[ 534.141883] env[70323]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=70323) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 534.142203] env[70323]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=70323) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 534.142298] env[70323]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=70323) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 534.142635] env[70323]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 534.248527] env[70323]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=70323) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 534.259126] env[70323]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.011s {{(pid=70323) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 534.305131] env[70323]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 534.867349] env[70323]: INFO nova.virt.driver [None req-11e4dde9-1e2c-44bb-a0e4-809aea42a305 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 534.937508] env[70323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 534.937710] env[70323]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 534.937773] env[70323]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=70323) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 537.809798] env[70323]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-54427806-ec15-41a4-a167-2474151e60e0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.826281] env[70323]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=70323) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 537.826420] env[70323]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-94b8415a-ebad-462d-af24-e213f6b56682 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.857961] env[70323]: INFO oslo_vmware.api [-] Successfully established new session; session ID is a6193. [ 537.858112] env[70323]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 2.920s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 537.858682] env[70323]: INFO nova.virt.vmwareapi.driver [None req-11e4dde9-1e2c-44bb-a0e4-809aea42a305 None None] VMware vCenter version: 7.0.3 [ 537.862082] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa86c9e-ff25-4856-941a-5f005afcd8bb {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.879601] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a6ac1e4-95c3-4baa-bdf9-1a0f1acd0417 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.886497] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5673c6d7-8cd6-4971-a1af-83faf7f63ec9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.893278] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42d07b4-d19d-4b15-b0e8-65c22ac78d47 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.906209] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64432055-2511-4b63-9bcd-939eeffab007 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.912151] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-358b728d-fad9-4311-b2e5-4a59565aeed3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.942286] env[70323]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-c59432ea-ac73-49c3-a481-fe6da9ee61d3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.947267] env[70323]: DEBUG nova.virt.vmwareapi.driver [None req-11e4dde9-1e2c-44bb-a0e4-809aea42a305 None None] Extension org.openstack.compute already exists. {{(pid=70323) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 537.949887] env[70323]: INFO nova.compute.provider_config [None req-11e4dde9-1e2c-44bb-a0e4-809aea42a305 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 538.453406] env[70323]: DEBUG nova.context [None req-11e4dde9-1e2c-44bb-a0e4-809aea42a305 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),53d0b3d7-3572-4aea-bfc3-126dc752581a(cell1) {{(pid=70323) load_cells /opt/stack/nova/nova/context.py:464}} [ 538.455485] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 538.455712] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 538.456433] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 538.456852] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] Acquiring lock "53d0b3d7-3572-4aea-bfc3-126dc752581a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 538.457055] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] Lock "53d0b3d7-3572-4aea-bfc3-126dc752581a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 538.458080] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] Lock "53d0b3d7-3572-4aea-bfc3-126dc752581a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 538.477679] env[70323]: INFO dbcounter [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] Registered counter for database nova_cell0 [ 538.485785] env[70323]: INFO dbcounter [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] Registered counter for database nova_cell1 [ 538.924057] env[70323]: DEBUG oslo_db.sqlalchemy.engines [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=70323) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 538.924480] env[70323]: DEBUG oslo_db.sqlalchemy.engines [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=70323) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 538.929569] env[70323]: ERROR nova.db.main.api [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 538.929569] env[70323]: result = function(*args, **kwargs) [ 538.929569] env[70323]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 538.929569] env[70323]: return func(*args, **kwargs) [ 538.929569] env[70323]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 538.929569] env[70323]: result = fn(*args, **kwargs) [ 538.929569] env[70323]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 538.929569] env[70323]: return f(*args, **kwargs) [ 538.929569] env[70323]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 538.929569] env[70323]: return db.service_get_minimum_version(context, binaries) [ 538.929569] env[70323]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 538.929569] env[70323]: _check_db_access() [ 538.929569] env[70323]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 538.929569] env[70323]: stacktrace = ''.join(traceback.format_stack()) [ 538.929569] env[70323]: [ 538.930445] env[70323]: ERROR nova.db.main.api [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 538.930445] env[70323]: result = function(*args, **kwargs) [ 538.930445] env[70323]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 538.930445] env[70323]: return func(*args, **kwargs) [ 538.930445] env[70323]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 538.930445] env[70323]: result = fn(*args, **kwargs) [ 538.930445] env[70323]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 538.930445] env[70323]: return f(*args, **kwargs) [ 538.930445] env[70323]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 538.930445] env[70323]: return db.service_get_minimum_version(context, binaries) [ 538.930445] env[70323]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 538.930445] env[70323]: _check_db_access() [ 538.930445] env[70323]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 538.930445] env[70323]: stacktrace = ''.join(traceback.format_stack()) [ 538.930445] env[70323]: [ 538.930825] env[70323]: WARNING nova.objects.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] Failed to get minimum service version for cell 53d0b3d7-3572-4aea-bfc3-126dc752581a [ 538.930975] env[70323]: WARNING nova.objects.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 538.931449] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] Acquiring lock "singleton_lock" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.931697] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] Acquired lock "singleton_lock" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 538.931940] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] Releasing lock "singleton_lock" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 538.932288] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] Full set of CONF: {{(pid=70323) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 538.932435] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] ******************************************************************************** {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 538.932565] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] Configuration options gathered from: {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 538.932700] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 538.932904] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 538.933046] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] ================================================================================ {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 538.933296] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] allow_resize_to_same_host = True {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.933485] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] arq_binding_timeout = 300 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.933623] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] backdoor_port = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.933756] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] backdoor_socket = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.933923] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] block_device_allocate_retries = 60 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.934103] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] block_device_allocate_retries_interval = 3 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.934281] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] cert = self.pem {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.934450] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.934620] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] compute_monitors = [] {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.934803] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] config_dir = [] {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.935225] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] config_drive_format = iso9660 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.935375] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.935554] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] config_source = [] {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.935730] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] console_host = devstack {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.935912] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] control_exchange = nova {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.936083] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] cpu_allocation_ratio = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.936253] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] daemon = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.936460] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] debug = True {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.936635] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] default_access_ip_network_name = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.936806] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] default_availability_zone = nova {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.936966] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] default_ephemeral_format = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.937148] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] default_green_pool_size = 1000 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.937394] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.937562] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] default_schedule_zone = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.937731] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] disk_allocation_ratio = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.937885] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] enable_new_services = True {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.938122] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] enabled_apis = ['osapi_compute'] {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.938304] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] enabled_ssl_apis = [] {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.938470] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] flat_injected = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.938631] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] force_config_drive = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.938793] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] force_raw_images = True {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.938965] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] graceful_shutdown_timeout = 5 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.939148] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] heal_instance_info_cache_interval = -1 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.939378] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] host = cpu-1 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.939596] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.939815] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] initial_disk_allocation_ratio = 1.0 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.939992] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] initial_ram_allocation_ratio = 1.0 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.940231] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.940401] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] instance_build_timeout = 0 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.940565] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] instance_delete_interval = 300 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.940737] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] instance_format = [instance: %(uuid)s] {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.940909] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] instance_name_template = instance-%08x {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.941087] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] instance_usage_audit = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.941293] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] instance_usage_audit_period = month {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.941477] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.941652] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] instances_path = /opt/stack/data/nova/instances {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.941825] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] internal_service_availability_zone = internal {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.941982] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] key = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.942164] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] live_migration_retry_count = 30 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.942338] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] log_color = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.942563] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] log_config_append = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.942665] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.942839] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] log_dir = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.943036] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] log_file = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.943176] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] log_options = True {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.943341] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] log_rotate_interval = 1 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.943512] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] log_rotate_interval_type = days {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.943679] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] log_rotation_type = none {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.943810] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.943936] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.944151] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.944288] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.944447] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.944628] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] long_rpc_timeout = 1800 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.944791] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] max_concurrent_builds = 10 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.944951] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] max_concurrent_live_migrations = 1 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.945128] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] max_concurrent_snapshots = 5 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.945288] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] max_local_block_devices = 3 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.945448] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] max_logfile_count = 30 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.945606] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] max_logfile_size_mb = 200 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.945765] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] maximum_instance_delete_attempts = 5 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.945935] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] metadata_listen = 0.0.0.0 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.946156] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] metadata_listen_port = 8775 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.946343] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] metadata_workers = 2 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.946507] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] migrate_max_retries = -1 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.946676] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] mkisofs_cmd = genisoimage {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.946885] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] my_block_storage_ip = 10.180.1.21 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.947030] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] my_ip = 10.180.1.21 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.947244] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.947409] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] network_allocate_retries = 0 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.947617] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.947843] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] osapi_compute_listen = 0.0.0.0 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.948035] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] osapi_compute_listen_port = 8774 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.948216] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] osapi_compute_unique_server_name_scope = {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.948390] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] osapi_compute_workers = 2 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.948554] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] password_length = 12 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.948714] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] periodic_enable = True {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.948874] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] periodic_fuzzy_delay = 60 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.949054] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] pointer_model = usbtablet {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.949231] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] preallocate_images = none {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.949420] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] publish_errors = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.949564] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] pybasedir = /opt/stack/nova {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.949730] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] ram_allocation_ratio = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.949894] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] rate_limit_burst = 0 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.950076] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] rate_limit_except_level = CRITICAL {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.950246] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] rate_limit_interval = 0 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.950408] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] reboot_timeout = 0 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.950570] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] reclaim_instance_interval = 0 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.950728] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] record = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.950898] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] reimage_timeout_per_gb = 60 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.951106] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] report_interval = 120 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.951295] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] rescue_timeout = 0 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.951458] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] reserved_host_cpus = 0 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.951618] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] reserved_host_disk_mb = 0 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.951776] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] reserved_host_memory_mb = 512 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.951933] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] reserved_huge_pages = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.952102] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] resize_confirm_window = 0 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.952267] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] resize_fs_using_block_device = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.952424] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] resume_guests_state_on_host_boot = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.952596] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.952791] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] rpc_response_timeout = 60 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.952959] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] run_external_periodic_tasks = True {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.953148] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] running_deleted_instance_action = reap {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.953308] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] running_deleted_instance_poll_interval = 1800 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.953465] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] running_deleted_instance_timeout = 0 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.953621] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] scheduler_instance_sync_interval = 120 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.953789] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] service_down_time = 720 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.953957] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] servicegroup_driver = db {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.954129] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] shell_completion = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.954296] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] shelved_offload_time = 0 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.954493] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] shelved_poll_interval = 3600 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.954669] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] shutdown_timeout = 0 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.954833] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] source_is_ipv6 = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.954993] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] ssl_only = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.955265] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.955440] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] sync_power_state_interval = 600 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.955604] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] sync_power_state_pool_size = 1000 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.955774] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] syslog_log_facility = LOG_USER {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.955964] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] tempdir = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.956198] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] timeout_nbd = 10 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.956385] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] transport_url = **** {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.956550] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] update_resources_interval = 0 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.956713] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] use_cow_images = True {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.956875] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] use_journal = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.957048] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] use_json = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.957215] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] use_rootwrap_daemon = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.957373] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] use_stderr = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.957532] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] use_syslog = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.957749] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] vcpu_pin_set = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.957951] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] vif_plugging_is_fatal = True {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.958158] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] vif_plugging_timeout = 300 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.958330] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] virt_mkfs = [] {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.958495] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] volume_usage_poll_interval = 0 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.958659] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] watch_log_file = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.958830] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] web = /usr/share/spice-html5 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.959050] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.959231] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.959433] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.959620] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] oslo_concurrency.disable_process_locking = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.959912] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.960107] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.960281] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.960454] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.960626] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.960792] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.961015] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] api.auth_strategy = keystone {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.961212] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] api.compute_link_prefix = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.961394] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.961569] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] api.dhcp_domain = novalocal {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.961738] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] api.enable_instance_password = True {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.961902] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] api.glance_link_prefix = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.962073] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.962250] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.962414] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] api.instance_list_per_project_cells = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.962614] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] api.list_records_by_skipping_down_cells = True {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.962791] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] api.local_metadata_per_cell = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.962963] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] api.max_limit = 1000 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.963149] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] api.metadata_cache_expiration = 15 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.963328] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] api.neutron_default_tenant_id = default {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.963498] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] api.response_validation = warn {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.963671] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] api.use_neutron_default_nets = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.963839] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.964018] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.964274] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.964468] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.964644] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] api.vendordata_dynamic_targets = [] {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.964810] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] api.vendordata_jsonfile_path = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.965019] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.965223] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] cache.backend = dogpile.cache.memcached {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.965396] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] cache.backend_argument = **** {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.965558] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] cache.backend_expiration_time = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.965739] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] cache.config_prefix = cache.oslo {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.965934] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] cache.dead_timeout = 60.0 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.966124] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] cache.debug_cache_backend = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.966292] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] cache.enable_retry_client = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.966454] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] cache.enable_socket_keepalive = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.966627] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] cache.enabled = True {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.966790] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] cache.enforce_fips_mode = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.966954] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] cache.expiration_time = 600 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.967134] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] cache.hashclient_retry_attempts = 2 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.967307] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] cache.hashclient_retry_delay = 1.0 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.967472] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] cache.memcache_dead_retry = 300 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.967632] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] cache.memcache_password = **** {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.967798] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.967982] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.968198] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] cache.memcache_pool_maxsize = 10 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.968396] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.968569] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] cache.memcache_sasl_enabled = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.968753] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.968929] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] cache.memcache_socket_timeout = 1.0 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.969193] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] cache.memcache_username = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.969316] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] cache.proxies = [] {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.969480] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] cache.redis_db = 0 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.969640] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] cache.redis_password = **** {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.969812] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] cache.redis_sentinel_service_name = mymaster {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.969990] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.970175] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] cache.redis_server = localhost:6379 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.970343] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] cache.redis_socket_timeout = 1.0 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.970502] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] cache.redis_username = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.970664] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] cache.retry_attempts = 2 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.970826] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] cache.retry_delay = 0.0 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.970990] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] cache.socket_keepalive_count = 1 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.971169] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] cache.socket_keepalive_idle = 1 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.971332] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] cache.socket_keepalive_interval = 1 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.971490] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] cache.tls_allowed_ciphers = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.971646] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] cache.tls_cafile = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.971800] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] cache.tls_certfile = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.971959] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] cache.tls_enabled = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.972130] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] cache.tls_keyfile = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.972299] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] cinder.auth_section = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.972472] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] cinder.auth_type = password {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.972703] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] cinder.cafile = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.972803] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] cinder.catalog_info = volumev3::publicURL {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.972964] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] cinder.certfile = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.973148] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] cinder.collect_timing = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.973313] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] cinder.cross_az_attach = True {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.973476] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] cinder.debug = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.973636] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] cinder.endpoint_template = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.973800] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] cinder.http_retries = 3 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.973970] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] cinder.insecure = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.974144] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] cinder.keyfile = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.974319] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] cinder.os_region_name = RegionOne {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.974484] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] cinder.split_loggers = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.974645] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] cinder.timeout = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.974819] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.974980] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] compute.cpu_dedicated_set = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.975157] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] compute.cpu_shared_set = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.975322] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] compute.image_type_exclude_list = [] {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.975501] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.975651] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] compute.max_concurrent_disk_ops = 0 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.975812] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] compute.max_disk_devices_to_attach = -1 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.975974] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.976161] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.976326] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] compute.resource_provider_association_refresh = 300 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.976485] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.976646] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] compute.shutdown_retry_interval = 10 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.976825] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.977008] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] conductor.workers = 2 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.977197] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] console.allowed_origins = [] {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.977359] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] console.ssl_ciphers = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.977532] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] console.ssl_minimum_version = default {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.977701] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] consoleauth.enforce_session_timeout = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.977871] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] consoleauth.token_ttl = 600 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.978080] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] cyborg.cafile = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.978251] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] cyborg.certfile = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.978420] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] cyborg.collect_timing = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.978582] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] cyborg.connect_retries = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.978744] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] cyborg.connect_retry_delay = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.978905] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] cyborg.endpoint_override = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.979142] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] cyborg.insecure = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.979319] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] cyborg.keyfile = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.979485] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] cyborg.max_version = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.979646] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] cyborg.min_version = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.979807] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] cyborg.region_name = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.979970] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] cyborg.retriable_status_codes = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.980146] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] cyborg.service_name = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.980320] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] cyborg.service_type = accelerator {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.980484] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] cyborg.split_loggers = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.980642] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] cyborg.status_code_retries = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.980800] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] cyborg.status_code_retry_delay = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.980960] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] cyborg.timeout = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.981160] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.981324] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] cyborg.version = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.981496] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] database.asyncio_connection = **** {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.981659] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] database.asyncio_slave_connection = **** {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.981832] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] database.backend = sqlalchemy {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.982012] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] database.connection = **** {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.982205] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] database.connection_debug = 0 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.982406] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] database.connection_parameters = {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.982521] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] database.connection_recycle_time = 3600 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.982686] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] database.connection_trace = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.982850] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] database.db_inc_retry_interval = True {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.983030] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] database.db_max_retries = 20 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.983192] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] database.db_max_retry_interval = 10 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.983360] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] database.db_retry_interval = 1 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.983521] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] database.max_overflow = 50 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.983685] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] database.max_pool_size = 5 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.983846] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] database.max_retries = 10 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.984026] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.984194] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] database.mysql_wsrep_sync_wait = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.984354] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] database.pool_timeout = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.984556] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] database.retry_interval = 10 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.984673] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] database.slave_connection = **** {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.984836] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] database.sqlite_synchronous = True {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.984999] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] database.use_db_reconnect = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.985185] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] api_database.asyncio_connection = **** {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.985347] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] api_database.asyncio_slave_connection = **** {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.985516] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] api_database.backend = sqlalchemy {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.985686] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] api_database.connection = **** {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.985851] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] api_database.connection_debug = 0 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.986031] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] api_database.connection_parameters = {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.986203] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] api_database.connection_recycle_time = 3600 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.986369] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] api_database.connection_trace = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.986533] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] api_database.db_inc_retry_interval = True {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.986696] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] api_database.db_max_retries = 20 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.986859] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] api_database.db_max_retry_interval = 10 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.987034] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] api_database.db_retry_interval = 1 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.987204] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] api_database.max_overflow = 50 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.987368] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] api_database.max_pool_size = 5 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.987530] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] api_database.max_retries = 10 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.987701] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.987862] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.988057] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] api_database.pool_timeout = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.988233] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] api_database.retry_interval = 10 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.988395] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] api_database.slave_connection = **** {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.988560] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] api_database.sqlite_synchronous = True {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.988737] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] devices.enabled_mdev_types = [] {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.988939] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.989125] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] ephemeral_storage_encryption.default_format = luks {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.989307] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] ephemeral_storage_encryption.enabled = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.989474] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.989654] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] glance.api_servers = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.989823] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] glance.cafile = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.989987] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] glance.certfile = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.990172] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] glance.collect_timing = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.990333] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] glance.connect_retries = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.990492] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] glance.connect_retry_delay = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.990653] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] glance.debug = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.990818] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] glance.default_trusted_certificate_ids = [] {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.990979] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] glance.enable_certificate_validation = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.991159] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] glance.enable_rbd_download = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.991319] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] glance.endpoint_override = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.991485] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] glance.insecure = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.991647] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] glance.keyfile = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.991804] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] glance.max_version = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.991961] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] glance.min_version = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.992139] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] glance.num_retries = 3 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.992310] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] glance.rbd_ceph_conf = {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.992511] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] glance.rbd_connect_timeout = 5 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.992639] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] glance.rbd_pool = {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.992807] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] glance.rbd_user = {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.993039] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] glance.region_name = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.993140] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] glance.retriable_status_codes = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.993302] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] glance.service_name = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.993476] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] glance.service_type = image {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.993646] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] glance.split_loggers = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.993805] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] glance.status_code_retries = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.993963] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] glance.status_code_retry_delay = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.994138] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] glance.timeout = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.994319] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.994488] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] glance.verify_glance_signatures = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.994652] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] glance.version = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.994810] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] guestfs.debug = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.994980] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] manila.auth_section = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.995163] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] manila.auth_type = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.995325] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] manila.cafile = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.995484] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] manila.certfile = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.995652] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] manila.collect_timing = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.995814] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] manila.connect_retries = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.995975] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] manila.connect_retry_delay = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.996152] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] manila.endpoint_override = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.996317] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] manila.insecure = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.996477] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] manila.keyfile = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.996638] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] manila.max_version = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.996797] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] manila.min_version = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.996955] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] manila.region_name = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.997129] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] manila.retriable_status_codes = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.997287] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] manila.service_name = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.997457] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] manila.service_type = shared-file-system {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.997620] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] manila.share_apply_policy_timeout = 10 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.997781] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] manila.split_loggers = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.997954] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] manila.status_code_retries = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.998142] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] manila.status_code_retry_delay = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.998313] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] manila.timeout = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.998496] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.998660] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] manila.version = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.998831] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] mks.enabled = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.999224] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.999423] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] image_cache.manager_interval = 2400 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.999598] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] image_cache.precache_concurrency = 1 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.999774] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] image_cache.remove_unused_base_images = True {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.999947] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.000135] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.000317] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] image_cache.subdirectory_name = _base {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.000496] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] ironic.api_max_retries = 60 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.000661] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] ironic.api_retry_interval = 2 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.000822] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] ironic.auth_section = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.000986] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] ironic.auth_type = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.001166] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] ironic.cafile = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.001329] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] ironic.certfile = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.001494] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] ironic.collect_timing = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.001660] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] ironic.conductor_group = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.001820] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] ironic.connect_retries = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.001979] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] ironic.connect_retry_delay = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.002155] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] ironic.endpoint_override = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.002319] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] ironic.insecure = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.002481] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] ironic.keyfile = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.002640] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] ironic.max_version = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.002800] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] ironic.min_version = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.002966] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] ironic.peer_list = [] {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.003142] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] ironic.region_name = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.003303] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] ironic.retriable_status_codes = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.003468] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] ironic.serial_console_state_timeout = 10 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.003628] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] ironic.service_name = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.003798] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] ironic.service_type = baremetal {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.003960] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] ironic.shard = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.004141] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] ironic.split_loggers = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.004303] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] ironic.status_code_retries = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.004465] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] ironic.status_code_retry_delay = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.004623] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] ironic.timeout = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.004808] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.004970] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] ironic.version = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.005173] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.005351] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] key_manager.fixed_key = **** {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.005535] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.005699] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] barbican.barbican_api_version = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.005858] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] barbican.barbican_endpoint = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.006044] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] barbican.barbican_endpoint_type = public {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.006214] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] barbican.barbican_region_name = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.006375] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] barbican.cafile = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.006537] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] barbican.certfile = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.006703] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] barbican.collect_timing = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.006867] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] barbican.insecure = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.007035] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] barbican.keyfile = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.007209] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] barbican.number_of_retries = 60 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.007374] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] barbican.retry_delay = 1 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.007538] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] barbican.send_service_user_token = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.007702] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] barbican.split_loggers = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.007860] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] barbican.timeout = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.008062] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] barbican.verify_ssl = True {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.008237] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] barbican.verify_ssl_path = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.008408] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] barbican_service_user.auth_section = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.008572] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] barbican_service_user.auth_type = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.008732] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] barbican_service_user.cafile = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.008907] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] barbican_service_user.certfile = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.009108] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] barbican_service_user.collect_timing = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.009292] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] barbican_service_user.insecure = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.009457] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] barbican_service_user.keyfile = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.009623] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] barbican_service_user.split_loggers = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.009783] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] barbican_service_user.timeout = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.009952] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] vault.approle_role_id = **** {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.010130] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] vault.approle_secret_id = **** {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.010303] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] vault.kv_mountpoint = secret {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.010464] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] vault.kv_path = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.010630] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] vault.kv_version = 2 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.010789] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] vault.namespace = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.010951] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] vault.root_token_id = **** {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.011127] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] vault.ssl_ca_crt_file = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.011299] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] vault.timeout = 60.0 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.011464] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] vault.use_ssl = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.011639] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.011810] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] keystone.cafile = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.011972] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] keystone.certfile = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.012157] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] keystone.collect_timing = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.012320] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] keystone.connect_retries = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.012506] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] keystone.connect_retry_delay = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.012636] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] keystone.endpoint_override = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.012799] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] keystone.insecure = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.012956] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] keystone.keyfile = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.013183] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] keystone.max_version = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.013371] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] keystone.min_version = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.013670] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] keystone.region_name = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.013828] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] keystone.retriable_status_codes = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.013994] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] keystone.service_name = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.014189] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] keystone.service_type = identity {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.014356] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] keystone.split_loggers = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.014516] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] keystone.status_code_retries = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.014678] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] keystone.status_code_retry_delay = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.014838] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] keystone.timeout = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.015026] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.015188] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] keystone.version = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.015382] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.ceph_mount_options = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.015784] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.015975] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.connection_uri = {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.016160] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.cpu_mode = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.016329] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.cpu_model_extra_flags = [] {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.016499] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.cpu_models = [] {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.016671] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.cpu_power_governor_high = performance {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.016840] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.cpu_power_governor_low = powersave {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.017013] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.cpu_power_management = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.017261] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.017451] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.device_detach_attempts = 8 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.017619] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.device_detach_timeout = 20 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.017789] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.disk_cachemodes = [] {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.017993] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.disk_prefix = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.018165] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.enabled_perf_events = [] {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.018334] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.file_backed_memory = 0 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.018499] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.gid_maps = [] {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.018657] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.hw_disk_discard = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.018815] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.hw_machine_type = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.019033] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.images_rbd_ceph_conf = {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.019233] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.019403] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.019577] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.images_rbd_glance_store_name = {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.019750] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.images_rbd_pool = rbd {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.019925] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.images_type = default {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.020104] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.images_volume_group = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.020273] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.inject_key = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.020437] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.inject_partition = -2 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.020600] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.inject_password = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.020762] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.iscsi_iface = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.020928] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.iser_use_multipath = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.021116] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.live_migration_bandwidth = 0 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.021285] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.021450] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.live_migration_downtime = 500 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.021614] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.021777] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.021937] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.live_migration_inbound_addr = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.022116] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.022282] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.live_migration_permit_post_copy = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.022442] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.live_migration_scheme = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.022617] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.live_migration_timeout_action = abort {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.022786] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.live_migration_tunnelled = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.023030] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.live_migration_uri = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.023149] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.live_migration_with_native_tls = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.023272] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.max_queues = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.023439] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.023669] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.023834] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.nfs_mount_options = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.024144] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.024326] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.024495] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.num_iser_scan_tries = 5 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.024658] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.num_memory_encrypted_guests = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.024822] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.024985] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.num_pcie_ports = 0 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.025162] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.num_volume_scan_tries = 5 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.025330] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.pmem_namespaces = [] {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.025489] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.quobyte_client_cfg = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.025771] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.025948] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.rbd_connect_timeout = 5 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.026132] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.026297] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.026457] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.rbd_secret_uuid = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.026615] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.rbd_user = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.026778] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.026951] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.remote_filesystem_transport = ssh {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.027127] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.rescue_image_id = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.027288] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.rescue_kernel_id = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.027443] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.rescue_ramdisk_id = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.027609] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.027768] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.rx_queue_size = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.027953] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.smbfs_mount_options = {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.028272] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.028452] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.snapshot_compression = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.028624] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.snapshot_image_format = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.028859] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.029077] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.sparse_logical_volumes = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.029260] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.swtpm_enabled = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.029436] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.swtpm_group = tss {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.029605] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.swtpm_user = tss {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.029777] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.sysinfo_serial = unique {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.029935] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.tb_cache_size = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.030109] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.tx_queue_size = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.030277] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.uid_maps = [] {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.030440] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.use_virtio_for_bridges = True {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.030608] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.virt_type = kvm {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.030776] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.volume_clear = zero {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.030942] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.volume_clear_size = 0 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.031122] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.volume_enforce_multipath = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.031291] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.volume_use_multipath = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.031450] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.vzstorage_cache_path = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.031617] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.031786] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.vzstorage_mount_group = qemu {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.031950] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.vzstorage_mount_opts = [] {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.032135] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.032425] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.032605] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.vzstorage_mount_user = stack {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.032773] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.032946] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] neutron.auth_section = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.033141] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] neutron.auth_type = password {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.033309] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] neutron.cafile = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.033472] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] neutron.certfile = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.033637] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] neutron.collect_timing = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.033797] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] neutron.connect_retries = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.033956] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] neutron.connect_retry_delay = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.034147] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] neutron.default_floating_pool = public {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.034311] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] neutron.endpoint_override = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.034475] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] neutron.extension_sync_interval = 600 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.034635] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] neutron.http_retries = 3 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.034801] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] neutron.insecure = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.034964] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] neutron.keyfile = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.035145] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] neutron.max_version = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.035323] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.035486] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] neutron.min_version = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.035655] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] neutron.ovs_bridge = br-int {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.035823] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] neutron.physnets = [] {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.036029] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] neutron.region_name = RegionOne {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.036215] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] neutron.retriable_status_codes = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.036392] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] neutron.service_metadata_proxy = True {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.036554] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] neutron.service_name = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.036726] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] neutron.service_type = network {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.036891] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] neutron.split_loggers = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.037065] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] neutron.status_code_retries = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.037234] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] neutron.status_code_retry_delay = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.037397] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] neutron.timeout = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.037581] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.037746] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] neutron.version = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.037926] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] notifications.bdms_in_notifications = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.038150] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] notifications.default_level = INFO {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.038325] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] notifications.include_share_mapping = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.038506] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] notifications.notification_format = unversioned {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.038673] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] notifications.notify_on_state_change = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.038853] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.039066] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] pci.alias = [] {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.039254] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] pci.device_spec = [] {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.039423] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] pci.report_in_placement = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.039598] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] placement.auth_section = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.039774] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] placement.auth_type = password {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.039943] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.040122] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] placement.cafile = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.040285] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] placement.certfile = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.040448] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] placement.collect_timing = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.040606] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] placement.connect_retries = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.040766] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] placement.connect_retry_delay = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.040924] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] placement.default_domain_id = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.041097] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] placement.default_domain_name = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.041260] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] placement.domain_id = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.041415] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] placement.domain_name = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.041571] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] placement.endpoint_override = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.041732] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] placement.insecure = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.041887] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] placement.keyfile = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.042054] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] placement.max_version = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.042216] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] placement.min_version = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.042384] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] placement.password = **** {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.042542] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] placement.project_domain_id = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.042706] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] placement.project_domain_name = Default {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.042874] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] placement.project_id = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.043056] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] placement.project_name = service {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.043233] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] placement.region_name = RegionOne {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.043394] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] placement.retriable_status_codes = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.043553] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] placement.service_name = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.043724] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] placement.service_type = placement {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.043888] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] placement.split_loggers = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.044058] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] placement.status_code_retries = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.044225] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] placement.status_code_retry_delay = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.044384] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] placement.system_scope = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.044539] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] placement.timeout = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.044694] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] placement.trust_id = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.044850] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] placement.user_domain_id = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.045026] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] placement.user_domain_name = Default {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.045195] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] placement.user_id = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.045369] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] placement.username = nova {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.045550] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.045710] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] placement.version = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.045895] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] quota.cores = 20 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.046103] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] quota.count_usage_from_placement = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.046288] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.046463] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] quota.injected_file_content_bytes = 10240 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.046632] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] quota.injected_file_path_length = 255 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.046797] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] quota.injected_files = 5 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.046966] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] quota.instances = 10 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.047151] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] quota.key_pairs = 100 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.047319] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] quota.metadata_items = 128 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.047486] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] quota.ram = 51200 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.047649] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] quota.recheck_quota = True {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.047815] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] quota.server_group_members = 10 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.048017] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] quota.server_groups = 10 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.048245] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.048424] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] quota.unified_limits_resource_strategy = require {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.048597] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.048763] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.048938] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] scheduler.image_metadata_prefilter = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.049182] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.049290] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] scheduler.max_attempts = 3 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.049454] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] scheduler.max_placement_results = 1000 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.049618] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.049779] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] scheduler.query_placement_for_image_type_support = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.049945] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.050167] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] scheduler.workers = 2 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.050367] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.050545] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.050744] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.050955] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.051163] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.051335] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.051502] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.051690] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.051858] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] filter_scheduler.host_subset_size = 1 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.052033] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.052204] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.052367] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.052528] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.052703] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.052896] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] filter_scheduler.isolated_hosts = [] {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.053043] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] filter_scheduler.isolated_images = [] {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.053241] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.053439] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.053579] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.053741] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] filter_scheduler.pci_in_placement = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.053903] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.054076] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.054246] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.054409] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.054572] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.054735] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.054897] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] filter_scheduler.track_instance_changes = True {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.055089] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.055268] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] metrics.required = True {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.055432] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] metrics.weight_multiplier = 1.0 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.055597] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.055764] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] metrics.weight_setting = [] {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.056111] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.056299] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] serial_console.enabled = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.056477] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] serial_console.port_range = 10000:20000 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.056654] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.056826] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.056998] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] serial_console.serialproxy_port = 6083 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.057187] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] service_user.auth_section = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.057364] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] service_user.auth_type = password {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.057528] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] service_user.cafile = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.057686] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] service_user.certfile = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.057846] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] service_user.collect_timing = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.058047] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] service_user.insecure = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.058226] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] service_user.keyfile = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.058405] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] service_user.send_service_user_token = True {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.058573] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] service_user.split_loggers = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.058732] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] service_user.timeout = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.058943] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] spice.agent_enabled = True {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.059111] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] spice.enabled = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.059431] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.059635] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.059808] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] spice.html5proxy_port = 6082 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.059974] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] spice.image_compression = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.060154] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] spice.jpeg_compression = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.060318] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] spice.playback_compression = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.060482] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] spice.require_secure = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.060653] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] spice.server_listen = 127.0.0.1 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.060824] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.061113] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.061292] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] spice.streaming_mode = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.061456] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] spice.zlib_compression = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.061623] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] upgrade_levels.baseapi = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.061798] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] upgrade_levels.compute = auto {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.061960] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] upgrade_levels.conductor = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.062138] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] upgrade_levels.scheduler = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.062307] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] vendordata_dynamic_auth.auth_section = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.062469] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] vendordata_dynamic_auth.auth_type = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.062630] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] vendordata_dynamic_auth.cafile = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.062787] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] vendordata_dynamic_auth.certfile = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.062991] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.063127] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] vendordata_dynamic_auth.insecure = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.063292] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] vendordata_dynamic_auth.keyfile = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.063456] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.063625] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] vendordata_dynamic_auth.timeout = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.063803] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] vmware.api_retry_count = 10 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.064016] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] vmware.ca_file = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.064202] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] vmware.cache_prefix = devstack-image-cache {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.064376] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] vmware.cluster_name = testcl1 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.064545] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] vmware.connection_pool_size = 10 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.064707] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] vmware.console_delay_seconds = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.064879] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] vmware.datastore_regex = ^datastore.* {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.065109] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.065329] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] vmware.host_password = **** {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.065460] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] vmware.host_port = 443 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.065630] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] vmware.host_username = administrator@vsphere.local {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.065803] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] vmware.insecure = True {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.065982] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] vmware.integration_bridge = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.066178] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] vmware.maximum_objects = 100 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.066341] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] vmware.pbm_default_policy = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.066505] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] vmware.pbm_enabled = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.066664] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] vmware.pbm_wsdl_location = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.066835] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.066998] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] vmware.serial_port_proxy_uri = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.067174] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] vmware.serial_port_service_uri = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.067344] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] vmware.task_poll_interval = 0.5 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.067521] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] vmware.use_linked_clone = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.067690] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] vmware.vnc_keymap = en-us {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.067855] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] vmware.vnc_port = 5900 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.068063] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] vmware.vnc_port_total = 10000 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.068268] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] vnc.auth_schemes = ['none'] {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.068450] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] vnc.enabled = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.068740] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.068956] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.069149] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] vnc.novncproxy_port = 6080 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.069344] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] vnc.server_listen = 127.0.0.1 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.069530] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.069696] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] vnc.vencrypt_ca_certs = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.069857] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] vnc.vencrypt_client_cert = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.070027] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] vnc.vencrypt_client_key = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.070215] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.070383] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] workarounds.disable_deep_image_inspection = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.070546] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.070708] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.070872] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.071045] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] workarounds.disable_rootwrap = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.071217] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] workarounds.enable_numa_live_migration = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.071379] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.071543] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.071706] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.071869] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] workarounds.libvirt_disable_apic = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.072191] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.072374] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.072541] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.072710] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.072875] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.073075] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.073218] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.073381] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.073544] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.073710] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.073897] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.074080] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] wsgi.client_socket_timeout = 900 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.074258] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] wsgi.default_pool_size = 1000 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.074430] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] wsgi.keep_alive = True {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.074597] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] wsgi.max_header_line = 16384 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.074762] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] wsgi.secure_proxy_ssl_header = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.074926] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] wsgi.ssl_ca_file = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.075102] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] wsgi.ssl_cert_file = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.075266] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] wsgi.ssl_key_file = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.075430] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] wsgi.tcp_keepidle = 600 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.075605] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.075773] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] zvm.ca_file = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.075948] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] zvm.cloud_connector_url = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.076266] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.076447] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] zvm.reachable_timeout = 300 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.076622] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.076802] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.076981] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] profiler.connection_string = messaging:// {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.077169] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] profiler.enabled = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.077344] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] profiler.es_doc_type = notification {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.077510] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] profiler.es_scroll_size = 10000 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.077680] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] profiler.es_scroll_time = 2m {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.077845] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] profiler.filter_error_trace = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.078053] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] profiler.hmac_keys = **** {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.078243] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] profiler.sentinel_service_name = mymaster {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.078423] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] profiler.socket_timeout = 0.1 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.078615] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] profiler.trace_requests = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.078813] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] profiler.trace_sqlalchemy = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.079043] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] profiler_jaeger.process_tags = {} {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.079225] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] profiler_jaeger.service_name_prefix = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.079394] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] profiler_otlp.service_name_prefix = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.079565] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] remote_debug.host = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.079796] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] remote_debug.port = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.079901] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.080078] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.080252] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.080416] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.080580] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.080744] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.080904] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.081093] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.081266] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.081441] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.081601] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.081777] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.081945] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.082132] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.082299] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.082473] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.082636] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.082797] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.082968] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.083165] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.083311] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.083476] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.083640] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.083803] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.083963] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.084139] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.084301] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.084462] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.084622] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.084787] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.084950] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] oslo_messaging_rabbit.ssl = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.085139] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.085312] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.085520] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.085643] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.085811] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] oslo_messaging_rabbit.ssl_version = {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.085988] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.086199] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.086369] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] oslo_messaging_notifications.retry = -1 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.086547] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.086720] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] oslo_messaging_notifications.transport_url = **** {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.086894] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] oslo_limit.auth_section = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.087073] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] oslo_limit.auth_type = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.087243] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] oslo_limit.cafile = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.087403] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] oslo_limit.certfile = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.087567] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] oslo_limit.collect_timing = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.087725] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] oslo_limit.connect_retries = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.087885] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] oslo_limit.connect_retry_delay = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.088076] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] oslo_limit.endpoint_id = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.088262] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] oslo_limit.endpoint_interface = publicURL {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.088423] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] oslo_limit.endpoint_override = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.088582] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] oslo_limit.endpoint_region_name = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.088743] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] oslo_limit.endpoint_service_name = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.088901] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] oslo_limit.endpoint_service_type = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.089101] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] oslo_limit.insecure = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.089271] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] oslo_limit.keyfile = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.089436] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] oslo_limit.max_version = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.089593] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] oslo_limit.min_version = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.089747] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] oslo_limit.region_name = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.089904] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] oslo_limit.retriable_status_codes = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.090074] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] oslo_limit.service_name = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.090237] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] oslo_limit.service_type = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.090400] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] oslo_limit.split_loggers = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.090559] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] oslo_limit.status_code_retries = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.090715] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] oslo_limit.status_code_retry_delay = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.090871] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] oslo_limit.timeout = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.091110] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] oslo_limit.valid_interfaces = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.091195] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] oslo_limit.version = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.091362] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] oslo_reports.file_event_handler = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.091526] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.091687] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] oslo_reports.log_dir = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.091859] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.092039] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.092209] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.092377] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.092545] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.092704] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.092875] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.093045] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] vif_plug_ovs_privileged.group = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.093260] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.093382] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.093544] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.093701] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] vif_plug_ovs_privileged.user = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.093877] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] os_vif_linux_bridge.flat_interface = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.094060] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.094243] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.094415] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.094586] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.094756] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.094923] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.095100] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.095283] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.095458] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] os_vif_ovs.isolate_vif = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.095633] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.095799] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.095969] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.096157] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] os_vif_ovs.ovsdb_interface = native {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.096320] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] os_vif_ovs.per_port_bridge = False {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.096493] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] privsep_osbrick.capabilities = [21] {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.096652] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] privsep_osbrick.group = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.096810] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] privsep_osbrick.helper_command = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.096975] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.097155] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.097315] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] privsep_osbrick.user = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.097489] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.097647] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] nova_sys_admin.group = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.097865] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] nova_sys_admin.helper_command = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.097977] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.098167] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.098327] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] nova_sys_admin.user = None {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.098458] env[70323]: DEBUG oslo_service.backend.eventlet.service [None req-7c7fb628-17e2-4fd4-a60f-1465ea7ffa20 None None] ******************************************************************************** {{(pid=70323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 539.098874] env[70323]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 539.602203] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-4e5cd86d-ee4b-4f7a-a66b-ab5717b2a70c None None] Getting list of instances from cluster (obj){ [ 539.602203] env[70323]: value = "domain-c8" [ 539.602203] env[70323]: _type = "ClusterComputeResource" [ 539.602203] env[70323]: } {{(pid=70323) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 539.603291] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-094ea456-cc5e-4e3c-966b-a7cf266530cd {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.612519] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-4e5cd86d-ee4b-4f7a-a66b-ab5717b2a70c None None] Got total of 0 instances {{(pid=70323) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 539.613204] env[70323]: WARNING nova.virt.vmwareapi.driver [None req-4e5cd86d-ee4b-4f7a-a66b-ab5717b2a70c None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 539.613706] env[70323]: INFO nova.virt.node [None req-4e5cd86d-ee4b-4f7a-a66b-ab5717b2a70c None None] Generated node identity 765eeb06-25b4-4ca4-bad4-b5981f14c25f [ 539.613943] env[70323]: INFO nova.virt.node [None req-4e5cd86d-ee4b-4f7a-a66b-ab5717b2a70c None None] Wrote node identity 765eeb06-25b4-4ca4-bad4-b5981f14c25f to /opt/stack/data/n-cpu-1/compute_id [ 540.116611] env[70323]: WARNING nova.compute.manager [None req-4e5cd86d-ee4b-4f7a-a66b-ab5717b2a70c None None] Compute nodes ['765eeb06-25b4-4ca4-bad4-b5981f14c25f'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 541.122660] env[70323]: INFO nova.compute.manager [None req-4e5cd86d-ee4b-4f7a-a66b-ab5717b2a70c None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 542.128173] env[70323]: WARNING nova.compute.manager [None req-4e5cd86d-ee4b-4f7a-a66b-ab5717b2a70c None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 542.128495] env[70323]: DEBUG oslo_concurrency.lockutils [None req-4e5cd86d-ee4b-4f7a-a66b-ab5717b2a70c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 542.128786] env[70323]: DEBUG oslo_concurrency.lockutils [None req-4e5cd86d-ee4b-4f7a-a66b-ab5717b2a70c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 542.128965] env[70323]: DEBUG oslo_concurrency.lockutils [None req-4e5cd86d-ee4b-4f7a-a66b-ab5717b2a70c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 542.129156] env[70323]: DEBUG nova.compute.resource_tracker [None req-4e5cd86d-ee4b-4f7a-a66b-ab5717b2a70c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70323) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 542.130103] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb239d3-4556-4368-bfdf-e2367e909b3d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.138298] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6526f458-fb4f-4957-b228-0476889bd67d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.152614] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f61d23-5619-4810-af6a-be0ff4898306 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.159255] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ec8994-2a42-4d09-90e4-0cfd1549c8fd {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.187843] env[70323]: DEBUG nova.compute.resource_tracker [None req-4e5cd86d-ee4b-4f7a-a66b-ab5717b2a70c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181047MB free_disk=122GB free_vcpus=48 pci_devices=None {{(pid=70323) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 542.188033] env[70323]: DEBUG oslo_concurrency.lockutils [None req-4e5cd86d-ee4b-4f7a-a66b-ab5717b2a70c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 542.188232] env[70323]: DEBUG oslo_concurrency.lockutils [None req-4e5cd86d-ee4b-4f7a-a66b-ab5717b2a70c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 542.691172] env[70323]: WARNING nova.compute.resource_tracker [None req-4e5cd86d-ee4b-4f7a-a66b-ab5717b2a70c None None] No compute node record for cpu-1:765eeb06-25b4-4ca4-bad4-b5981f14c25f: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 765eeb06-25b4-4ca4-bad4-b5981f14c25f could not be found. [ 543.194583] env[70323]: INFO nova.compute.resource_tracker [None req-4e5cd86d-ee4b-4f7a-a66b-ab5717b2a70c None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 765eeb06-25b4-4ca4-bad4-b5981f14c25f [ 544.703438] env[70323]: DEBUG nova.compute.resource_tracker [None req-4e5cd86d-ee4b-4f7a-a66b-ab5717b2a70c None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=70323) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 544.703811] env[70323]: DEBUG nova.compute.resource_tracker [None req-4e5cd86d-ee4b-4f7a-a66b-ab5717b2a70c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=70323) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 544.858365] env[70323]: INFO nova.scheduler.client.report [None req-4e5cd86d-ee4b-4f7a-a66b-ab5717b2a70c None None] [req-bc696e9d-b4af-4a70-82ac-43d381128bab] Created resource provider record via placement API for resource provider with UUID 765eeb06-25b4-4ca4-bad4-b5981f14c25f and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 544.875292] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f0f6b4-1bb2-4c6f-92c0-9d870c10da57 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.882775] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba324529-2385-45c2-8769-81ee081e2722 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.912738] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b311b33-08ee-40a9-9681-ba0324264be5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.920218] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df5efc2-47c8-4742-835e-88652c60b130 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.934695] env[70323]: DEBUG nova.compute.provider_tree [None req-4e5cd86d-ee4b-4f7a-a66b-ab5717b2a70c None None] Updating inventory in ProviderTree for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 545.473246] env[70323]: DEBUG nova.scheduler.client.report [None req-4e5cd86d-ee4b-4f7a-a66b-ab5717b2a70c None None] Updated inventory for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 545.473469] env[70323]: DEBUG nova.compute.provider_tree [None req-4e5cd86d-ee4b-4f7a-a66b-ab5717b2a70c None None] Updating resource provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f generation from 0 to 1 during operation: update_inventory {{(pid=70323) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 545.473604] env[70323]: DEBUG nova.compute.provider_tree [None req-4e5cd86d-ee4b-4f7a-a66b-ab5717b2a70c None None] Updating inventory in ProviderTree for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 545.520526] env[70323]: DEBUG nova.compute.provider_tree [None req-4e5cd86d-ee4b-4f7a-a66b-ab5717b2a70c None None] Updating resource provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f generation from 1 to 2 during operation: update_traits {{(pid=70323) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 546.025512] env[70323]: DEBUG nova.compute.resource_tracker [None req-4e5cd86d-ee4b-4f7a-a66b-ab5717b2a70c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70323) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 546.025960] env[70323]: DEBUG oslo_concurrency.lockutils [None req-4e5cd86d-ee4b-4f7a-a66b-ab5717b2a70c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.837s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 546.025960] env[70323]: DEBUG nova.service [None req-4e5cd86d-ee4b-4f7a-a66b-ab5717b2a70c None None] Creating RPC server for service compute {{(pid=70323) start /opt/stack/nova/nova/service.py:186}} [ 546.039423] env[70323]: DEBUG nova.service [None req-4e5cd86d-ee4b-4f7a-a66b-ab5717b2a70c None None] Join ServiceGroup membership for this service compute {{(pid=70323) start /opt/stack/nova/nova/service.py:203}} [ 546.039743] env[70323]: DEBUG nova.servicegroup.drivers.db [None req-4e5cd86d-ee4b-4f7a-a66b-ab5717b2a70c None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=70323) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 575.041711] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._sync_power_states {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 575.545120] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Getting list of instances from cluster (obj){ [ 575.545120] env[70323]: value = "domain-c8" [ 575.545120] env[70323]: _type = "ClusterComputeResource" [ 575.545120] env[70323]: } {{(pid=70323) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 575.545570] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14c808f-bcf6-4e87-b239-ceb18c667f36 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.554347] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Got total of 0 instances {{(pid=70323) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 575.554487] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 575.554785] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Getting list of instances from cluster (obj){ [ 575.554785] env[70323]: value = "domain-c8" [ 575.554785] env[70323]: _type = "ClusterComputeResource" [ 575.554785] env[70323]: } {{(pid=70323) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 575.555763] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc61133-de74-4aa8-9989-ee680a9e49a9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.562667] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Got total of 0 instances {{(pid=70323) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 583.608567] env[70323]: DEBUG oslo_concurrency.lockutils [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Acquiring lock "99c5100f-890c-496c-b40a-2cd4a2be72e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 583.608567] env[70323]: DEBUG oslo_concurrency.lockutils [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Lock "99c5100f-890c-496c-b40a-2cd4a2be72e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 584.113678] env[70323]: DEBUG nova.compute.manager [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 584.193248] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Acquiring lock "6f43f01e-4d19-43f0-9b8f-1a34247ea436" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 584.196140] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Lock "6f43f01e-4d19-43f0-9b8f-1a34247ea436" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 584.658798] env[70323]: DEBUG oslo_concurrency.lockutils [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 584.659056] env[70323]: DEBUG oslo_concurrency.lockutils [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 584.660973] env[70323]: INFO nova.compute.claims [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 584.698594] env[70323]: DEBUG nova.compute.manager [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] [instance: 6f43f01e-4d19-43f0-9b8f-1a34247ea436] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 585.230646] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 585.495723] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Acquiring lock "0a84cbbb-8a36-4c53-bb72-d715abb4ac48" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 585.495723] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Lock "0a84cbbb-8a36-4c53-bb72-d715abb4ac48" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 585.795470] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da3a77c-fa19-4b65-a5c2-1a72f4821e01 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.811776] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404e8b1e-304f-4b24-9e51-07c43bcfc459 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.858180] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6cca85d-a289-42b0-bd23-bc17543961f9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.872626] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ced964-c57e-4bfc-b2b6-f114b696c085 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.895554] env[70323]: DEBUG nova.compute.provider_tree [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 586.000024] env[70323]: DEBUG nova.compute.manager [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] [instance: 0a84cbbb-8a36-4c53-bb72-d715abb4ac48] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 586.302541] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Acquiring lock "e38249fe-4114-40a6-9cdb-8ec5917bec83" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 586.302770] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Lock "e38249fe-4114-40a6-9cdb-8ec5917bec83" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 586.315575] env[70323]: DEBUG oslo_concurrency.lockutils [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Acquiring lock "e9534202-ee8f-414b-a4cc-3c98bd4fc273" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 586.315850] env[70323]: DEBUG oslo_concurrency.lockutils [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Lock "e9534202-ee8f-414b-a4cc-3c98bd4fc273" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 586.403214] env[70323]: DEBUG nova.scheduler.client.report [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 586.534939] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 586.807188] env[70323]: DEBUG nova.compute.manager [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: e38249fe-4114-40a6-9cdb-8ec5917bec83] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 586.818303] env[70323]: DEBUG nova.compute.manager [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] [instance: e9534202-ee8f-414b-a4cc-3c98bd4fc273] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 586.909273] env[70323]: DEBUG oslo_concurrency.lockutils [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.250s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 586.909912] env[70323]: DEBUG nova.compute.manager [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 586.913457] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.683s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 586.915104] env[70323]: INFO nova.compute.claims [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] [instance: 6f43f01e-4d19-43f0-9b8f-1a34247ea436] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 587.356859] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 587.361774] env[70323]: DEBUG oslo_concurrency.lockutils [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 587.425704] env[70323]: DEBUG nova.compute.utils [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 587.428422] env[70323]: DEBUG nova.compute.manager [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Not allocating networking since 'none' was specified. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 587.929243] env[70323]: DEBUG nova.compute.manager [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 588.063552] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e6a1c1-b675-4380-9482-4481a002f349 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.070662] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a5eb5c-2c38-4664-90f3-19b35ebe7534 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.107283] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c44cec-3071-4926-b57a-da1576fa7753 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.113897] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a192e553-cff2-47de-989a-92c6fdb549d5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.130470] env[70323]: DEBUG nova.compute.provider_tree [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 588.638271] env[70323]: DEBUG nova.scheduler.client.report [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 588.945147] env[70323]: DEBUG nova.compute.manager [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 589.142426] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.229s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 589.143339] env[70323]: DEBUG nova.compute.manager [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] [instance: 6f43f01e-4d19-43f0-9b8f-1a34247ea436] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 589.146336] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.611s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 589.150391] env[70323]: INFO nova.compute.claims [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] [instance: 0a84cbbb-8a36-4c53-bb72-d715abb4ac48] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 589.564318] env[70323]: DEBUG nova.virt.hardware [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 589.564828] env[70323]: DEBUG nova.virt.hardware [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 589.565266] env[70323]: DEBUG nova.virt.hardware [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 589.568820] env[70323]: DEBUG nova.virt.hardware [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 589.568820] env[70323]: DEBUG nova.virt.hardware [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 589.568820] env[70323]: DEBUG nova.virt.hardware [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 589.568820] env[70323]: DEBUG nova.virt.hardware [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 589.568820] env[70323]: DEBUG nova.virt.hardware [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 589.569057] env[70323]: DEBUG nova.virt.hardware [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 589.569057] env[70323]: DEBUG nova.virt.hardware [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 589.569057] env[70323]: DEBUG nova.virt.hardware [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 589.569057] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5565b06e-dda8-4cdd-8fce-72512c54f1bb {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.582542] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f254cc-efbf-4cdb-bf84-411e2a02a48c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.603602] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79cba6e4-7f55-4de8-939a-fed1f558489e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.630086] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Instance VIF info [] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 589.645057] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 589.645057] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-732e8020-2e33-4078-a041-fa4ab1a17e12 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.658289] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Created folder: OpenStack in parent group-v4. [ 589.658289] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Creating folder: Project (11ecc89de3474ec0bf0b1f85020c948b). Parent ref: group-v644941. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 589.658289] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0c34529-a638-4b2d-b4d7-d69d59b5a6d0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.661556] env[70323]: DEBUG nova.compute.utils [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 589.665682] env[70323]: DEBUG nova.compute.manager [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] [instance: 6f43f01e-4d19-43f0-9b8f-1a34247ea436] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 589.665682] env[70323]: DEBUG nova.network.neutron [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] [instance: 6f43f01e-4d19-43f0-9b8f-1a34247ea436] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 589.678704] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Created folder: Project (11ecc89de3474ec0bf0b1f85020c948b) in parent group-v644941. [ 589.678960] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Creating folder: Instances. Parent ref: group-v644942. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 589.679789] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c4ca07b-6143-438f-b6bd-6f5c2faa570b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.690430] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Created folder: Instances in parent group-v644942. [ 589.690773] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 589.691101] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 589.691318] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16b287b8-c008-49e9-92c6-0235f46483ca {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.712269] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 589.712269] env[70323]: value = "task-3226377" [ 589.712269] env[70323]: _type = "Task" [ 589.712269] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.725881] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226377, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.864877] env[70323]: DEBUG nova.policy [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af41c5defb1e42d49993af94e8815027', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f370743c0e23412a991f9b00c4f57d05', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 590.177122] env[70323]: DEBUG nova.compute.manager [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] [instance: 6f43f01e-4d19-43f0-9b8f-1a34247ea436] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 590.227710] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226377, 'name': CreateVM_Task, 'duration_secs': 0.339052} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.230527] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 590.233773] env[70323]: DEBUG oslo_vmware.service [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e38609-214f-4064-a059-3ed4c587337d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.256625] env[70323]: DEBUG oslo_concurrency.lockutils [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.256871] env[70323]: DEBUG oslo_concurrency.lockutils [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.257601] env[70323]: DEBUG oslo_concurrency.lockutils [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.258517] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14627aa2-b478-41c3-82f0-69a0f5eca1fd {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.264290] env[70323]: DEBUG oslo_vmware.api [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Waiting for the task: (returnval){ [ 590.264290] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52656586-fc5f-8e46-c0e3-f6d17253b512" [ 590.264290] env[70323]: _type = "Task" [ 590.264290] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.273525] env[70323]: DEBUG oslo_vmware.api [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52656586-fc5f-8e46-c0e3-f6d17253b512, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.326863] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67026f7d-5020-4a9e-b3a1-a5fa83ab7055 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.341473] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f2759f-0fed-4c75-8e87-21c58689fe27 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.372203] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db115371-972a-4d11-be15-c2c43f3e9dd8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.379580] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7bfe05d-2ce9-491e-8eab-45215bc9be12 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.392965] env[70323]: DEBUG nova.compute.provider_tree [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 590.774540] env[70323]: DEBUG oslo_concurrency.lockutils [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.774792] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 590.775038] env[70323]: DEBUG oslo_concurrency.lockutils [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.775194] env[70323]: DEBUG oslo_concurrency.lockutils [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.775631] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 590.775891] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b8a793c-2572-428b-9368-24397d715fa4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.795528] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 590.796024] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 590.799021] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395c2b67-a7d6-4aa1-b7cc-5bfc47cbe637 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.807086] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5f79d56-e859-468a-885f-d1647ee0cbb4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.815370] env[70323]: DEBUG oslo_vmware.api [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Waiting for the task: (returnval){ [ 590.815370] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52e05ed5-92a8-8baa-b073-d5696373a980" [ 590.815370] env[70323]: _type = "Task" [ 590.815370] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.829742] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Preparing fetch location {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 590.830610] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Creating directory with path [datastore2] vmware_temp/af231695-bdc8-4530-8a25-8a70d4b07feb/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 590.832665] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d98d655-bd02-4eb4-ace8-f3e1783a703c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.874136] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Created directory with path [datastore2] vmware_temp/af231695-bdc8-4530-8a25-8a70d4b07feb/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 590.876787] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Fetch image to [datastore2] vmware_temp/af231695-bdc8-4530-8a25-8a70d4b07feb/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/tmp-sparse.vmdk {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 590.876787] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Downloading image file data bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 to [datastore2] vmware_temp/af231695-bdc8-4530-8a25-8a70d4b07feb/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/tmp-sparse.vmdk on the data store datastore2 {{(pid=70323) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 590.876787] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7f33c8-1e56-43af-b665-09bd00090d58 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.889023] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ad4212-d388-4220-b68e-2b993fa0cf74 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.903735] env[70323]: DEBUG nova.scheduler.client.report [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 590.908708] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc827c9b-7bf6-48d8-aaee-a7a3dfa18269 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.948280] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149383d0-26fd-416d-8299-ab8074781d58 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.956405] env[70323]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-ab5dfbab-fd24-47c4-b550-b6347d1fcfa2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.998291] env[70323]: DEBUG nova.virt.vmwareapi.images [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Downloading image file data bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 to the data store datastore2 {{(pid=70323) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 591.074661] env[70323]: DEBUG oslo_vmware.rw_handles [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/af231695-bdc8-4530-8a25-8a70d4b07feb/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=70323) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 591.189290] env[70323]: DEBUG nova.compute.manager [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] [instance: 6f43f01e-4d19-43f0-9b8f-1a34247ea436] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 591.223199] env[70323]: DEBUG nova.virt.hardware [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 591.223461] env[70323]: DEBUG nova.virt.hardware [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 591.223622] env[70323]: DEBUG nova.virt.hardware [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 591.224022] env[70323]: DEBUG nova.virt.hardware [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 591.224022] env[70323]: DEBUG nova.virt.hardware [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 591.224681] env[70323]: DEBUG nova.virt.hardware [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 591.224681] env[70323]: DEBUG nova.virt.hardware [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 591.224840] env[70323]: DEBUG nova.virt.hardware [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 591.224891] env[70323]: DEBUG nova.virt.hardware [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 591.229162] env[70323]: DEBUG nova.virt.hardware [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 591.229307] env[70323]: DEBUG nova.virt.hardware [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 591.230258] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c03501-232e-4f24-aba8-3e830271734e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.248515] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90f9680-3ff3-4a9c-a730-5841d1e3d0b1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.414540] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.268s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 591.415132] env[70323]: DEBUG nova.compute.manager [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] [instance: 0a84cbbb-8a36-4c53-bb72-d715abb4ac48] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 591.419472] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.062s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 591.422236] env[70323]: INFO nova.compute.claims [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: e38249fe-4114-40a6-9cdb-8ec5917bec83] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 591.489756] env[70323]: DEBUG nova.network.neutron [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] [instance: 6f43f01e-4d19-43f0-9b8f-1a34247ea436] Successfully created port: 2114c571-4223-41d9-9480-888635771e5a {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 591.763149] env[70323]: DEBUG oslo_vmware.rw_handles [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Completed reading data from the image iterator. {{(pid=70323) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 591.763658] env[70323]: DEBUG oslo_vmware.rw_handles [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/af231695-bdc8-4530-8a25-8a70d4b07feb/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=70323) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 591.913029] env[70323]: DEBUG nova.virt.vmwareapi.images [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Downloaded image file data bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 to vmware_temp/af231695-bdc8-4530-8a25-8a70d4b07feb/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/tmp-sparse.vmdk on the data store datastore2 {{(pid=70323) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 591.917896] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Caching image {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 591.917896] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Copying Virtual Disk [datastore2] vmware_temp/af231695-bdc8-4530-8a25-8a70d4b07feb/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/tmp-sparse.vmdk to [datastore2] vmware_temp/af231695-bdc8-4530-8a25-8a70d4b07feb/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 591.917896] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-723453c8-4ac3-43e4-a6c8-155674c120ef {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.925638] env[70323]: DEBUG oslo_vmware.api [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Waiting for the task: (returnval){ [ 591.925638] env[70323]: value = "task-3226378" [ 591.925638] env[70323]: _type = "Task" [ 591.925638] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.929963] env[70323]: DEBUG nova.compute.utils [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 591.931414] env[70323]: DEBUG nova.compute.manager [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] [instance: 0a84cbbb-8a36-4c53-bb72-d715abb4ac48] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 591.931625] env[70323]: DEBUG nova.network.neutron [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] [instance: 0a84cbbb-8a36-4c53-bb72-d715abb4ac48] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 591.943541] env[70323]: DEBUG oslo_vmware.api [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Task: {'id': task-3226378, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.361350] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Acquiring lock "6c11ec80-43e4-4b24-9a6c-40a13011c9b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.361350] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Lock "6c11ec80-43e4-4b24-9a6c-40a13011c9b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.445628] env[70323]: DEBUG nova.compute.manager [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] [instance: 0a84cbbb-8a36-4c53-bb72-d715abb4ac48] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 592.449926] env[70323]: DEBUG oslo_vmware.api [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Task: {'id': task-3226378, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.584861] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623da961-c9ad-4d66-8b5f-a5f0170a453e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.594997] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186eb77a-b184-4344-9dbe-bc9f03625a3d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.630171] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d9b326-bc8d-4bc3-bb97-597912973e11 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.639094] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c97448ff-6660-40a1-9a4e-403baea3ab02 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.655450] env[70323]: DEBUG nova.compute.provider_tree [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 592.658315] env[70323]: DEBUG nova.policy [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3357abfeeea8426db7973bb28b228d91', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c4926d0450645dd9a4d5f1de9d25812', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 592.866828] env[70323]: DEBUG nova.compute.manager [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] [instance: 6c11ec80-43e4-4b24-9a6c-40a13011c9b3] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 592.938721] env[70323]: DEBUG oslo_vmware.api [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Task: {'id': task-3226378, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.67602} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.939188] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Copied Virtual Disk [datastore2] vmware_temp/af231695-bdc8-4530-8a25-8a70d4b07feb/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/tmp-sparse.vmdk to [datastore2] vmware_temp/af231695-bdc8-4530-8a25-8a70d4b07feb/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 592.939318] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Deleting the datastore file [datastore2] vmware_temp/af231695-bdc8-4530-8a25-8a70d4b07feb/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/tmp-sparse.vmdk {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 592.939701] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a5573e2-c4e0-44e5-bd86-869e9106d0c0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.946570] env[70323]: DEBUG oslo_vmware.api [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Waiting for the task: (returnval){ [ 592.946570] env[70323]: value = "task-3226379" [ 592.946570] env[70323]: _type = "Task" [ 592.946570] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.960133] env[70323]: DEBUG oslo_vmware.api [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Task: {'id': task-3226379, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.162586] env[70323]: DEBUG nova.scheduler.client.report [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 593.394432] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.457682] env[70323]: DEBUG oslo_vmware.api [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Task: {'id': task-3226379, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.027326} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.458285] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 593.458285] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Moving file from [datastore2] vmware_temp/af231695-bdc8-4530-8a25-8a70d4b07feb/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 to [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16. {{(pid=70323) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 593.458487] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-aff9947f-b1ba-4980-a36e-38913efd72d1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.461913] env[70323]: DEBUG nova.compute.manager [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] [instance: 0a84cbbb-8a36-4c53-bb72-d715abb4ac48] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 593.469584] env[70323]: DEBUG oslo_vmware.api [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Waiting for the task: (returnval){ [ 593.469584] env[70323]: value = "task-3226380" [ 593.469584] env[70323]: _type = "Task" [ 593.469584] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.479412] env[70323]: DEBUG oslo_vmware.api [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Task: {'id': task-3226380, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.493902] env[70323]: DEBUG nova.virt.hardware [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 593.494050] env[70323]: DEBUG nova.virt.hardware [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 593.494345] env[70323]: DEBUG nova.virt.hardware [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 593.494345] env[70323]: DEBUG nova.virt.hardware [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 593.494792] env[70323]: DEBUG nova.virt.hardware [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 593.495053] env[70323]: DEBUG nova.virt.hardware [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 593.495178] env[70323]: DEBUG nova.virt.hardware [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 593.495337] env[70323]: DEBUG nova.virt.hardware [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 593.495503] env[70323]: DEBUG nova.virt.hardware [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 593.495668] env[70323]: DEBUG nova.virt.hardware [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 593.495894] env[70323]: DEBUG nova.virt.hardware [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 593.497212] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c23714-4d38-4325-81ee-f2aa09a85675 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.505344] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b436d51f-7eb9-4a11-805f-3e218bb08d75 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.670537] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.251s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 593.674018] env[70323]: DEBUG nova.compute.manager [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: e38249fe-4114-40a6-9cdb-8ec5917bec83] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 593.677222] env[70323]: DEBUG oslo_concurrency.lockutils [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.315s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.680270] env[70323]: INFO nova.compute.claims [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] [instance: e9534202-ee8f-414b-a4cc-3c98bd4fc273] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 593.984616] env[70323]: DEBUG oslo_vmware.api [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Task: {'id': task-3226380, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.027435} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.984893] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] File moved {{(pid=70323) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 593.985097] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Cleaning up location [datastore2] vmware_temp/af231695-bdc8-4530-8a25-8a70d4b07feb {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 593.985258] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Deleting the datastore file [datastore2] vmware_temp/af231695-bdc8-4530-8a25-8a70d4b07feb {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 593.985509] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d10c16d-b7fc-41e6-b05d-24629c779b0b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.993519] env[70323]: DEBUG oslo_vmware.api [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Waiting for the task: (returnval){ [ 593.993519] env[70323]: value = "task-3226381" [ 593.993519] env[70323]: _type = "Task" [ 593.993519] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.006462] env[70323]: DEBUG oslo_vmware.api [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Task: {'id': task-3226381, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.108292] env[70323]: DEBUG nova.network.neutron [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] [instance: 0a84cbbb-8a36-4c53-bb72-d715abb4ac48] Successfully created port: 59aec685-43fe-4588-91c4-824c2f992765 {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 594.187413] env[70323]: DEBUG nova.compute.utils [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 594.188976] env[70323]: DEBUG nova.compute.manager [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: e38249fe-4114-40a6-9cdb-8ec5917bec83] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 594.189912] env[70323]: DEBUG nova.network.neutron [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: e38249fe-4114-40a6-9cdb-8ec5917bec83] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 594.314683] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 594.315603] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 594.316288] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 594.316687] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 594.317404] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 594.317613] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 594.317847] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 594.318728] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70323) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 594.318938] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager.update_available_resource {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 594.509436] env[70323]: DEBUG oslo_vmware.api [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Task: {'id': task-3226381, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.030935} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.509791] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 594.510747] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df4eee86-5833-44b5-b001-98c864c544f2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.520355] env[70323]: DEBUG nova.policy [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fbdc3a58e1734189a9b254fe006e7696', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '391695cf0f8a4439bda91a334fdb5483', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 594.529642] env[70323]: DEBUG oslo_vmware.api [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Waiting for the task: (returnval){ [ 594.529642] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52316c53-83e9-c814-4e80-d5189c207ffa" [ 594.529642] env[70323]: _type = "Task" [ 594.529642] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.542263] env[70323]: DEBUG oslo_vmware.api [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52316c53-83e9-c814-4e80-d5189c207ffa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.696197] env[70323]: DEBUG nova.compute.manager [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: e38249fe-4114-40a6-9cdb-8ec5917bec83] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 594.822625] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.856723] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5715bbe4-030e-45e2-88dd-45e8d141bfa0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.867422] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb5e68b-8278-449a-bbd0-da20d0b71e65 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.907227] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b98b1d03-c8a6-4a88-9592-0e5339a0f6bc {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.915404] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b52beae-3c1d-4fe9-984d-9e0a54681079 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.929835] env[70323]: DEBUG nova.compute.provider_tree [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 595.045597] env[70323]: DEBUG oslo_vmware.api [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52316c53-83e9-c814-4e80-d5189c207ffa, 'name': SearchDatastore_Task, 'duration_secs': 0.009572} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.046557] env[70323]: DEBUG oslo_concurrency.lockutils [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.046557] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 99c5100f-890c-496c-b40a-2cd4a2be72e5/99c5100f-890c-496c-b40a-2cd4a2be72e5.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 595.047072] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e4c40c2-b935-4ccc-be49-e5485331cdff {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.053648] env[70323]: DEBUG oslo_vmware.api [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Waiting for the task: (returnval){ [ 595.053648] env[70323]: value = "task-3226382" [ 595.053648] env[70323]: _type = "Task" [ 595.053648] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.063448] env[70323]: DEBUG oslo_vmware.api [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Task: {'id': task-3226382, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.436172] env[70323]: DEBUG nova.scheduler.client.report [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 595.567323] env[70323]: DEBUG oslo_vmware.api [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Task: {'id': task-3226382, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503802} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.567323] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 99c5100f-890c-496c-b40a-2cd4a2be72e5/99c5100f-890c-496c-b40a-2cd4a2be72e5.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 595.567665] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 595.568012] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0abf4ce4-deb1-4e5a-9f87-1e28b439f0c0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.574484] env[70323]: DEBUG oslo_vmware.api [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Waiting for the task: (returnval){ [ 595.574484] env[70323]: value = "task-3226383" [ 595.574484] env[70323]: _type = "Task" [ 595.574484] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.587942] env[70323]: DEBUG oslo_vmware.api [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Task: {'id': task-3226383, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.716117] env[70323]: DEBUG nova.compute.manager [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: e38249fe-4114-40a6-9cdb-8ec5917bec83] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 595.755345] env[70323]: DEBUG nova.virt.hardware [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 595.755650] env[70323]: DEBUG nova.virt.hardware [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 595.755850] env[70323]: DEBUG nova.virt.hardware [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 595.758819] env[70323]: DEBUG nova.virt.hardware [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 595.760135] env[70323]: DEBUG nova.virt.hardware [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 595.760135] env[70323]: DEBUG nova.virt.hardware [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 595.760135] env[70323]: DEBUG nova.virt.hardware [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 595.760135] env[70323]: DEBUG nova.virt.hardware [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 595.760135] env[70323]: DEBUG nova.virt.hardware [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 595.760473] env[70323]: DEBUG nova.virt.hardware [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 595.760473] env[70323]: DEBUG nova.virt.hardware [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 595.761289] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869db120-aebb-4be5-ba06-477ca59da94f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.772518] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d3b40c-da2c-4959-93d7-b06ed61aec2c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.789779] env[70323]: DEBUG nova.network.neutron [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: e38249fe-4114-40a6-9cdb-8ec5917bec83] Successfully created port: 7d687eaa-d970-4867-b783-b22fcaa48ffc {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 595.813625] env[70323]: DEBUG nova.network.neutron [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] [instance: 6f43f01e-4d19-43f0-9b8f-1a34247ea436] Successfully updated port: 2114c571-4223-41d9-9480-888635771e5a {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 595.938796] env[70323]: DEBUG oslo_concurrency.lockutils [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.262s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 595.941163] env[70323]: DEBUG nova.compute.manager [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] [instance: e9534202-ee8f-414b-a4cc-3c98bd4fc273] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 595.942904] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.549s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 595.945249] env[70323]: INFO nova.compute.claims [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] [instance: 6c11ec80-43e4-4b24-9a6c-40a13011c9b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 596.092380] env[70323]: DEBUG oslo_vmware.api [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Task: {'id': task-3226383, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070332} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.092704] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 596.093557] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90bfcd2f-68e7-40ee-882d-43054ac1b3a5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.127274] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 99c5100f-890c-496c-b40a-2cd4a2be72e5/99c5100f-890c-496c-b40a-2cd4a2be72e5.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 596.128139] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85837884-cb1a-42d2-95a2-83f1c548f0cf {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.152609] env[70323]: DEBUG oslo_vmware.api [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Waiting for the task: (returnval){ [ 596.152609] env[70323]: value = "task-3226384" [ 596.152609] env[70323]: _type = "Task" [ 596.152609] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.176494] env[70323]: DEBUG oslo_vmware.api [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Task: {'id': task-3226384, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.321178] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Acquiring lock "refresh_cache-6f43f01e-4d19-43f0-9b8f-1a34247ea436" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.321306] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Acquired lock "refresh_cache-6f43f01e-4d19-43f0-9b8f-1a34247ea436" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.321456] env[70323]: DEBUG nova.network.neutron [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] [instance: 6f43f01e-4d19-43f0-9b8f-1a34247ea436] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 596.450895] env[70323]: DEBUG nova.compute.utils [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 596.455851] env[70323]: DEBUG nova.compute.manager [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] [instance: e9534202-ee8f-414b-a4cc-3c98bd4fc273] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 596.455851] env[70323]: DEBUG nova.network.neutron [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] [instance: e9534202-ee8f-414b-a4cc-3c98bd4fc273] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 596.574198] env[70323]: DEBUG nova.policy [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aafc28791aa2423da545f1745ac1a282', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '977964071d4f41f79a3cef1831cfd5da', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 596.663375] env[70323]: DEBUG oslo_vmware.api [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Task: {'id': task-3226384, 'name': ReconfigVM_Task, 'duration_secs': 0.377163} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.663655] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 99c5100f-890c-496c-b40a-2cd4a2be72e5/99c5100f-890c-496c-b40a-2cd4a2be72e5.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 596.664420] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e7c792b6-8a47-47e5-99c1-d5f6565423c3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.670947] env[70323]: DEBUG oslo_vmware.api [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Waiting for the task: (returnval){ [ 596.670947] env[70323]: value = "task-3226385" [ 596.670947] env[70323]: _type = "Task" [ 596.670947] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.686817] env[70323]: DEBUG oslo_vmware.api [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Task: {'id': task-3226385, 'name': Rename_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.936440] env[70323]: DEBUG nova.network.neutron [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] [instance: 6f43f01e-4d19-43f0-9b8f-1a34247ea436] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 596.956029] env[70323]: DEBUG nova.compute.manager [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] [instance: e9534202-ee8f-414b-a4cc-3c98bd4fc273] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 597.075512] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c8b464-aad7-46a1-96a2-06d2ee9e0827 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.086214] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2874c0bd-cc65-4173-9830-d98ae77d2e0b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.121908] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5c1af9-87bc-45f4-b85a-a3bc954243f8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.130146] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a226a52-3dca-4e13-a119-92fed271f1a4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.146253] env[70323]: DEBUG nova.compute.provider_tree [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 597.185409] env[70323]: DEBUG oslo_vmware.api [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Task: {'id': task-3226385, 'name': Rename_Task, 'duration_secs': 0.134645} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.185683] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 597.185917] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76b0f3c7-8e3b-435c-be4a-9533f08f72b2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.193037] env[70323]: DEBUG oslo_vmware.api [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Waiting for the task: (returnval){ [ 597.193037] env[70323]: value = "task-3226386" [ 597.193037] env[70323]: _type = "Task" [ 597.193037] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.201739] env[70323]: DEBUG oslo_vmware.api [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Task: {'id': task-3226386, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.639567] env[70323]: DEBUG nova.network.neutron [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] [instance: 6f43f01e-4d19-43f0-9b8f-1a34247ea436] Updating instance_info_cache with network_info: [{"id": "2114c571-4223-41d9-9480-888635771e5a", "address": "fa:16:3e:c2:77:50", "network": {"id": "4e0d8ee1-52f7-4416-a8bd-f34b989a1542", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aa1f6314fd1d4d8a9ec1f238193c1000", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2114c571-42", "ovs_interfaceid": "2114c571-4223-41d9-9480-888635771e5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 597.649567] env[70323]: DEBUG nova.scheduler.client.report [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 597.667394] env[70323]: DEBUG nova.network.neutron [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] [instance: 0a84cbbb-8a36-4c53-bb72-d715abb4ac48] Successfully updated port: 59aec685-43fe-4588-91c4-824c2f992765 {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 597.704840] env[70323]: DEBUG oslo_vmware.api [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Task: {'id': task-3226386, 'name': PowerOnVM_Task, 'duration_secs': 0.444554} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.705197] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 597.705642] env[70323]: INFO nova.compute.manager [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Took 8.76 seconds to spawn the instance on the hypervisor. [ 597.705854] env[70323]: DEBUG nova.compute.manager [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 597.706661] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7baf2447-2100-441a-b5d8-773e493c90b5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.769667] env[70323]: DEBUG nova.compute.manager [req-69648f10-d2aa-4a55-a5ad-025fb8302566 req-72b8876c-f345-4536-a12e-57ae12de8ceb service nova] [instance: 6f43f01e-4d19-43f0-9b8f-1a34247ea436] Received event network-vif-plugged-2114c571-4223-41d9-9480-888635771e5a {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 597.769950] env[70323]: DEBUG oslo_concurrency.lockutils [req-69648f10-d2aa-4a55-a5ad-025fb8302566 req-72b8876c-f345-4536-a12e-57ae12de8ceb service nova] Acquiring lock "6f43f01e-4d19-43f0-9b8f-1a34247ea436-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.770203] env[70323]: DEBUG oslo_concurrency.lockutils [req-69648f10-d2aa-4a55-a5ad-025fb8302566 req-72b8876c-f345-4536-a12e-57ae12de8ceb service nova] Lock "6f43f01e-4d19-43f0-9b8f-1a34247ea436-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.770251] env[70323]: DEBUG oslo_concurrency.lockutils [req-69648f10-d2aa-4a55-a5ad-025fb8302566 req-72b8876c-f345-4536-a12e-57ae12de8ceb service nova] Lock "6f43f01e-4d19-43f0-9b8f-1a34247ea436-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 597.770411] env[70323]: DEBUG nova.compute.manager [req-69648f10-d2aa-4a55-a5ad-025fb8302566 req-72b8876c-f345-4536-a12e-57ae12de8ceb service nova] [instance: 6f43f01e-4d19-43f0-9b8f-1a34247ea436] No waiting events found dispatching network-vif-plugged-2114c571-4223-41d9-9480-888635771e5a {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 597.770574] env[70323]: WARNING nova.compute.manager [req-69648f10-d2aa-4a55-a5ad-025fb8302566 req-72b8876c-f345-4536-a12e-57ae12de8ceb service nova] [instance: 6f43f01e-4d19-43f0-9b8f-1a34247ea436] Received unexpected event network-vif-plugged-2114c571-4223-41d9-9480-888635771e5a for instance with vm_state building and task_state spawning. [ 597.970177] env[70323]: DEBUG nova.compute.manager [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] [instance: e9534202-ee8f-414b-a4cc-3c98bd4fc273] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 598.044802] env[70323]: DEBUG nova.network.neutron [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] [instance: e9534202-ee8f-414b-a4cc-3c98bd4fc273] Successfully created port: f9be3e57-9f0b-4fd3-865f-a3681989a248 {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 598.088983] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Acquiring lock "5556ee05-8834-4ce8-99a3-db4e3d733a9a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.089611] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Lock "5556ee05-8834-4ce8-99a3-db4e3d733a9a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.123156] env[70323]: DEBUG nova.virt.hardware [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 598.123623] env[70323]: DEBUG nova.virt.hardware [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 598.123906] env[70323]: DEBUG nova.virt.hardware [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 598.124172] env[70323]: DEBUG nova.virt.hardware [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 598.124325] env[70323]: DEBUG nova.virt.hardware [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 598.124473] env[70323]: DEBUG nova.virt.hardware [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 598.124676] env[70323]: DEBUG nova.virt.hardware [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 598.124833] env[70323]: DEBUG nova.virt.hardware [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 598.124995] env[70323]: DEBUG nova.virt.hardware [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 598.125169] env[70323]: DEBUG nova.virt.hardware [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 598.125336] env[70323]: DEBUG nova.virt.hardware [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 598.126707] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c961000-9c87-4f37-9c58-82bdbb14e5e0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.138604] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c72b0bd-b240-4f76-875a-ed313ed09557 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.159116] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Releasing lock "refresh_cache-6f43f01e-4d19-43f0-9b8f-1a34247ea436" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.161390] env[70323]: DEBUG nova.compute.manager [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] [instance: 6f43f01e-4d19-43f0-9b8f-1a34247ea436] Instance network_info: |[{"id": "2114c571-4223-41d9-9480-888635771e5a", "address": "fa:16:3e:c2:77:50", "network": {"id": "4e0d8ee1-52f7-4416-a8bd-f34b989a1542", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aa1f6314fd1d4d8a9ec1f238193c1000", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2114c571-42", "ovs_interfaceid": "2114c571-4223-41d9-9480-888635771e5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 598.161390] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.218s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 598.162049] env[70323]: DEBUG nova.compute.manager [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] [instance: 6c11ec80-43e4-4b24-9a6c-40a13011c9b3] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 598.170293] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] [instance: 6f43f01e-4d19-43f0-9b8f-1a34247ea436] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:77:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74f30339-6421-4654-bddb-81d7f34db9d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2114c571-4223-41d9-9480-888635771e5a', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 598.182335] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Creating folder: Project (f370743c0e23412a991f9b00c4f57d05). Parent ref: group-v644941. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 598.182590] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.360s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.183580] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 598.183792] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70323) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 598.184812] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Acquiring lock "refresh_cache-0a84cbbb-8a36-4c53-bb72-d715abb4ac48" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.184812] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Acquired lock "refresh_cache-0a84cbbb-8a36-4c53-bb72-d715abb4ac48" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.185871] env[70323]: DEBUG nova.network.neutron [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] [instance: 0a84cbbb-8a36-4c53-bb72-d715abb4ac48] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 598.186535] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6584cf29-8696-4aa9-8b40-dfb17098289c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.193604] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f994989-2030-4588-bc77-206f80f222f1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.212759] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Created folder: Project (f370743c0e23412a991f9b00c4f57d05) in parent group-v644941. [ 598.213083] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Creating folder: Instances. Parent ref: group-v644945. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 598.217501] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c747fa98-70bb-4741-a8f7-410d89fbfaea {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.223392] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9042cd1f-3cb7-4693-bbf6-b50343fa4d38 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.241373] env[70323]: INFO nova.compute.manager [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Took 13.62 seconds to build instance. [ 598.243706] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222554e8-578d-44b2-9f05-3c805c59af2d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.246275] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Created folder: Instances in parent group-v644945. [ 598.246489] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 598.246950] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f43f01e-4d19-43f0-9b8f-1a34247ea436] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 598.247577] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9765e58d-8dfb-49c0-95a2-8f00cc45b1e1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.265900] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e10beab-3bb8-4e8f-b51d-2a7404c2d697 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.271553] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 598.271553] env[70323]: value = "task-3226389" [ 598.271553] env[70323]: _type = "Task" [ 598.271553] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.300879] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181026MB free_disk=122GB free_vcpus=48 pci_devices=None {{(pid=70323) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 598.301133] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.301274] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.310990] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226389, 'name': CreateVM_Task} progress is 15%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.369882] env[70323]: DEBUG nova.network.neutron [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] [instance: 0a84cbbb-8a36-4c53-bb72-d715abb4ac48] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 598.591994] env[70323]: DEBUG nova.compute.manager [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 598.670271] env[70323]: DEBUG nova.compute.utils [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 598.672737] env[70323]: DEBUG nova.compute.manager [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] [instance: 6c11ec80-43e4-4b24-9a6c-40a13011c9b3] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 598.674391] env[70323]: DEBUG nova.network.neutron [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] [instance: 6c11ec80-43e4-4b24-9a6c-40a13011c9b3] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 598.747763] env[70323]: DEBUG oslo_concurrency.lockutils [None req-fbc786f3-140d-4c7d-803c-edb58d3ac1ae tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Lock "99c5100f-890c-496c-b40a-2cd4a2be72e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.139s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 598.784714] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226389, 'name': CreateVM_Task, 'duration_secs': 0.369024} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.784946] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f43f01e-4d19-43f0-9b8f-1a34247ea436] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 598.815542] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.815780] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.816268] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.817032] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c72f57e-2e1a-4334-baa2-3ae5c80d15fb {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.821566] env[70323]: DEBUG nova.policy [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82bcaaeb7b1240d58c16cc712bf3a6fb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae53c0e3f8ad4a00a9f9fe236da22fc1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 598.826434] env[70323]: DEBUG oslo_vmware.api [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Waiting for the task: (returnval){ [ 598.826434] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52f4115e-9bdc-803e-73a7-c667e78b4b11" [ 598.826434] env[70323]: _type = "Task" [ 598.826434] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.836121] env[70323]: DEBUG oslo_vmware.api [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52f4115e-9bdc-803e-73a7-c667e78b4b11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.044687] env[70323]: DEBUG nova.network.neutron [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: e38249fe-4114-40a6-9cdb-8ec5917bec83] Successfully updated port: 7d687eaa-d970-4867-b783-b22fcaa48ffc {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 599.056905] env[70323]: DEBUG nova.network.neutron [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] [instance: 0a84cbbb-8a36-4c53-bb72-d715abb4ac48] Updating instance_info_cache with network_info: [{"id": "59aec685-43fe-4588-91c4-824c2f992765", "address": "fa:16:3e:7e:7a:e6", "network": {"id": "4e0d8ee1-52f7-4416-a8bd-f34b989a1542", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.163", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aa1f6314fd1d4d8a9ec1f238193c1000", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59aec685-43", "ovs_interfaceid": "59aec685-43fe-4588-91c4-824c2f992765", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.115342] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.181028] env[70323]: DEBUG nova.compute.manager [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] [instance: 6c11ec80-43e4-4b24-9a6c-40a13011c9b3] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 599.339889] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 99c5100f-890c-496c-b40a-2cd4a2be72e5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 599.340267] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 6f43f01e-4d19-43f0-9b8f-1a34247ea436 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 599.340535] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 0a84cbbb-8a36-4c53-bb72-d715abb4ac48 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 599.340835] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance e38249fe-4114-40a6-9cdb-8ec5917bec83 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 599.340966] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance e9534202-ee8f-414b-a4cc-3c98bd4fc273 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 599.341129] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 6c11ec80-43e4-4b24-9a6c-40a13011c9b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 599.347777] env[70323]: DEBUG oslo_vmware.api [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52f4115e-9bdc-803e-73a7-c667e78b4b11, 'name': SearchDatastore_Task, 'duration_secs': 0.008729} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.348567] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.348828] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] [instance: 6f43f01e-4d19-43f0-9b8f-1a34247ea436] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 599.349215] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.349467] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.349557] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 599.349825] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-340a7031-68f0-45e4-b069-9f0a78bd3180 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.359093] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 599.359380] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 599.360182] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a7f6bd7-6519-4fe3-9422-f2239d2db120 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.366862] env[70323]: DEBUG oslo_vmware.api [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Waiting for the task: (returnval){ [ 599.366862] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]524fa6fe-5f58-4e16-cbf8-44843b8f7a81" [ 599.366862] env[70323]: _type = "Task" [ 599.366862] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.375835] env[70323]: DEBUG oslo_vmware.api [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]524fa6fe-5f58-4e16-cbf8-44843b8f7a81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.545831] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Acquiring lock "refresh_cache-e38249fe-4114-40a6-9cdb-8ec5917bec83" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.545872] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Acquired lock "refresh_cache-e38249fe-4114-40a6-9cdb-8ec5917bec83" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.546514] env[70323]: DEBUG nova.network.neutron [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: e38249fe-4114-40a6-9cdb-8ec5917bec83] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 599.562030] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Releasing lock "refresh_cache-0a84cbbb-8a36-4c53-bb72-d715abb4ac48" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.562030] env[70323]: DEBUG nova.compute.manager [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] [instance: 0a84cbbb-8a36-4c53-bb72-d715abb4ac48] Instance network_info: |[{"id": "59aec685-43fe-4588-91c4-824c2f992765", "address": "fa:16:3e:7e:7a:e6", "network": {"id": "4e0d8ee1-52f7-4416-a8bd-f34b989a1542", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.163", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aa1f6314fd1d4d8a9ec1f238193c1000", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59aec685-43", "ovs_interfaceid": "59aec685-43fe-4588-91c4-824c2f992765", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 599.562323] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] [instance: 0a84cbbb-8a36-4c53-bb72-d715abb4ac48] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:7a:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74f30339-6421-4654-bddb-81d7f34db9d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '59aec685-43fe-4588-91c4-824c2f992765', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 599.572262] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Creating folder: Project (7c4926d0450645dd9a4d5f1de9d25812). Parent ref: group-v644941. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 599.572262] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ca2c9bc-059d-4709-9b15-8b2d06f93c27 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.582791] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Created folder: Project (7c4926d0450645dd9a4d5f1de9d25812) in parent group-v644941. [ 599.582985] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Creating folder: Instances. Parent ref: group-v644948. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 599.583242] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f69b327d-f47c-44b5-9faf-2a476296bcd8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.595229] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Created folder: Instances in parent group-v644948. [ 599.595657] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 599.595897] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a84cbbb-8a36-4c53-bb72-d715abb4ac48] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 599.596205] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96dcf6af-8b11-4b13-9eff-c090664e7816 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.617639] env[70323]: DEBUG nova.compute.manager [req-aebca1a9-b751-438f-80c4-d80fd2a8a139 req-736a78ca-0ffa-498c-af3a-a7cb6ace068b service nova] [instance: 0a84cbbb-8a36-4c53-bb72-d715abb4ac48] Received event network-vif-plugged-59aec685-43fe-4588-91c4-824c2f992765 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 599.617856] env[70323]: DEBUG oslo_concurrency.lockutils [req-aebca1a9-b751-438f-80c4-d80fd2a8a139 req-736a78ca-0ffa-498c-af3a-a7cb6ace068b service nova] Acquiring lock "0a84cbbb-8a36-4c53-bb72-d715abb4ac48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.618119] env[70323]: DEBUG oslo_concurrency.lockutils [req-aebca1a9-b751-438f-80c4-d80fd2a8a139 req-736a78ca-0ffa-498c-af3a-a7cb6ace068b service nova] Lock "0a84cbbb-8a36-4c53-bb72-d715abb4ac48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.618495] env[70323]: DEBUG oslo_concurrency.lockutils [req-aebca1a9-b751-438f-80c4-d80fd2a8a139 req-736a78ca-0ffa-498c-af3a-a7cb6ace068b service nova] Lock "0a84cbbb-8a36-4c53-bb72-d715abb4ac48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.618551] env[70323]: DEBUG nova.compute.manager [req-aebca1a9-b751-438f-80c4-d80fd2a8a139 req-736a78ca-0ffa-498c-af3a-a7cb6ace068b service nova] [instance: 0a84cbbb-8a36-4c53-bb72-d715abb4ac48] No waiting events found dispatching network-vif-plugged-59aec685-43fe-4588-91c4-824c2f992765 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 599.618754] env[70323]: WARNING nova.compute.manager [req-aebca1a9-b751-438f-80c4-d80fd2a8a139 req-736a78ca-0ffa-498c-af3a-a7cb6ace068b service nova] [instance: 0a84cbbb-8a36-4c53-bb72-d715abb4ac48] Received unexpected event network-vif-plugged-59aec685-43fe-4588-91c4-824c2f992765 for instance with vm_state building and task_state spawning. [ 599.626520] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 599.626520] env[70323]: value = "task-3226392" [ 599.626520] env[70323]: _type = "Task" [ 599.626520] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.636321] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226392, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.652915] env[70323]: DEBUG nova.network.neutron [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] [instance: 6c11ec80-43e4-4b24-9a6c-40a13011c9b3] Successfully created port: 9c73cc40-030f-41e2-9a70-f7792f788a01 {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 599.852031] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 5556ee05-8834-4ce8-99a3-db4e3d733a9a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 599.852031] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=70323) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 599.852031] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=70323) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 599.885716] env[70323]: DEBUG oslo_vmware.api [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]524fa6fe-5f58-4e16-cbf8-44843b8f7a81, 'name': SearchDatastore_Task, 'duration_secs': 0.010636} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.888650] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c52b8284-aa16-4bd1-952a-8d65fc6a1fe3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.893586] env[70323]: DEBUG oslo_vmware.api [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Waiting for the task: (returnval){ [ 599.893586] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52898016-882a-fdf2-5cb6-58306bc10463" [ 599.893586] env[70323]: _type = "Task" [ 599.893586] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.909817] env[70323]: DEBUG oslo_vmware.api [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52898016-882a-fdf2-5cb6-58306bc10463, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.008056] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b89a81d-3a07-4c05-a8e2-3625e6959df1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.014631] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00355a8-e930-4c39-89c8-568b326b284d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.054804] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c2797e-f4b5-4055-944c-cba2691989c6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.063392] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2be9b3a-e9e4-416c-9c7a-d46860f28bd4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.079116] env[70323]: DEBUG nova.compute.provider_tree [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 600.133120] env[70323]: DEBUG nova.network.neutron [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: e38249fe-4114-40a6-9cdb-8ec5917bec83] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 600.140527] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226392, 'name': CreateVM_Task, 'duration_secs': 0.331174} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.140868] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a84cbbb-8a36-4c53-bb72-d715abb4ac48] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 600.141621] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.141927] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.144052] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.144052] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74e8514e-76b6-43ad-9cdd-69f1a201b970 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.147513] env[70323]: DEBUG oslo_vmware.api [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Waiting for the task: (returnval){ [ 600.147513] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]527ca875-8912-9605-e7ff-4aef15c566af" [ 600.147513] env[70323]: _type = "Task" [ 600.147513] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.155734] env[70323]: DEBUG oslo_vmware.api [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]527ca875-8912-9605-e7ff-4aef15c566af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.194887] env[70323]: DEBUG nova.compute.manager [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] [instance: 6c11ec80-43e4-4b24-9a6c-40a13011c9b3] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 600.223693] env[70323]: DEBUG nova.virt.hardware [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 600.223915] env[70323]: DEBUG nova.virt.hardware [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 600.224087] env[70323]: DEBUG nova.virt.hardware [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 600.224272] env[70323]: DEBUG nova.virt.hardware [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 600.224542] env[70323]: DEBUG nova.virt.hardware [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 600.224663] env[70323]: DEBUG nova.virt.hardware [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 600.224763] env[70323]: DEBUG nova.virt.hardware [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 600.224957] env[70323]: DEBUG nova.virt.hardware [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 600.227019] env[70323]: DEBUG nova.virt.hardware [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 600.227671] env[70323]: DEBUG nova.virt.hardware [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 600.228555] env[70323]: DEBUG nova.virt.hardware [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 600.232477] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef8cbe0-4160-4f02-b117-1b923cf824ca {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.245298] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a61bdaf6-78b5-4ce9-8300-7da5cd503312 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.409063] env[70323]: DEBUG oslo_vmware.api [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52898016-882a-fdf2-5cb6-58306bc10463, 'name': SearchDatastore_Task, 'duration_secs': 0.009168} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.409063] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.409063] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 6f43f01e-4d19-43f0-9b8f-1a34247ea436/6f43f01e-4d19-43f0-9b8f-1a34247ea436.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 600.409063] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe27d017-3c7e-48da-88a6-7d8383a688f6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.417399] env[70323]: DEBUG oslo_vmware.api [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Waiting for the task: (returnval){ [ 600.417399] env[70323]: value = "task-3226393" [ 600.417399] env[70323]: _type = "Task" [ 600.417399] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.425942] env[70323]: DEBUG nova.network.neutron [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: e38249fe-4114-40a6-9cdb-8ec5917bec83] Updating instance_info_cache with network_info: [{"id": "7d687eaa-d970-4867-b783-b22fcaa48ffc", "address": "fa:16:3e:4d:11:7a", "network": {"id": "4e0d8ee1-52f7-4416-a8bd-f34b989a1542", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aa1f6314fd1d4d8a9ec1f238193c1000", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d687eaa-d9", "ovs_interfaceid": "7d687eaa-d970-4867-b783-b22fcaa48ffc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 600.431249] env[70323]: DEBUG oslo_vmware.api [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Task: {'id': task-3226393, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.583135] env[70323]: DEBUG nova.scheduler.client.report [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 600.664670] env[70323]: DEBUG oslo_vmware.api [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]527ca875-8912-9605-e7ff-4aef15c566af, 'name': SearchDatastore_Task, 'duration_secs': 0.012139} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.664826] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.666366] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] [instance: 0a84cbbb-8a36-4c53-bb72-d715abb4ac48] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 600.666366] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.666366] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.666366] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 600.666366] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67346110-956b-49b3-8bae-bcbe377ca04b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.680880] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 600.681129] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 600.681938] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3676c19e-5be6-4cdd-9fd4-a2457c04bd45 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.693688] env[70323]: DEBUG oslo_vmware.api [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Waiting for the task: (returnval){ [ 600.693688] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52ecd77c-377c-0b28-fdf5-d765cd425ae5" [ 600.693688] env[70323]: _type = "Task" [ 600.693688] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.704753] env[70323]: DEBUG oslo_vmware.api [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52ecd77c-377c-0b28-fdf5-d765cd425ae5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.928513] env[70323]: DEBUG oslo_vmware.api [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Task: {'id': task-3226393, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.933201] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Releasing lock "refresh_cache-e38249fe-4114-40a6-9cdb-8ec5917bec83" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.933541] env[70323]: DEBUG nova.compute.manager [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: e38249fe-4114-40a6-9cdb-8ec5917bec83] Instance network_info: |[{"id": "7d687eaa-d970-4867-b783-b22fcaa48ffc", "address": "fa:16:3e:4d:11:7a", "network": {"id": "4e0d8ee1-52f7-4416-a8bd-f34b989a1542", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aa1f6314fd1d4d8a9ec1f238193c1000", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d687eaa-d9", "ovs_interfaceid": "7d687eaa-d970-4867-b783-b22fcaa48ffc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 600.934473] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: e38249fe-4114-40a6-9cdb-8ec5917bec83] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:11:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74f30339-6421-4654-bddb-81d7f34db9d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d687eaa-d970-4867-b783-b22fcaa48ffc', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 600.944894] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Creating folder: Project (391695cf0f8a4439bda91a334fdb5483). Parent ref: group-v644941. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 600.945240] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c72feb77-42f8-44ea-888f-dd1dc283d697 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.957198] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Created folder: Project (391695cf0f8a4439bda91a334fdb5483) in parent group-v644941. [ 600.957393] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Creating folder: Instances. Parent ref: group-v644951. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 600.957646] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ace06010-e088-418b-9bc7-dad66c6f9694 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.967637] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Created folder: Instances in parent group-v644951. [ 600.967873] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 600.968139] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e38249fe-4114-40a6-9cdb-8ec5917bec83] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 600.968301] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6fa34a84-0990-4d3a-9023-bfdf9ecac423 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.996940] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 600.996940] env[70323]: value = "task-3226396" [ 600.996940] env[70323]: _type = "Task" [ 600.996940] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.010008] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226396, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.088963] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70323) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 601.089271] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.788s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.089522] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.974s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.091013] env[70323]: INFO nova.compute.claims [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 601.206527] env[70323]: DEBUG oslo_vmware.api [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52ecd77c-377c-0b28-fdf5-d765cd425ae5, 'name': SearchDatastore_Task, 'duration_secs': 0.064403} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.207299] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b0e54d1-727d-49b1-9daf-3b8746e2449d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.215676] env[70323]: DEBUG oslo_vmware.api [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Waiting for the task: (returnval){ [ 601.215676] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]526a551b-424b-3996-1cb6-91a7dfefbb50" [ 601.215676] env[70323]: _type = "Task" [ 601.215676] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.224919] env[70323]: DEBUG oslo_vmware.api [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]526a551b-424b-3996-1cb6-91a7dfefbb50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.384823] env[70323]: DEBUG nova.network.neutron [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] [instance: 6c11ec80-43e4-4b24-9a6c-40a13011c9b3] Successfully created port: 6479df9b-bb67-47df-8862-78816b4f70b0 {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 601.434032] env[70323]: DEBUG oslo_vmware.api [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Task: {'id': task-3226393, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528489} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.434321] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 6f43f01e-4d19-43f0-9b8f-1a34247ea436/6f43f01e-4d19-43f0-9b8f-1a34247ea436.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 601.434566] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] [instance: 6f43f01e-4d19-43f0-9b8f-1a34247ea436] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 601.434777] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c1850b16-b3a3-4e18-a234-18d3a0a22302 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.443330] env[70323]: DEBUG oslo_vmware.api [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Waiting for the task: (returnval){ [ 601.443330] env[70323]: value = "task-3226397" [ 601.443330] env[70323]: _type = "Task" [ 601.443330] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.452044] env[70323]: DEBUG oslo_vmware.api [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Task: {'id': task-3226397, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.510847] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226396, 'name': CreateVM_Task, 'duration_secs': 0.398582} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.510847] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e38249fe-4114-40a6-9cdb-8ec5917bec83] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 601.512697] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.512697] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.512697] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.512697] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0aaa31c-e7b0-45e9-8787-672510c753b2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.517856] env[70323]: DEBUG oslo_vmware.api [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Waiting for the task: (returnval){ [ 601.517856] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52decfbf-11a6-7155-50b9-266209e309e1" [ 601.517856] env[70323]: _type = "Task" [ 601.517856] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.530970] env[70323]: DEBUG oslo_vmware.api [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52decfbf-11a6-7155-50b9-266209e309e1, 'name': SearchDatastore_Task, 'duration_secs': 0.008604} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.531324] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.531547] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: e38249fe-4114-40a6-9cdb-8ec5917bec83] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 601.531745] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.587851] env[70323]: DEBUG oslo_concurrency.lockutils [None req-01e5ac0e-4960-440c-892e-ecf7ef1dfb79 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Acquiring lock "6e9a0b80-0d5c-4d95-9a3d-728424ef852e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.587851] env[70323]: DEBUG oslo_concurrency.lockutils [None req-01e5ac0e-4960-440c-892e-ecf7ef1dfb79 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Lock "6e9a0b80-0d5c-4d95-9a3d-728424ef852e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.728367] env[70323]: DEBUG oslo_vmware.api [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]526a551b-424b-3996-1cb6-91a7dfefbb50, 'name': SearchDatastore_Task, 'duration_secs': 0.013467} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.728649] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.729947] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 0a84cbbb-8a36-4c53-bb72-d715abb4ac48/0a84cbbb-8a36-4c53-bb72-d715abb4ac48.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 601.729947] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.729947] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 601.729947] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24072e08-07e7-4870-ae7c-d31b1867a9d1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.732334] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-62d1fa02-d9f7-4382-87e7-dcf73b43172d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.738866] env[70323]: DEBUG oslo_vmware.api [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Waiting for the task: (returnval){ [ 601.738866] env[70323]: value = "task-3226398" [ 601.738866] env[70323]: _type = "Task" [ 601.738866] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.747624] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 601.747812] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 601.748972] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d98c9e4-34fd-42c7-ad6e-ccc202cf67fa {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.754647] env[70323]: DEBUG oslo_vmware.api [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Task: {'id': task-3226398, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.757606] env[70323]: DEBUG oslo_vmware.api [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Waiting for the task: (returnval){ [ 601.757606] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52ba2042-9bf9-8a24-d555-492961cb64bc" [ 601.757606] env[70323]: _type = "Task" [ 601.757606] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.767565] env[70323]: DEBUG oslo_vmware.api [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52ba2042-9bf9-8a24-d555-492961cb64bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.942340] env[70323]: DEBUG oslo_concurrency.lockutils [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Acquiring lock "72e4392e-ac35-41a0-b0b8-66088e62a055" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.942724] env[70323]: DEBUG oslo_concurrency.lockutils [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Lock "72e4392e-ac35-41a0-b0b8-66088e62a055" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.961689] env[70323]: DEBUG oslo_vmware.api [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Task: {'id': task-3226397, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068072} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.962646] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] [instance: 6f43f01e-4d19-43f0-9b8f-1a34247ea436] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 601.964285] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94de738e-35bd-4478-934b-4601ce6e793b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.997872] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] [instance: 6f43f01e-4d19-43f0-9b8f-1a34247ea436] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 6f43f01e-4d19-43f0-9b8f-1a34247ea436/6f43f01e-4d19-43f0-9b8f-1a34247ea436.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 601.999266] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7207900-f061-437e-ac78-e710a71a2e1b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.018436] env[70323]: DEBUG nova.network.neutron [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] [instance: e9534202-ee8f-414b-a4cc-3c98bd4fc273] Successfully updated port: f9be3e57-9f0b-4fd3-865f-a3681989a248 {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 602.027304] env[70323]: DEBUG oslo_vmware.api [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Waiting for the task: (returnval){ [ 602.027304] env[70323]: value = "task-3226399" [ 602.027304] env[70323]: _type = "Task" [ 602.027304] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.042110] env[70323]: DEBUG oslo_vmware.api [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Task: {'id': task-3226399, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.090872] env[70323]: DEBUG nova.compute.manager [None req-01e5ac0e-4960-440c-892e-ecf7ef1dfb79 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] [instance: 6e9a0b80-0d5c-4d95-9a3d-728424ef852e] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 602.213624] env[70323]: DEBUG nova.compute.manager [req-b51df303-d107-4721-b099-0ad3eff3e95b req-e30c2aaf-938c-4f6d-b22a-a83e886cac70 service nova] [instance: 6f43f01e-4d19-43f0-9b8f-1a34247ea436] Received event network-changed-2114c571-4223-41d9-9480-888635771e5a {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 602.213624] env[70323]: DEBUG nova.compute.manager [req-b51df303-d107-4721-b099-0ad3eff3e95b req-e30c2aaf-938c-4f6d-b22a-a83e886cac70 service nova] [instance: 6f43f01e-4d19-43f0-9b8f-1a34247ea436] Refreshing instance network info cache due to event network-changed-2114c571-4223-41d9-9480-888635771e5a. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 602.213624] env[70323]: DEBUG oslo_concurrency.lockutils [req-b51df303-d107-4721-b099-0ad3eff3e95b req-e30c2aaf-938c-4f6d-b22a-a83e886cac70 service nova] Acquiring lock "refresh_cache-6f43f01e-4d19-43f0-9b8f-1a34247ea436" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.213624] env[70323]: DEBUG oslo_concurrency.lockutils [req-b51df303-d107-4721-b099-0ad3eff3e95b req-e30c2aaf-938c-4f6d-b22a-a83e886cac70 service nova] Acquired lock "refresh_cache-6f43f01e-4d19-43f0-9b8f-1a34247ea436" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.213624] env[70323]: DEBUG nova.network.neutron [req-b51df303-d107-4721-b099-0ad3eff3e95b req-e30c2aaf-938c-4f6d-b22a-a83e886cac70 service nova] [instance: 6f43f01e-4d19-43f0-9b8f-1a34247ea436] Refreshing network info cache for port 2114c571-4223-41d9-9480-888635771e5a {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 602.255336] env[70323]: DEBUG oslo_vmware.api [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Task: {'id': task-3226398, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490419} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.256043] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 0a84cbbb-8a36-4c53-bb72-d715abb4ac48/0a84cbbb-8a36-4c53-bb72-d715abb4ac48.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 602.256227] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] [instance: 0a84cbbb-8a36-4c53-bb72-d715abb4ac48] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 602.256463] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ade06ed4-3b41-4073-835e-83fefa551725 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.267530] env[70323]: DEBUG oslo_vmware.api [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52ba2042-9bf9-8a24-d555-492961cb64bc, 'name': SearchDatastore_Task, 'duration_secs': 0.008425} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.270584] env[70323]: DEBUG oslo_vmware.api [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Waiting for the task: (returnval){ [ 602.270584] env[70323]: value = "task-3226400" [ 602.270584] env[70323]: _type = "Task" [ 602.270584] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.270584] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f30501b-9a3d-4a06-94b8-e24a75199f20 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.281758] env[70323]: DEBUG oslo_vmware.api [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Waiting for the task: (returnval){ [ 602.281758] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52ceb3af-2f0c-55cd-97a9-483a0e5bc5b5" [ 602.281758] env[70323]: _type = "Task" [ 602.281758] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.284373] env[70323]: DEBUG oslo_vmware.api [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Task: {'id': task-3226400, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.296322] env[70323]: DEBUG oslo_vmware.api [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52ceb3af-2f0c-55cd-97a9-483a0e5bc5b5, 'name': SearchDatastore_Task, 'duration_secs': 0.009157} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.300336] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.300555] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] e38249fe-4114-40a6-9cdb-8ec5917bec83/e38249fe-4114-40a6-9cdb-8ec5917bec83.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 602.304972] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-69fc075c-da7c-4483-9cf8-4fa834b7144c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.307073] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Acquiring lock "cce3978e-29ec-42c6-8190-d02f082e3b62" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.307294] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Lock "cce3978e-29ec-42c6-8190-d02f082e3b62" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.315018] env[70323]: DEBUG oslo_vmware.api [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Waiting for the task: (returnval){ [ 602.315018] env[70323]: value = "task-3226401" [ 602.315018] env[70323]: _type = "Task" [ 602.315018] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.325875] env[70323]: DEBUG oslo_vmware.api [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Task: {'id': task-3226401, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.344518] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4daa1b19-84d5-4644-a0e6-237ad320e833 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.353218] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e81d525-c9c8-44b4-bf71-f7e340efbeec {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.389553] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dffc50b8-72b9-42ad-9724-fba35eb2640e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.399229] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a5da61-02a2-400f-af96-5d7d7ca5a946 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.417027] env[70323]: DEBUG nova.compute.provider_tree [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 602.448421] env[70323]: DEBUG nova.compute.manager [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 72e4392e-ac35-41a0-b0b8-66088e62a055] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 602.522307] env[70323]: DEBUG oslo_concurrency.lockutils [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Acquiring lock "refresh_cache-e9534202-ee8f-414b-a4cc-3c98bd4fc273" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.522627] env[70323]: DEBUG oslo_concurrency.lockutils [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Acquired lock "refresh_cache-e9534202-ee8f-414b-a4cc-3c98bd4fc273" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.522627] env[70323]: DEBUG nova.network.neutron [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] [instance: e9534202-ee8f-414b-a4cc-3c98bd4fc273] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 602.545795] env[70323]: DEBUG oslo_vmware.api [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Task: {'id': task-3226399, 'name': ReconfigVM_Task, 'duration_secs': 0.416786} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.546217] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] [instance: 6f43f01e-4d19-43f0-9b8f-1a34247ea436] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 6f43f01e-4d19-43f0-9b8f-1a34247ea436/6f43f01e-4d19-43f0-9b8f-1a34247ea436.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 602.547448] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5aed0ec-fef8-4fb0-a6d2-4f151ee6fb94 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.556862] env[70323]: DEBUG oslo_vmware.api [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Waiting for the task: (returnval){ [ 602.556862] env[70323]: value = "task-3226402" [ 602.556862] env[70323]: _type = "Task" [ 602.556862] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.570291] env[70323]: DEBUG oslo_vmware.api [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Task: {'id': task-3226402, 'name': Rename_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.615399] env[70323]: DEBUG oslo_concurrency.lockutils [None req-01e5ac0e-4960-440c-892e-ecf7ef1dfb79 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.671609] env[70323]: DEBUG nova.network.neutron [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] [instance: 6c11ec80-43e4-4b24-9a6c-40a13011c9b3] Successfully created port: 07aa8045-a1ac-48c3-886e-1f919133bc8b {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 602.787527] env[70323]: DEBUG oslo_vmware.api [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Task: {'id': task-3226400, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07364} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.787873] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] [instance: 0a84cbbb-8a36-4c53-bb72-d715abb4ac48] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 602.788923] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355d1567-e871-4b6c-abe2-10ba573805b2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.817487] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] [instance: 0a84cbbb-8a36-4c53-bb72-d715abb4ac48] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 0a84cbbb-8a36-4c53-bb72-d715abb4ac48/0a84cbbb-8a36-4c53-bb72-d715abb4ac48.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 602.820827] env[70323]: DEBUG nova.compute.manager [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] [instance: cce3978e-29ec-42c6-8190-d02f082e3b62] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 602.828118] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60b919d1-9ad7-4c3f-84e1-e2a75f678ade {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.854052] env[70323]: DEBUG oslo_vmware.api [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Task: {'id': task-3226401, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452731} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.859164] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] e38249fe-4114-40a6-9cdb-8ec5917bec83/e38249fe-4114-40a6-9cdb-8ec5917bec83.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 602.859164] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: e38249fe-4114-40a6-9cdb-8ec5917bec83] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 602.859164] env[70323]: DEBUG oslo_vmware.api [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Waiting for the task: (returnval){ [ 602.859164] env[70323]: value = "task-3226403" [ 602.859164] env[70323]: _type = "Task" [ 602.859164] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.859164] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-331ca4d0-da73-4d59-aa21-783fdf80f2fc {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.868299] env[70323]: DEBUG oslo_vmware.api [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Task: {'id': task-3226403, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.869821] env[70323]: DEBUG oslo_vmware.api [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Waiting for the task: (returnval){ [ 602.869821] env[70323]: value = "task-3226404" [ 602.869821] env[70323]: _type = "Task" [ 602.869821] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.879405] env[70323]: DEBUG oslo_vmware.api [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Task: {'id': task-3226404, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.921716] env[70323]: DEBUG nova.scheduler.client.report [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 602.976303] env[70323]: DEBUG oslo_concurrency.lockutils [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.076267] env[70323]: DEBUG oslo_vmware.api [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Task: {'id': task-3226402, 'name': Rename_Task, 'duration_secs': 0.256924} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.076267] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] [instance: 6f43f01e-4d19-43f0-9b8f-1a34247ea436] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 603.076267] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21f6903f-f558-470e-b202-6196f482029c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.081251] env[70323]: DEBUG oslo_vmware.api [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Waiting for the task: (returnval){ [ 603.081251] env[70323]: value = "task-3226405" [ 603.081251] env[70323]: _type = "Task" [ 603.081251] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.092536] env[70323]: DEBUG oslo_vmware.api [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Task: {'id': task-3226405, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.096696] env[70323]: DEBUG nova.network.neutron [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] [instance: e9534202-ee8f-414b-a4cc-3c98bd4fc273] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 603.294916] env[70323]: DEBUG nova.network.neutron [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] [instance: e9534202-ee8f-414b-a4cc-3c98bd4fc273] Updating instance_info_cache with network_info: [{"id": "f9be3e57-9f0b-4fd3-865f-a3681989a248", "address": "fa:16:3e:10:45:ba", "network": {"id": "4e0d8ee1-52f7-4416-a8bd-f34b989a1542", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aa1f6314fd1d4d8a9ec1f238193c1000", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9be3e57-9f", "ovs_interfaceid": "f9be3e57-9f0b-4fd3-865f-a3681989a248", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 603.373021] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.385703] env[70323]: DEBUG oslo_vmware.api [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Task: {'id': task-3226403, 'name': ReconfigVM_Task, 'duration_secs': 0.306216} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.386766] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] [instance: 0a84cbbb-8a36-4c53-bb72-d715abb4ac48] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 0a84cbbb-8a36-4c53-bb72-d715abb4ac48/0a84cbbb-8a36-4c53-bb72-d715abb4ac48.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 603.387656] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e892d8c-37ce-4f91-84b8-f9c399407494 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.396841] env[70323]: DEBUG oslo_vmware.api [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Task: {'id': task-3226404, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066284} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.397734] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: e38249fe-4114-40a6-9cdb-8ec5917bec83] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 603.398628] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b3151d-23e2-422b-aa23-1bdda61d5cdc {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.403725] env[70323]: DEBUG oslo_vmware.api [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Waiting for the task: (returnval){ [ 603.403725] env[70323]: value = "task-3226406" [ 603.403725] env[70323]: _type = "Task" [ 603.403725] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.427383] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: e38249fe-4114-40a6-9cdb-8ec5917bec83] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] e38249fe-4114-40a6-9cdb-8ec5917bec83/e38249fe-4114-40a6-9cdb-8ec5917bec83.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 603.427988] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.338s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.428678] env[70323]: DEBUG nova.compute.manager [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 603.431482] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85bbe15c-cb5b-405c-9af4-d4536df83b8f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.450406] env[70323]: DEBUG oslo_concurrency.lockutils [None req-01e5ac0e-4960-440c-892e-ecf7ef1dfb79 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.835s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.452521] env[70323]: INFO nova.compute.claims [None req-01e5ac0e-4960-440c-892e-ecf7ef1dfb79 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] [instance: 6e9a0b80-0d5c-4d95-9a3d-728424ef852e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 603.454894] env[70323]: DEBUG oslo_vmware.api [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Task: {'id': task-3226406, 'name': Rename_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.461062] env[70323]: DEBUG oslo_vmware.api [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Waiting for the task: (returnval){ [ 603.461062] env[70323]: value = "task-3226407" [ 603.461062] env[70323]: _type = "Task" [ 603.461062] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.468912] env[70323]: DEBUG oslo_vmware.api [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Task: {'id': task-3226407, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.487855] env[70323]: DEBUG nova.network.neutron [req-b51df303-d107-4721-b099-0ad3eff3e95b req-e30c2aaf-938c-4f6d-b22a-a83e886cac70 service nova] [instance: 6f43f01e-4d19-43f0-9b8f-1a34247ea436] Updated VIF entry in instance network info cache for port 2114c571-4223-41d9-9480-888635771e5a. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 603.488193] env[70323]: DEBUG nova.network.neutron [req-b51df303-d107-4721-b099-0ad3eff3e95b req-e30c2aaf-938c-4f6d-b22a-a83e886cac70 service nova] [instance: 6f43f01e-4d19-43f0-9b8f-1a34247ea436] Updating instance_info_cache with network_info: [{"id": "2114c571-4223-41d9-9480-888635771e5a", "address": "fa:16:3e:c2:77:50", "network": {"id": "4e0d8ee1-52f7-4416-a8bd-f34b989a1542", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aa1f6314fd1d4d8a9ec1f238193c1000", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2114c571-42", "ovs_interfaceid": "2114c571-4223-41d9-9480-888635771e5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 603.580971] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Acquiring lock "19fddddc-9657-463c-b24d-7ae457fdb870" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.581340] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Lock "19fddddc-9657-463c-b24d-7ae457fdb870" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.597327] env[70323]: DEBUG oslo_vmware.api [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Task: {'id': task-3226405, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.599778] env[70323]: DEBUG nova.compute.manager [req-a5f94763-55c8-49df-826c-d14292774b4f req-daf055e1-7ddb-413f-bcbe-cc8197f922c8 service nova] [instance: 0a84cbbb-8a36-4c53-bb72-d715abb4ac48] Received event network-changed-59aec685-43fe-4588-91c4-824c2f992765 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 603.603175] env[70323]: DEBUG nova.compute.manager [req-a5f94763-55c8-49df-826c-d14292774b4f req-daf055e1-7ddb-413f-bcbe-cc8197f922c8 service nova] [instance: 0a84cbbb-8a36-4c53-bb72-d715abb4ac48] Refreshing instance network info cache due to event network-changed-59aec685-43fe-4588-91c4-824c2f992765. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 603.603472] env[70323]: DEBUG oslo_concurrency.lockutils [req-a5f94763-55c8-49df-826c-d14292774b4f req-daf055e1-7ddb-413f-bcbe-cc8197f922c8 service nova] Acquiring lock "refresh_cache-0a84cbbb-8a36-4c53-bb72-d715abb4ac48" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.603621] env[70323]: DEBUG oslo_concurrency.lockutils [req-a5f94763-55c8-49df-826c-d14292774b4f req-daf055e1-7ddb-413f-bcbe-cc8197f922c8 service nova] Acquired lock "refresh_cache-0a84cbbb-8a36-4c53-bb72-d715abb4ac48" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.603790] env[70323]: DEBUG nova.network.neutron [req-a5f94763-55c8-49df-826c-d14292774b4f req-daf055e1-7ddb-413f-bcbe-cc8197f922c8 service nova] [instance: 0a84cbbb-8a36-4c53-bb72-d715abb4ac48] Refreshing network info cache for port 59aec685-43fe-4588-91c4-824c2f992765 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 603.797889] env[70323]: DEBUG oslo_concurrency.lockutils [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Releasing lock "refresh_cache-e9534202-ee8f-414b-a4cc-3c98bd4fc273" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.799296] env[70323]: DEBUG nova.compute.manager [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] [instance: e9534202-ee8f-414b-a4cc-3c98bd4fc273] Instance network_info: |[{"id": "f9be3e57-9f0b-4fd3-865f-a3681989a248", "address": "fa:16:3e:10:45:ba", "network": {"id": "4e0d8ee1-52f7-4416-a8bd-f34b989a1542", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aa1f6314fd1d4d8a9ec1f238193c1000", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9be3e57-9f", "ovs_interfaceid": "f9be3e57-9f0b-4fd3-865f-a3681989a248", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 603.801959] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] [instance: e9534202-ee8f-414b-a4cc-3c98bd4fc273] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:45:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74f30339-6421-4654-bddb-81d7f34db9d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f9be3e57-9f0b-4fd3-865f-a3681989a248', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 603.818739] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Creating folder: Project (977964071d4f41f79a3cef1831cfd5da). Parent ref: group-v644941. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 603.819202] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d2867d0c-022e-43b0-bf09-ec7df42fa6b4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.827194] env[70323]: INFO nova.compute.manager [None req-b1220866-3404-4c21-bbf4-10ad7006b514 tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Rebuilding instance [ 603.844143] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Created folder: Project (977964071d4f41f79a3cef1831cfd5da) in parent group-v644941. [ 603.844143] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Creating folder: Instances. Parent ref: group-v644954. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 603.844143] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-80b951c6-6998-452b-8240-03c26f9f149c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.854853] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Created folder: Instances in parent group-v644954. [ 603.855230] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 603.858017] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9534202-ee8f-414b-a4cc-3c98bd4fc273] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 603.860018] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ceb8ee6-4f10-45f0-af8b-0e827586ac8e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.896557] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 603.896557] env[70323]: value = "task-3226410" [ 603.896557] env[70323]: _type = "Task" [ 603.896557] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.921177] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226410, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.924975] env[70323]: DEBUG nova.compute.manager [None req-b1220866-3404-4c21-bbf4-10ad7006b514 tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 603.926080] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7637d114-5f20-4a6d-9921-837a102c622c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.941374] env[70323]: DEBUG oslo_vmware.api [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Task: {'id': task-3226406, 'name': Rename_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.951653] env[70323]: DEBUG nova.compute.utils [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 603.960250] env[70323]: DEBUG nova.compute.manager [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 603.960250] env[70323]: DEBUG nova.network.neutron [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 603.979956] env[70323]: DEBUG oslo_vmware.api [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Task: {'id': task-3226407, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.993484] env[70323]: DEBUG oslo_concurrency.lockutils [req-b51df303-d107-4721-b099-0ad3eff3e95b req-e30c2aaf-938c-4f6d-b22a-a83e886cac70 service nova] Releasing lock "refresh_cache-6f43f01e-4d19-43f0-9b8f-1a34247ea436" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.086813] env[70323]: DEBUG nova.compute.manager [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] [instance: 19fddddc-9657-463c-b24d-7ae457fdb870] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 604.103086] env[70323]: DEBUG oslo_vmware.api [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Task: {'id': task-3226405, 'name': PowerOnVM_Task, 'duration_secs': 0.608919} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.103517] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] [instance: 6f43f01e-4d19-43f0-9b8f-1a34247ea436] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 604.103663] env[70323]: INFO nova.compute.manager [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] [instance: 6f43f01e-4d19-43f0-9b8f-1a34247ea436] Took 12.91 seconds to spawn the instance on the hypervisor. [ 604.103872] env[70323]: DEBUG nova.compute.manager [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] [instance: 6f43f01e-4d19-43f0-9b8f-1a34247ea436] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 604.106054] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4b7868-c0d4-4464-82ff-a293ab0886af {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.143714] env[70323]: DEBUG nova.policy [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '690da684d5604a7285a1d8089da59fc3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ea75b3b77cc4592aa17f4341e79fea6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 604.410883] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226410, 'name': CreateVM_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.421039] env[70323]: DEBUG oslo_vmware.api [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Task: {'id': task-3226406, 'name': Rename_Task, 'duration_secs': 0.871049} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.425598] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] [instance: 0a84cbbb-8a36-4c53-bb72-d715abb4ac48] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 604.425598] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e0b85a0-25e4-4c10-aabd-91db537c782b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.429918] env[70323]: DEBUG oslo_vmware.api [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Waiting for the task: (returnval){ [ 604.429918] env[70323]: value = "task-3226411" [ 604.429918] env[70323]: _type = "Task" [ 604.429918] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.461442] env[70323]: DEBUG oslo_vmware.api [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Task: {'id': task-3226411, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.466572] env[70323]: DEBUG nova.compute.manager [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 604.497218] env[70323]: DEBUG oslo_vmware.api [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Task: {'id': task-3226407, 'name': ReconfigVM_Task, 'duration_secs': 0.995399} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.503750] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: e38249fe-4114-40a6-9cdb-8ec5917bec83] Reconfigured VM instance instance-00000004 to attach disk [datastore2] e38249fe-4114-40a6-9cdb-8ec5917bec83/e38249fe-4114-40a6-9cdb-8ec5917bec83.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 604.503750] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6798d595-3394-4da6-bde6-657f32d6f48f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.513221] env[70323]: DEBUG oslo_vmware.api [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Waiting for the task: (returnval){ [ 604.513221] env[70323]: value = "task-3226412" [ 604.513221] env[70323]: _type = "Task" [ 604.513221] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.527178] env[70323]: DEBUG oslo_vmware.api [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Task: {'id': task-3226412, 'name': Rename_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.627616] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.637029] env[70323]: INFO nova.compute.manager [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] [instance: 6f43f01e-4d19-43f0-9b8f-1a34247ea436] Took 19.43 seconds to build instance. [ 604.826664] env[70323]: DEBUG nova.network.neutron [req-a5f94763-55c8-49df-826c-d14292774b4f req-daf055e1-7ddb-413f-bcbe-cc8197f922c8 service nova] [instance: 0a84cbbb-8a36-4c53-bb72-d715abb4ac48] Updated VIF entry in instance network info cache for port 59aec685-43fe-4588-91c4-824c2f992765. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 604.826999] env[70323]: DEBUG nova.network.neutron [req-a5f94763-55c8-49df-826c-d14292774b4f req-daf055e1-7ddb-413f-bcbe-cc8197f922c8 service nova] [instance: 0a84cbbb-8a36-4c53-bb72-d715abb4ac48] Updating instance_info_cache with network_info: [{"id": "59aec685-43fe-4588-91c4-824c2f992765", "address": "fa:16:3e:7e:7a:e6", "network": {"id": "4e0d8ee1-52f7-4416-a8bd-f34b989a1542", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.163", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aa1f6314fd1d4d8a9ec1f238193c1000", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59aec685-43", "ovs_interfaceid": "59aec685-43fe-4588-91c4-824c2f992765", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.854081] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ce2543-fea3-439a-b90f-5e85201886d0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.865718] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08429045-e76b-4124-bf77-63c5a97cd2bf {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.909611] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf9ca3d-dd9b-4f4d-8766-9314ddb79258 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.920376] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a529aba2-d821-4c8f-a15f-ef32d08c0130 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.925524] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226410, 'name': CreateVM_Task, 'duration_secs': 0.540156} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.925736] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9534202-ee8f-414b-a4cc-3c98bd4fc273] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 604.927508] env[70323]: DEBUG oslo_vmware.service [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b565892-2d67-4e46-8280-f38abf6459cf {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.945439] env[70323]: DEBUG nova.compute.provider_tree [None req-01e5ac0e-4960-440c-892e-ecf7ef1dfb79 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 604.955072] env[70323]: DEBUG oslo_concurrency.lockutils [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.955072] env[70323]: DEBUG oslo_concurrency.lockutils [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.955072] env[70323]: DEBUG oslo_concurrency.lockutils [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.955072] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00d6a6ce-9fb3-4ce7-bde4-07cd577d150f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.968437] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1220866-3404-4c21-bbf4-10ad7006b514 tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 604.969224] env[70323]: DEBUG oslo_vmware.api [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Task: {'id': task-3226411, 'name': PowerOnVM_Task, 'duration_secs': 0.528674} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.969356] env[70323]: DEBUG oslo_vmware.api [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Waiting for the task: (returnval){ [ 604.969356] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]529f5c4b-4fd5-3903-5f00-91881925ea00" [ 604.969356] env[70323]: _type = "Task" [ 604.969356] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.970745] env[70323]: DEBUG nova.network.neutron [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Successfully created port: d1ab5da7-1972-4c23-9612-11f071dcfd43 {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 604.973083] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-247e3a27-b9e6-47cb-8fa4-01fcdc693eae {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.974962] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] [instance: 0a84cbbb-8a36-4c53-bb72-d715abb4ac48] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 604.974962] env[70323]: INFO nova.compute.manager [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] [instance: 0a84cbbb-8a36-4c53-bb72-d715abb4ac48] Took 11.51 seconds to spawn the instance on the hypervisor. [ 604.975102] env[70323]: DEBUG nova.compute.manager [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] [instance: 0a84cbbb-8a36-4c53-bb72-d715abb4ac48] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 604.976855] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac68abce-3674-4779-8258-2099a88f49cd {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.992689] env[70323]: DEBUG oslo_vmware.api [None req-b1220866-3404-4c21-bbf4-10ad7006b514 tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Waiting for the task: (returnval){ [ 604.992689] env[70323]: value = "task-3226413" [ 604.992689] env[70323]: _type = "Task" [ 604.992689] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.005334] env[70323]: DEBUG oslo_concurrency.lockutils [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.006152] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] [instance: e9534202-ee8f-414b-a4cc-3c98bd4fc273] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 605.006612] env[70323]: DEBUG oslo_concurrency.lockutils [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.006612] env[70323]: DEBUG oslo_concurrency.lockutils [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.006770] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 605.010629] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d04eb87-7c57-4edd-93db-b1766144859e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.012422] env[70323]: DEBUG oslo_vmware.api [None req-b1220866-3404-4c21-bbf4-10ad7006b514 tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Task: {'id': task-3226413, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.021740] env[70323]: DEBUG oslo_vmware.api [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Task: {'id': task-3226412, 'name': Rename_Task, 'duration_secs': 0.152556} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.021971] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: e38249fe-4114-40a6-9cdb-8ec5917bec83] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 605.022143] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b5fbec6-44b8-4269-9387-93314641cb20 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.026923] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 605.027105] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 605.028756] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4184071e-e544-4838-a5bd-5c8e1ece16ee {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.032209] env[70323]: DEBUG oslo_vmware.api [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Waiting for the task: (returnval){ [ 605.032209] env[70323]: value = "task-3226414" [ 605.032209] env[70323]: _type = "Task" [ 605.032209] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.040305] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16e8e8bc-ba85-4090-86bf-9184c25272dd {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.046620] env[70323]: DEBUG oslo_vmware.api [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Task: {'id': task-3226414, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.050696] env[70323]: DEBUG oslo_vmware.api [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Waiting for the task: (returnval){ [ 605.050696] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52cd7986-b430-8753-cf82-879f9ff7d21f" [ 605.050696] env[70323]: _type = "Task" [ 605.050696] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.061921] env[70323]: DEBUG oslo_vmware.api [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52cd7986-b430-8753-cf82-879f9ff7d21f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.141766] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f09a4e5b-470f-487d-a977-e964b88f70a2 tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Lock "6f43f01e-4d19-43f0-9b8f-1a34247ea436" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.947s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.331162] env[70323]: DEBUG oslo_concurrency.lockutils [req-a5f94763-55c8-49df-826c-d14292774b4f req-daf055e1-7ddb-413f-bcbe-cc8197f922c8 service nova] Releasing lock "refresh_cache-0a84cbbb-8a36-4c53-bb72-d715abb4ac48" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.332101] env[70323]: DEBUG nova.compute.manager [req-a5f94763-55c8-49df-826c-d14292774b4f req-daf055e1-7ddb-413f-bcbe-cc8197f922c8 service nova] [instance: e38249fe-4114-40a6-9cdb-8ec5917bec83] Received event network-vif-plugged-7d687eaa-d970-4867-b783-b22fcaa48ffc {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 605.332101] env[70323]: DEBUG oslo_concurrency.lockutils [req-a5f94763-55c8-49df-826c-d14292774b4f req-daf055e1-7ddb-413f-bcbe-cc8197f922c8 service nova] Acquiring lock "e38249fe-4114-40a6-9cdb-8ec5917bec83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.332101] env[70323]: DEBUG oslo_concurrency.lockutils [req-a5f94763-55c8-49df-826c-d14292774b4f req-daf055e1-7ddb-413f-bcbe-cc8197f922c8 service nova] Lock "e38249fe-4114-40a6-9cdb-8ec5917bec83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.332101] env[70323]: DEBUG oslo_concurrency.lockutils [req-a5f94763-55c8-49df-826c-d14292774b4f req-daf055e1-7ddb-413f-bcbe-cc8197f922c8 service nova] Lock "e38249fe-4114-40a6-9cdb-8ec5917bec83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.332264] env[70323]: DEBUG nova.compute.manager [req-a5f94763-55c8-49df-826c-d14292774b4f req-daf055e1-7ddb-413f-bcbe-cc8197f922c8 service nova] [instance: e38249fe-4114-40a6-9cdb-8ec5917bec83] No waiting events found dispatching network-vif-plugged-7d687eaa-d970-4867-b783-b22fcaa48ffc {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 605.332334] env[70323]: WARNING nova.compute.manager [req-a5f94763-55c8-49df-826c-d14292774b4f req-daf055e1-7ddb-413f-bcbe-cc8197f922c8 service nova] [instance: e38249fe-4114-40a6-9cdb-8ec5917bec83] Received unexpected event network-vif-plugged-7d687eaa-d970-4867-b783-b22fcaa48ffc for instance with vm_state building and task_state spawning. [ 605.332508] env[70323]: DEBUG nova.compute.manager [req-a5f94763-55c8-49df-826c-d14292774b4f req-daf055e1-7ddb-413f-bcbe-cc8197f922c8 service nova] [instance: e38249fe-4114-40a6-9cdb-8ec5917bec83] Received event network-changed-7d687eaa-d970-4867-b783-b22fcaa48ffc {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 605.332661] env[70323]: DEBUG nova.compute.manager [req-a5f94763-55c8-49df-826c-d14292774b4f req-daf055e1-7ddb-413f-bcbe-cc8197f922c8 service nova] [instance: e38249fe-4114-40a6-9cdb-8ec5917bec83] Refreshing instance network info cache due to event network-changed-7d687eaa-d970-4867-b783-b22fcaa48ffc. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 605.332841] env[70323]: DEBUG oslo_concurrency.lockutils [req-a5f94763-55c8-49df-826c-d14292774b4f req-daf055e1-7ddb-413f-bcbe-cc8197f922c8 service nova] Acquiring lock "refresh_cache-e38249fe-4114-40a6-9cdb-8ec5917bec83" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.332993] env[70323]: DEBUG oslo_concurrency.lockutils [req-a5f94763-55c8-49df-826c-d14292774b4f req-daf055e1-7ddb-413f-bcbe-cc8197f922c8 service nova] Acquired lock "refresh_cache-e38249fe-4114-40a6-9cdb-8ec5917bec83" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.333139] env[70323]: DEBUG nova.network.neutron [req-a5f94763-55c8-49df-826c-d14292774b4f req-daf055e1-7ddb-413f-bcbe-cc8197f922c8 service nova] [instance: e38249fe-4114-40a6-9cdb-8ec5917bec83] Refreshing network info cache for port 7d687eaa-d970-4867-b783-b22fcaa48ffc {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 605.454787] env[70323]: DEBUG nova.scheduler.client.report [None req-01e5ac0e-4960-440c-892e-ecf7ef1dfb79 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 605.490475] env[70323]: DEBUG nova.compute.manager [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 605.513436] env[70323]: DEBUG oslo_vmware.api [None req-b1220866-3404-4c21-bbf4-10ad7006b514 tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Task: {'id': task-3226413, 'name': PowerOffVM_Task, 'duration_secs': 0.126458} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.513901] env[70323]: INFO nova.compute.manager [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] [instance: 0a84cbbb-8a36-4c53-bb72-d715abb4ac48] Took 19.01 seconds to build instance. [ 605.516547] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1220866-3404-4c21-bbf4-10ad7006b514 tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 605.516849] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-b1220866-3404-4c21-bbf4-10ad7006b514 tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 605.518532] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5713ba16-0efb-46d1-b470-5b67064f70ac {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.537487] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-b1220866-3404-4c21-bbf4-10ad7006b514 tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 605.547682] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8093c718-a754-4516-bbc3-14d7a7f278e4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.557920] env[70323]: DEBUG nova.virt.hardware [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 605.557920] env[70323]: DEBUG nova.virt.hardware [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 605.557920] env[70323]: DEBUG nova.virt.hardware [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 605.558114] env[70323]: DEBUG nova.virt.hardware [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 605.558114] env[70323]: DEBUG nova.virt.hardware [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 605.558114] env[70323]: DEBUG nova.virt.hardware [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 605.560968] env[70323]: DEBUG nova.virt.hardware [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 605.561725] env[70323]: DEBUG nova.virt.hardware [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 605.561725] env[70323]: DEBUG nova.virt.hardware [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 605.561725] env[70323]: DEBUG nova.virt.hardware [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 605.561725] env[70323]: DEBUG nova.virt.hardware [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 605.566370] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a8018a-75a3-4f54-a425-186801d9a0d0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.582044] env[70323]: DEBUG oslo_vmware.api [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Task: {'id': task-3226414, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.591429] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f4ec7c-dcee-4ee5-80b0-ffcaf196d399 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.598330] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-b1220866-3404-4c21-bbf4-10ad7006b514 tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 605.598659] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-b1220866-3404-4c21-bbf4-10ad7006b514 tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Deleting contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 605.598736] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1220866-3404-4c21-bbf4-10ad7006b514 tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Deleting the datastore file [datastore2] 99c5100f-890c-496c-b40a-2cd4a2be72e5 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 605.599296] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2cae31d-24c6-4778-ba3c-1b3ed3948f7f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.614253] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] [instance: e9534202-ee8f-414b-a4cc-3c98bd4fc273] Preparing fetch location {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 605.614498] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Creating directory with path [datastore1] vmware_temp/a834aa21-ab66-47ff-b085-ed07a4f67c66/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 605.614744] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-290c9e78-e647-4016-b7e2-3ced8ef4b808 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.617884] env[70323]: DEBUG oslo_vmware.api [None req-b1220866-3404-4c21-bbf4-10ad7006b514 tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Waiting for the task: (returnval){ [ 605.617884] env[70323]: value = "task-3226416" [ 605.617884] env[70323]: _type = "Task" [ 605.617884] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.626912] env[70323]: DEBUG oslo_vmware.api [None req-b1220866-3404-4c21-bbf4-10ad7006b514 tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Task: {'id': task-3226416, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.634619] env[70323]: DEBUG nova.compute.manager [req-ca80e906-7d83-4321-b906-19ccfd908a25 req-bacb367f-1983-4a21-ae40-619bdfd14349 service nova] [instance: e9534202-ee8f-414b-a4cc-3c98bd4fc273] Received event network-vif-plugged-f9be3e57-9f0b-4fd3-865f-a3681989a248 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 605.634619] env[70323]: DEBUG oslo_concurrency.lockutils [req-ca80e906-7d83-4321-b906-19ccfd908a25 req-bacb367f-1983-4a21-ae40-619bdfd14349 service nova] Acquiring lock "e9534202-ee8f-414b-a4cc-3c98bd4fc273-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.634957] env[70323]: DEBUG oslo_concurrency.lockutils [req-ca80e906-7d83-4321-b906-19ccfd908a25 req-bacb367f-1983-4a21-ae40-619bdfd14349 service nova] Lock "e9534202-ee8f-414b-a4cc-3c98bd4fc273-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.635130] env[70323]: DEBUG oslo_concurrency.lockutils [req-ca80e906-7d83-4321-b906-19ccfd908a25 req-bacb367f-1983-4a21-ae40-619bdfd14349 service nova] Lock "e9534202-ee8f-414b-a4cc-3c98bd4fc273-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.635307] env[70323]: DEBUG nova.compute.manager [req-ca80e906-7d83-4321-b906-19ccfd908a25 req-bacb367f-1983-4a21-ae40-619bdfd14349 service nova] [instance: e9534202-ee8f-414b-a4cc-3c98bd4fc273] No waiting events found dispatching network-vif-plugged-f9be3e57-9f0b-4fd3-865f-a3681989a248 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 605.635463] env[70323]: WARNING nova.compute.manager [req-ca80e906-7d83-4321-b906-19ccfd908a25 req-bacb367f-1983-4a21-ae40-619bdfd14349 service nova] [instance: e9534202-ee8f-414b-a4cc-3c98bd4fc273] Received unexpected event network-vif-plugged-f9be3e57-9f0b-4fd3-865f-a3681989a248 for instance with vm_state building and task_state spawning. [ 605.635616] env[70323]: DEBUG nova.compute.manager [req-ca80e906-7d83-4321-b906-19ccfd908a25 req-bacb367f-1983-4a21-ae40-619bdfd14349 service nova] [instance: e9534202-ee8f-414b-a4cc-3c98bd4fc273] Received event network-changed-f9be3e57-9f0b-4fd3-865f-a3681989a248 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 605.635762] env[70323]: DEBUG nova.compute.manager [req-ca80e906-7d83-4321-b906-19ccfd908a25 req-bacb367f-1983-4a21-ae40-619bdfd14349 service nova] [instance: e9534202-ee8f-414b-a4cc-3c98bd4fc273] Refreshing instance network info cache due to event network-changed-f9be3e57-9f0b-4fd3-865f-a3681989a248. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 605.635978] env[70323]: DEBUG oslo_concurrency.lockutils [req-ca80e906-7d83-4321-b906-19ccfd908a25 req-bacb367f-1983-4a21-ae40-619bdfd14349 service nova] Acquiring lock "refresh_cache-e9534202-ee8f-414b-a4cc-3c98bd4fc273" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.636452] env[70323]: DEBUG oslo_concurrency.lockutils [req-ca80e906-7d83-4321-b906-19ccfd908a25 req-bacb367f-1983-4a21-ae40-619bdfd14349 service nova] Acquired lock "refresh_cache-e9534202-ee8f-414b-a4cc-3c98bd4fc273" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.638998] env[70323]: DEBUG nova.network.neutron [req-ca80e906-7d83-4321-b906-19ccfd908a25 req-bacb367f-1983-4a21-ae40-619bdfd14349 service nova] [instance: e9534202-ee8f-414b-a4cc-3c98bd4fc273] Refreshing network info cache for port f9be3e57-9f0b-4fd3-865f-a3681989a248 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 605.640802] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Created directory with path [datastore1] vmware_temp/a834aa21-ab66-47ff-b085-ed07a4f67c66/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 605.640802] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] [instance: e9534202-ee8f-414b-a4cc-3c98bd4fc273] Fetch image to [datastore1] vmware_temp/a834aa21-ab66-47ff-b085-ed07a4f67c66/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/tmp-sparse.vmdk {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 605.640802] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] [instance: e9534202-ee8f-414b-a4cc-3c98bd4fc273] Downloading image file data bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 to [datastore1] vmware_temp/a834aa21-ab66-47ff-b085-ed07a4f67c66/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/tmp-sparse.vmdk on the data store datastore1 {{(pid=70323) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 605.641452] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fef3309-6127-475b-83c3-438e9a0e897b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.654974] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d02ae0-c02f-424a-970a-980938abe822 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.665613] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222b9d67-def3-410e-be16-bd58d7117646 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.707260] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87234c44-cf6a-4e5d-b58c-f5947eb27e63 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.715491] env[70323]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-b2660f35-dce2-44ea-8c54-ec35ea73c4fa {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.813199] env[70323]: DEBUG nova.virt.vmwareapi.images [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] [instance: e9534202-ee8f-414b-a4cc-3c98bd4fc273] Downloading image file data bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 to the data store datastore1 {{(pid=70323) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 605.903020] env[70323]: DEBUG oslo_vmware.rw_handles [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/a834aa21-ab66-47ff-b085-ed07a4f67c66/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=70323) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 605.969542] env[70323]: DEBUG oslo_concurrency.lockutils [None req-01e5ac0e-4960-440c-892e-ecf7ef1dfb79 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.519s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.971046] env[70323]: DEBUG nova.compute.manager [None req-01e5ac0e-4960-440c-892e-ecf7ef1dfb79 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] [instance: 6e9a0b80-0d5c-4d95-9a3d-728424ef852e] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 605.974854] env[70323]: DEBUG oslo_concurrency.lockutils [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.999s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.978019] env[70323]: INFO nova.compute.claims [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 72e4392e-ac35-41a0-b0b8-66088e62a055] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 606.018229] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ec694824-6853-4fcd-8d0a-2b340a8b7685 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Lock "0a84cbbb-8a36-4c53-bb72-d715abb4ac48" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.522s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.050717] env[70323]: DEBUG oslo_vmware.api [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Task: {'id': task-3226414, 'name': PowerOnVM_Task, 'duration_secs': 0.876239} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.052568] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: e38249fe-4114-40a6-9cdb-8ec5917bec83] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 606.053922] env[70323]: INFO nova.compute.manager [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: e38249fe-4114-40a6-9cdb-8ec5917bec83] Took 10.34 seconds to spawn the instance on the hypervisor. [ 606.053922] env[70323]: DEBUG nova.compute.manager [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: e38249fe-4114-40a6-9cdb-8ec5917bec83] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 606.054541] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0596c010-f63b-4cca-8a27-c2ae3df5294e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.136445] env[70323]: DEBUG oslo_vmware.api [None req-b1220866-3404-4c21-bbf4-10ad7006b514 tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Task: {'id': task-3226416, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139607} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.137147] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1220866-3404-4c21-bbf4-10ad7006b514 tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 606.137344] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-b1220866-3404-4c21-bbf4-10ad7006b514 tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Deleted contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 606.137512] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-b1220866-3404-4c21-bbf4-10ad7006b514 tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 606.156815] env[70323]: DEBUG nova.network.neutron [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] [instance: 6c11ec80-43e4-4b24-9a6c-40a13011c9b3] Successfully updated port: 9c73cc40-030f-41e2-9a70-f7792f788a01 {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 606.477152] env[70323]: DEBUG nova.compute.utils [None req-01e5ac0e-4960-440c-892e-ecf7ef1dfb79 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 606.481559] env[70323]: DEBUG nova.compute.manager [None req-01e5ac0e-4960-440c-892e-ecf7ef1dfb79 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] [instance: 6e9a0b80-0d5c-4d95-9a3d-728424ef852e] Not allocating networking since 'none' was specified. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 606.582808] env[70323]: INFO nova.compute.manager [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: e38249fe-4114-40a6-9cdb-8ec5917bec83] Took 19.27 seconds to build instance. [ 606.657190] env[70323]: DEBUG oslo_vmware.rw_handles [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Completed reading data from the image iterator. {{(pid=70323) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 606.657817] env[70323]: DEBUG oslo_vmware.rw_handles [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/a834aa21-ab66-47ff-b085-ed07a4f67c66/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=70323) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 606.714392] env[70323]: DEBUG nova.virt.vmwareapi.images [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] [instance: e9534202-ee8f-414b-a4cc-3c98bd4fc273] Downloaded image file data bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 to vmware_temp/a834aa21-ab66-47ff-b085-ed07a4f67c66/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/tmp-sparse.vmdk on the data store datastore1 {{(pid=70323) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 606.716441] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] [instance: e9534202-ee8f-414b-a4cc-3c98bd4fc273] Caching image {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 606.716687] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Copying Virtual Disk [datastore1] vmware_temp/a834aa21-ab66-47ff-b085-ed07a4f67c66/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/tmp-sparse.vmdk to [datastore1] vmware_temp/a834aa21-ab66-47ff-b085-ed07a4f67c66/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 606.720523] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a4817e5-86bb-4011-8f01-a0751d501632 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.728789] env[70323]: DEBUG oslo_vmware.api [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Waiting for the task: (returnval){ [ 606.728789] env[70323]: value = "task-3226417" [ 606.728789] env[70323]: _type = "Task" [ 606.728789] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.737885] env[70323]: DEBUG oslo_vmware.api [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Task: {'id': task-3226417, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.843606] env[70323]: DEBUG nova.network.neutron [req-a5f94763-55c8-49df-826c-d14292774b4f req-daf055e1-7ddb-413f-bcbe-cc8197f922c8 service nova] [instance: e38249fe-4114-40a6-9cdb-8ec5917bec83] Updated VIF entry in instance network info cache for port 7d687eaa-d970-4867-b783-b22fcaa48ffc. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 606.844024] env[70323]: DEBUG nova.network.neutron [req-a5f94763-55c8-49df-826c-d14292774b4f req-daf055e1-7ddb-413f-bcbe-cc8197f922c8 service nova] [instance: e38249fe-4114-40a6-9cdb-8ec5917bec83] Updating instance_info_cache with network_info: [{"id": "7d687eaa-d970-4867-b783-b22fcaa48ffc", "address": "fa:16:3e:4d:11:7a", "network": {"id": "4e0d8ee1-52f7-4416-a8bd-f34b989a1542", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aa1f6314fd1d4d8a9ec1f238193c1000", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d687eaa-d9", "ovs_interfaceid": "7d687eaa-d970-4867-b783-b22fcaa48ffc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 606.986253] env[70323]: DEBUG nova.compute.manager [None req-01e5ac0e-4960-440c-892e-ecf7ef1dfb79 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] [instance: 6e9a0b80-0d5c-4d95-9a3d-728424ef852e] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 607.038759] env[70323]: DEBUG nova.network.neutron [req-ca80e906-7d83-4321-b906-19ccfd908a25 req-bacb367f-1983-4a21-ae40-619bdfd14349 service nova] [instance: e9534202-ee8f-414b-a4cc-3c98bd4fc273] Updated VIF entry in instance network info cache for port f9be3e57-9f0b-4fd3-865f-a3681989a248. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 607.039568] env[70323]: DEBUG nova.network.neutron [req-ca80e906-7d83-4321-b906-19ccfd908a25 req-bacb367f-1983-4a21-ae40-619bdfd14349 service nova] [instance: e9534202-ee8f-414b-a4cc-3c98bd4fc273] Updating instance_info_cache with network_info: [{"id": "f9be3e57-9f0b-4fd3-865f-a3681989a248", "address": "fa:16:3e:10:45:ba", "network": {"id": "4e0d8ee1-52f7-4416-a8bd-f34b989a1542", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aa1f6314fd1d4d8a9ec1f238193c1000", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9be3e57-9f", "ovs_interfaceid": "f9be3e57-9f0b-4fd3-865f-a3681989a248", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.084678] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6dbb0202-3c64-4a88-bc05-5cf9e74d6df0 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Lock "e38249fe-4114-40a6-9cdb-8ec5917bec83" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.782s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.195087] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b88ce7-939b-4dcc-86cc-c06bd97476e0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.203525] env[70323]: DEBUG nova.virt.hardware [None req-b1220866-3404-4c21-bbf4-10ad7006b514 tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 607.203808] env[70323]: DEBUG nova.virt.hardware [None req-b1220866-3404-4c21-bbf4-10ad7006b514 tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 607.204961] env[70323]: DEBUG nova.virt.hardware [None req-b1220866-3404-4c21-bbf4-10ad7006b514 tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 607.204961] env[70323]: DEBUG nova.virt.hardware [None req-b1220866-3404-4c21-bbf4-10ad7006b514 tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 607.204961] env[70323]: DEBUG nova.virt.hardware [None req-b1220866-3404-4c21-bbf4-10ad7006b514 tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 607.204961] env[70323]: DEBUG nova.virt.hardware [None req-b1220866-3404-4c21-bbf4-10ad7006b514 tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 607.204961] env[70323]: DEBUG nova.virt.hardware [None req-b1220866-3404-4c21-bbf4-10ad7006b514 tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 607.205597] env[70323]: DEBUG nova.virt.hardware [None req-b1220866-3404-4c21-bbf4-10ad7006b514 tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 607.205597] env[70323]: DEBUG nova.virt.hardware [None req-b1220866-3404-4c21-bbf4-10ad7006b514 tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 607.205597] env[70323]: DEBUG nova.virt.hardware [None req-b1220866-3404-4c21-bbf4-10ad7006b514 tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 607.206382] env[70323]: DEBUG nova.virt.hardware [None req-b1220866-3404-4c21-bbf4-10ad7006b514 tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 607.209574] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9f370f-88db-4ea3-b694-bd21bd90f7e1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.214072] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0cce160-eab9-449a-937b-a48c57539bd3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.251045] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af62e024-efce-46d8-b8e3-7901771f59ba {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.259665] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef04474a-2f9f-4776-9f7f-f98e9107db32 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.267855] env[70323]: DEBUG oslo_vmware.api [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Task: {'id': task-3226417, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.280469] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-b1220866-3404-4c21-bbf4-10ad7006b514 tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Instance VIF info [] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 607.287559] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1220866-3404-4c21-bbf4-10ad7006b514 tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 607.289786] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5045760f-ead5-48ff-a3fc-797a4b45948d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.292901] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 607.293187] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-52ff69f5-f6c4-4d1e-973f-c878cc5a0a65 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.319224] env[70323]: DEBUG nova.compute.provider_tree [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 607.322431] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 607.322431] env[70323]: value = "task-3226418" [ 607.322431] env[70323]: _type = "Task" [ 607.322431] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.333561] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226418, 'name': CreateVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.347224] env[70323]: DEBUG oslo_concurrency.lockutils [req-a5f94763-55c8-49df-826c-d14292774b4f req-daf055e1-7ddb-413f-bcbe-cc8197f922c8 service nova] Releasing lock "refresh_cache-e38249fe-4114-40a6-9cdb-8ec5917bec83" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.542888] env[70323]: DEBUG oslo_concurrency.lockutils [req-ca80e906-7d83-4321-b906-19ccfd908a25 req-bacb367f-1983-4a21-ae40-619bdfd14349 service nova] Releasing lock "refresh_cache-e9534202-ee8f-414b-a4cc-3c98bd4fc273" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.773146] env[70323]: DEBUG oslo_vmware.api [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Task: {'id': task-3226417, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.826505] env[70323]: DEBUG nova.scheduler.client.report [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 607.850328] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226418, 'name': CreateVM_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.009332] env[70323]: DEBUG nova.compute.manager [None req-01e5ac0e-4960-440c-892e-ecf7ef1dfb79 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] [instance: 6e9a0b80-0d5c-4d95-9a3d-728424ef852e] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 608.040481] env[70323]: DEBUG nova.virt.hardware [None req-01e5ac0e-4960-440c-892e-ecf7ef1dfb79 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 608.040776] env[70323]: DEBUG nova.virt.hardware [None req-01e5ac0e-4960-440c-892e-ecf7ef1dfb79 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 608.040928] env[70323]: DEBUG nova.virt.hardware [None req-01e5ac0e-4960-440c-892e-ecf7ef1dfb79 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 608.041053] env[70323]: DEBUG nova.virt.hardware [None req-01e5ac0e-4960-440c-892e-ecf7ef1dfb79 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 608.041203] env[70323]: DEBUG nova.virt.hardware [None req-01e5ac0e-4960-440c-892e-ecf7ef1dfb79 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 608.041347] env[70323]: DEBUG nova.virt.hardware [None req-01e5ac0e-4960-440c-892e-ecf7ef1dfb79 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 608.041557] env[70323]: DEBUG nova.virt.hardware [None req-01e5ac0e-4960-440c-892e-ecf7ef1dfb79 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 608.041696] env[70323]: DEBUG nova.virt.hardware [None req-01e5ac0e-4960-440c-892e-ecf7ef1dfb79 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 608.041852] env[70323]: DEBUG nova.virt.hardware [None req-01e5ac0e-4960-440c-892e-ecf7ef1dfb79 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 608.042336] env[70323]: DEBUG nova.virt.hardware [None req-01e5ac0e-4960-440c-892e-ecf7ef1dfb79 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 608.045158] env[70323]: DEBUG nova.virt.hardware [None req-01e5ac0e-4960-440c-892e-ecf7ef1dfb79 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 608.046086] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06667df9-9be0-4e0c-9d64-e2dfc54f17c6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.056513] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-963b466b-19c2-4e2c-b8b6-fa02d8f6a06c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.070710] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-01e5ac0e-4960-440c-892e-ecf7ef1dfb79 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] [instance: 6e9a0b80-0d5c-4d95-9a3d-728424ef852e] Instance VIF info [] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 608.076487] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-01e5ac0e-4960-440c-892e-ecf7ef1dfb79 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Creating folder: Project (c732a3af28f44b39bbaa6a447cd13067). Parent ref: group-v644941. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.076795] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6cef7361-a268-4506-b594-20f279b0af3f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.088544] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-01e5ac0e-4960-440c-892e-ecf7ef1dfb79 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Created folder: Project (c732a3af28f44b39bbaa6a447cd13067) in parent group-v644941. [ 608.089725] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-01e5ac0e-4960-440c-892e-ecf7ef1dfb79 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Creating folder: Instances. Parent ref: group-v644958. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.090012] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db924595-dd9f-4525-9f3d-e12e66e59602 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.100293] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-01e5ac0e-4960-440c-892e-ecf7ef1dfb79 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Created folder: Instances in parent group-v644958. [ 608.100529] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01e5ac0e-4960-440c-892e-ecf7ef1dfb79 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 608.100718] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e9a0b80-0d5c-4d95-9a3d-728424ef852e] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 608.100915] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94a6362f-9782-45bf-a1a2-4bf5b22f3c2f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.119949] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 608.119949] env[70323]: value = "task-3226421" [ 608.119949] env[70323]: _type = "Task" [ 608.119949] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.129796] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226421, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.179293] env[70323]: DEBUG nova.network.neutron [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Successfully updated port: d1ab5da7-1972-4c23-9612-11f071dcfd43 {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 608.269705] env[70323]: DEBUG oslo_vmware.api [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Task: {'id': task-3226417, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.085816} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.269956] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Copied Virtual Disk [datastore1] vmware_temp/a834aa21-ab66-47ff-b085-ed07a4f67c66/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/tmp-sparse.vmdk to [datastore1] vmware_temp/a834aa21-ab66-47ff-b085-ed07a4f67c66/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 608.270167] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Deleting the datastore file [datastore1] vmware_temp/a834aa21-ab66-47ff-b085-ed07a4f67c66/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/tmp-sparse.vmdk {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 608.270476] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce9fe0c8-cdc7-42ef-aa9b-bda7c08e66e0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.277254] env[70323]: DEBUG oslo_vmware.api [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Waiting for the task: (returnval){ [ 608.277254] env[70323]: value = "task-3226422" [ 608.277254] env[70323]: _type = "Task" [ 608.277254] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.277771] env[70323]: DEBUG oslo_concurrency.lockutils [None req-655e6d4a-35ee-4cdc-9ff3-3e1e6d2b69d9 tempest-DeleteServersAdminTestJSON-2042363376 tempest-DeleteServersAdminTestJSON-2042363376-project-admin] Acquiring lock "6f43f01e-4d19-43f0-9b8f-1a34247ea436" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.278011] env[70323]: DEBUG oslo_concurrency.lockutils [None req-655e6d4a-35ee-4cdc-9ff3-3e1e6d2b69d9 tempest-DeleteServersAdminTestJSON-2042363376 tempest-DeleteServersAdminTestJSON-2042363376-project-admin] Lock "6f43f01e-4d19-43f0-9b8f-1a34247ea436" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.278267] env[70323]: DEBUG oslo_concurrency.lockutils [None req-655e6d4a-35ee-4cdc-9ff3-3e1e6d2b69d9 tempest-DeleteServersAdminTestJSON-2042363376 tempest-DeleteServersAdminTestJSON-2042363376-project-admin] Acquiring lock "6f43f01e-4d19-43f0-9b8f-1a34247ea436-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.278465] env[70323]: DEBUG oslo_concurrency.lockutils [None req-655e6d4a-35ee-4cdc-9ff3-3e1e6d2b69d9 tempest-DeleteServersAdminTestJSON-2042363376 tempest-DeleteServersAdminTestJSON-2042363376-project-admin] Lock "6f43f01e-4d19-43f0-9b8f-1a34247ea436-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.278635] env[70323]: DEBUG oslo_concurrency.lockutils [None req-655e6d4a-35ee-4cdc-9ff3-3e1e6d2b69d9 tempest-DeleteServersAdminTestJSON-2042363376 tempest-DeleteServersAdminTestJSON-2042363376-project-admin] Lock "6f43f01e-4d19-43f0-9b8f-1a34247ea436-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.284535] env[70323]: INFO nova.compute.manager [None req-655e6d4a-35ee-4cdc-9ff3-3e1e6d2b69d9 tempest-DeleteServersAdminTestJSON-2042363376 tempest-DeleteServersAdminTestJSON-2042363376-project-admin] [instance: 6f43f01e-4d19-43f0-9b8f-1a34247ea436] Terminating instance [ 608.291249] env[70323]: DEBUG oslo_vmware.api [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Task: {'id': task-3226422, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.342566] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226418, 'name': CreateVM_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.343538] env[70323]: DEBUG oslo_concurrency.lockutils [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.369s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.344194] env[70323]: DEBUG nova.compute.manager [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 72e4392e-ac35-41a0-b0b8-66088e62a055] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 608.347150] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.977s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.348730] env[70323]: INFO nova.compute.claims [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] [instance: cce3978e-29ec-42c6-8190-d02f082e3b62] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 608.637486] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226421, 'name': CreateVM_Task, 'duration_secs': 0.303137} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.637718] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e9a0b80-0d5c-4d95-9a3d-728424ef852e] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 608.638405] env[70323]: DEBUG oslo_concurrency.lockutils [None req-01e5ac0e-4960-440c-892e-ecf7ef1dfb79 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.638504] env[70323]: DEBUG oslo_concurrency.lockutils [None req-01e5ac0e-4960-440c-892e-ecf7ef1dfb79 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.638949] env[70323]: DEBUG oslo_concurrency.lockutils [None req-01e5ac0e-4960-440c-892e-ecf7ef1dfb79 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.639050] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa9882ca-0086-45f0-a495-a1337d840dfe {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.646062] env[70323]: DEBUG oslo_vmware.api [None req-01e5ac0e-4960-440c-892e-ecf7ef1dfb79 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Waiting for the task: (returnval){ [ 608.646062] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5244776e-3a53-bc3c-ace3-90c79e81b79e" [ 608.646062] env[70323]: _type = "Task" [ 608.646062] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.656050] env[70323]: DEBUG oslo_vmware.api [None req-01e5ac0e-4960-440c-892e-ecf7ef1dfb79 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5244776e-3a53-bc3c-ace3-90c79e81b79e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.685156] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Acquiring lock "refresh_cache-5556ee05-8834-4ce8-99a3-db4e3d733a9a" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.685156] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Acquired lock "refresh_cache-5556ee05-8834-4ce8-99a3-db4e3d733a9a" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.685156] env[70323]: DEBUG nova.network.neutron [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 608.790206] env[70323]: DEBUG oslo_vmware.api [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Task: {'id': task-3226422, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.040292} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.790496] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 608.793039] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Moving file from [datastore1] vmware_temp/a834aa21-ab66-47ff-b085-ed07a4f67c66/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 to [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16. {{(pid=70323) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 608.793039] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-22a7a160-e60f-435a-a4aa-30fd362cdf54 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.793719] env[70323]: DEBUG nova.compute.manager [None req-655e6d4a-35ee-4cdc-9ff3-3e1e6d2b69d9 tempest-DeleteServersAdminTestJSON-2042363376 tempest-DeleteServersAdminTestJSON-2042363376-project-admin] [instance: 6f43f01e-4d19-43f0-9b8f-1a34247ea436] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 608.793929] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-655e6d4a-35ee-4cdc-9ff3-3e1e6d2b69d9 tempest-DeleteServersAdminTestJSON-2042363376 tempest-DeleteServersAdminTestJSON-2042363376-project-admin] [instance: 6f43f01e-4d19-43f0-9b8f-1a34247ea436] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 608.794814] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b66dd08-da91-40b7-8047-da1ce2d9d2bd {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.804293] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-655e6d4a-35ee-4cdc-9ff3-3e1e6d2b69d9 tempest-DeleteServersAdminTestJSON-2042363376 tempest-DeleteServersAdminTestJSON-2042363376-project-admin] [instance: 6f43f01e-4d19-43f0-9b8f-1a34247ea436] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 608.806205] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83c3cfaa-5374-49f6-b384-1f2b9e7be9fb {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.808256] env[70323]: DEBUG oslo_vmware.api [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Waiting for the task: (returnval){ [ 608.808256] env[70323]: value = "task-3226423" [ 608.808256] env[70323]: _type = "Task" [ 608.808256] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.815150] env[70323]: DEBUG oslo_vmware.api [None req-655e6d4a-35ee-4cdc-9ff3-3e1e6d2b69d9 tempest-DeleteServersAdminTestJSON-2042363376 tempest-DeleteServersAdminTestJSON-2042363376-project-admin] Waiting for the task: (returnval){ [ 608.815150] env[70323]: value = "task-3226424" [ 608.815150] env[70323]: _type = "Task" [ 608.815150] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.822627] env[70323]: DEBUG oslo_vmware.api [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Task: {'id': task-3226423, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.828133] env[70323]: DEBUG oslo_vmware.api [None req-655e6d4a-35ee-4cdc-9ff3-3e1e6d2b69d9 tempest-DeleteServersAdminTestJSON-2042363376 tempest-DeleteServersAdminTestJSON-2042363376-project-admin] Task: {'id': task-3226424, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.845295] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226418, 'name': CreateVM_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.853959] env[70323]: DEBUG nova.compute.utils [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 608.858494] env[70323]: DEBUG nova.compute.manager [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 72e4392e-ac35-41a0-b0b8-66088e62a055] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 608.859312] env[70323]: DEBUG nova.network.neutron [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 72e4392e-ac35-41a0-b0b8-66088e62a055] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 609.127076] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Acquiring lock "2c9fda7c-de29-4b8a-b950-cfd429a16e18" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.127076] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Lock "2c9fda7c-de29-4b8a-b950-cfd429a16e18" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.158982] env[70323]: DEBUG oslo_concurrency.lockutils [None req-01e5ac0e-4960-440c-892e-ecf7ef1dfb79 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.159329] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-01e5ac0e-4960-440c-892e-ecf7ef1dfb79 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] [instance: 6e9a0b80-0d5c-4d95-9a3d-728424ef852e] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 609.160208] env[70323]: DEBUG oslo_concurrency.lockutils [None req-01e5ac0e-4960-440c-892e-ecf7ef1dfb79 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.167524] env[70323]: DEBUG nova.policy [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '690da684d5604a7285a1d8089da59fc3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ea75b3b77cc4592aa17f4341e79fea6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 609.249157] env[70323]: DEBUG nova.network.neutron [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 609.330508] env[70323]: DEBUG oslo_vmware.api [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Task: {'id': task-3226423, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.052357} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.331137] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] File moved {{(pid=70323) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 609.331430] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] [instance: e9534202-ee8f-414b-a4cc-3c98bd4fc273] Cleaning up location [datastore1] vmware_temp/a834aa21-ab66-47ff-b085-ed07a4f67c66 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 609.331756] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Deleting the datastore file [datastore1] vmware_temp/a834aa21-ab66-47ff-b085-ed07a4f67c66 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 609.335124] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b59e54c-8909-4145-8570-867780618776 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.337249] env[70323]: DEBUG oslo_vmware.api [None req-655e6d4a-35ee-4cdc-9ff3-3e1e6d2b69d9 tempest-DeleteServersAdminTestJSON-2042363376 tempest-DeleteServersAdminTestJSON-2042363376-project-admin] Task: {'id': task-3226424, 'name': PowerOffVM_Task, 'duration_secs': 0.212077} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.341060] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-655e6d4a-35ee-4cdc-9ff3-3e1e6d2b69d9 tempest-DeleteServersAdminTestJSON-2042363376 tempest-DeleteServersAdminTestJSON-2042363376-project-admin] [instance: 6f43f01e-4d19-43f0-9b8f-1a34247ea436] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 609.341505] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-655e6d4a-35ee-4cdc-9ff3-3e1e6d2b69d9 tempest-DeleteServersAdminTestJSON-2042363376 tempest-DeleteServersAdminTestJSON-2042363376-project-admin] [instance: 6f43f01e-4d19-43f0-9b8f-1a34247ea436] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 609.343170] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-08bd08c3-8d91-4286-8b57-e42b965089ae {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.349986] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226418, 'name': CreateVM_Task, 'duration_secs': 1.545684} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.354698] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 609.354698] env[70323]: DEBUG oslo_vmware.api [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Waiting for the task: (returnval){ [ 609.354698] env[70323]: value = "task-3226425" [ 609.354698] env[70323]: _type = "Task" [ 609.354698] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.354698] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b1220866-3404-4c21-bbf4-10ad7006b514 tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.354960] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b1220866-3404-4c21-bbf4-10ad7006b514 tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.355164] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b1220866-3404-4c21-bbf4-10ad7006b514 tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.355454] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b36e9a0e-ab31-4ffb-bb27-be75db00bc24 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.361879] env[70323]: DEBUG nova.compute.manager [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 72e4392e-ac35-41a0-b0b8-66088e62a055] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 609.378594] env[70323]: DEBUG oslo_vmware.api [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Task: {'id': task-3226425, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.380034] env[70323]: DEBUG oslo_vmware.api [None req-b1220866-3404-4c21-bbf4-10ad7006b514 tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Waiting for the task: (returnval){ [ 609.380034] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52d18154-9a37-5683-be0d-10c8fbbc3a78" [ 609.380034] env[70323]: _type = "Task" [ 609.380034] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.392285] env[70323]: DEBUG oslo_vmware.api [None req-b1220866-3404-4c21-bbf4-10ad7006b514 tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52d18154-9a37-5683-be0d-10c8fbbc3a78, 'name': SearchDatastore_Task, 'duration_secs': 0.011928} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.392285] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b1220866-3404-4c21-bbf4-10ad7006b514 tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.392285] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-b1220866-3404-4c21-bbf4-10ad7006b514 tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 609.392929] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b1220866-3404-4c21-bbf4-10ad7006b514 tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.405729] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-655e6d4a-35ee-4cdc-9ff3-3e1e6d2b69d9 tempest-DeleteServersAdminTestJSON-2042363376 tempest-DeleteServersAdminTestJSON-2042363376-project-admin] [instance: 6f43f01e-4d19-43f0-9b8f-1a34247ea436] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 609.405729] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-655e6d4a-35ee-4cdc-9ff3-3e1e6d2b69d9 tempest-DeleteServersAdminTestJSON-2042363376 tempest-DeleteServersAdminTestJSON-2042363376-project-admin] [instance: 6f43f01e-4d19-43f0-9b8f-1a34247ea436] Deleting contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 609.405839] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-655e6d4a-35ee-4cdc-9ff3-3e1e6d2b69d9 tempest-DeleteServersAdminTestJSON-2042363376 tempest-DeleteServersAdminTestJSON-2042363376-project-admin] Deleting the datastore file [datastore2] 6f43f01e-4d19-43f0-9b8f-1a34247ea436 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 609.406143] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35347699-6d91-49db-8016-d39353377ee3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.410462] env[70323]: DEBUG nova.network.neutron [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] [instance: 6c11ec80-43e4-4b24-9a6c-40a13011c9b3] Successfully updated port: 6479df9b-bb67-47df-8862-78816b4f70b0 {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 609.420488] env[70323]: DEBUG oslo_vmware.api [None req-655e6d4a-35ee-4cdc-9ff3-3e1e6d2b69d9 tempest-DeleteServersAdminTestJSON-2042363376 tempest-DeleteServersAdminTestJSON-2042363376-project-admin] Waiting for the task: (returnval){ [ 609.420488] env[70323]: value = "task-3226427" [ 609.420488] env[70323]: _type = "Task" [ 609.420488] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.431195] env[70323]: DEBUG oslo_vmware.api [None req-655e6d4a-35ee-4cdc-9ff3-3e1e6d2b69d9 tempest-DeleteServersAdminTestJSON-2042363376 tempest-DeleteServersAdminTestJSON-2042363376-project-admin] Task: {'id': task-3226427, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.530981] env[70323]: DEBUG nova.network.neutron [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Updating instance_info_cache with network_info: [{"id": "d1ab5da7-1972-4c23-9612-11f071dcfd43", "address": "fa:16:3e:59:ae:d8", "network": {"id": "9cece0a7-287b-4d6e-ae17-cf30e2ece504", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1813155621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ea75b3b77cc4592aa17f4341e79fea6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1ab5da7-19", "ovs_interfaceid": "d1ab5da7-1972-4c23-9612-11f071dcfd43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.629450] env[70323]: DEBUG nova.compute.manager [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] [instance: 2c9fda7c-de29-4b8a-b950-cfd429a16e18] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 609.637047] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678baa1d-4847-4eb0-9d78-c633ffe7048a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.637609] env[70323]: DEBUG nova.compute.manager [req-425e441c-578b-45ce-b714-63cc54d4e31c req-27ba2d9f-4496-49be-97d9-057f5a5a28e3 service nova] [instance: 6c11ec80-43e4-4b24-9a6c-40a13011c9b3] Received event network-vif-plugged-9c73cc40-030f-41e2-9a70-f7792f788a01 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 609.637823] env[70323]: DEBUG oslo_concurrency.lockutils [req-425e441c-578b-45ce-b714-63cc54d4e31c req-27ba2d9f-4496-49be-97d9-057f5a5a28e3 service nova] Acquiring lock "6c11ec80-43e4-4b24-9a6c-40a13011c9b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.638033] env[70323]: DEBUG oslo_concurrency.lockutils [req-425e441c-578b-45ce-b714-63cc54d4e31c req-27ba2d9f-4496-49be-97d9-057f5a5a28e3 service nova] Lock "6c11ec80-43e4-4b24-9a6c-40a13011c9b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.638237] env[70323]: DEBUG oslo_concurrency.lockutils [req-425e441c-578b-45ce-b714-63cc54d4e31c req-27ba2d9f-4496-49be-97d9-057f5a5a28e3 service nova] Lock "6c11ec80-43e4-4b24-9a6c-40a13011c9b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.638405] env[70323]: DEBUG nova.compute.manager [req-425e441c-578b-45ce-b714-63cc54d4e31c req-27ba2d9f-4496-49be-97d9-057f5a5a28e3 service nova] [instance: 6c11ec80-43e4-4b24-9a6c-40a13011c9b3] No waiting events found dispatching network-vif-plugged-9c73cc40-030f-41e2-9a70-f7792f788a01 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 609.638573] env[70323]: WARNING nova.compute.manager [req-425e441c-578b-45ce-b714-63cc54d4e31c req-27ba2d9f-4496-49be-97d9-057f5a5a28e3 service nova] [instance: 6c11ec80-43e4-4b24-9a6c-40a13011c9b3] Received unexpected event network-vif-plugged-9c73cc40-030f-41e2-9a70-f7792f788a01 for instance with vm_state building and task_state spawning. [ 609.638726] env[70323]: DEBUG nova.compute.manager [req-425e441c-578b-45ce-b714-63cc54d4e31c req-27ba2d9f-4496-49be-97d9-057f5a5a28e3 service nova] [instance: 6c11ec80-43e4-4b24-9a6c-40a13011c9b3] Received event network-changed-9c73cc40-030f-41e2-9a70-f7792f788a01 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 609.638870] env[70323]: DEBUG nova.compute.manager [req-425e441c-578b-45ce-b714-63cc54d4e31c req-27ba2d9f-4496-49be-97d9-057f5a5a28e3 service nova] [instance: 6c11ec80-43e4-4b24-9a6c-40a13011c9b3] Refreshing instance network info cache due to event network-changed-9c73cc40-030f-41e2-9a70-f7792f788a01. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 609.639490] env[70323]: DEBUG oslo_concurrency.lockutils [req-425e441c-578b-45ce-b714-63cc54d4e31c req-27ba2d9f-4496-49be-97d9-057f5a5a28e3 service nova] Acquiring lock "refresh_cache-6c11ec80-43e4-4b24-9a6c-40a13011c9b3" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.639671] env[70323]: DEBUG oslo_concurrency.lockutils [req-425e441c-578b-45ce-b714-63cc54d4e31c req-27ba2d9f-4496-49be-97d9-057f5a5a28e3 service nova] Acquired lock "refresh_cache-6c11ec80-43e4-4b24-9a6c-40a13011c9b3" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.641062] env[70323]: DEBUG nova.network.neutron [req-425e441c-578b-45ce-b714-63cc54d4e31c req-27ba2d9f-4496-49be-97d9-057f5a5a28e3 service nova] [instance: 6c11ec80-43e4-4b24-9a6c-40a13011c9b3] Refreshing network info cache for port 9c73cc40-030f-41e2-9a70-f7792f788a01 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 609.648664] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02df294e-5743-4c9d-845a-0269ffc0fc27 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.684988] env[70323]: DEBUG nova.network.neutron [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 72e4392e-ac35-41a0-b0b8-66088e62a055] Successfully created port: 15d284be-2a1a-4b7a-85c7-c77a33016aac {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 609.687678] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5612da11-a4fb-4728-b3bb-310183f3f75f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.697423] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a725576a-845e-4af5-96e9-fecea65f1ad3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.715193] env[70323]: DEBUG nova.compute.provider_tree [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 609.865249] env[70323]: DEBUG oslo_vmware.api [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Task: {'id': task-3226425, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.038083} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.865451] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 609.866186] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c500eff6-17c5-43b6-9b73-0733ecfd7200 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.875613] env[70323]: DEBUG oslo_vmware.api [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Waiting for the task: (returnval){ [ 609.875613] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52659365-abc1-bc98-2703-0a68d0fd33ea" [ 609.875613] env[70323]: _type = "Task" [ 609.875613] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.883197] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Acquiring lock "2eb42f40-1b49-496b-8f23-3d7298666d77" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.883440] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Lock "2eb42f40-1b49-496b-8f23-3d7298666d77" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.889184] env[70323]: DEBUG oslo_vmware.api [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52659365-abc1-bc98-2703-0a68d0fd33ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.932101] env[70323]: DEBUG oslo_vmware.api [None req-655e6d4a-35ee-4cdc-9ff3-3e1e6d2b69d9 tempest-DeleteServersAdminTestJSON-2042363376 tempest-DeleteServersAdminTestJSON-2042363376-project-admin] Task: {'id': task-3226427, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.344433} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.932413] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-655e6d4a-35ee-4cdc-9ff3-3e1e6d2b69d9 tempest-DeleteServersAdminTestJSON-2042363376 tempest-DeleteServersAdminTestJSON-2042363376-project-admin] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 609.932612] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-655e6d4a-35ee-4cdc-9ff3-3e1e6d2b69d9 tempest-DeleteServersAdminTestJSON-2042363376 tempest-DeleteServersAdminTestJSON-2042363376-project-admin] [instance: 6f43f01e-4d19-43f0-9b8f-1a34247ea436] Deleted contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 609.932782] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-655e6d4a-35ee-4cdc-9ff3-3e1e6d2b69d9 tempest-DeleteServersAdminTestJSON-2042363376 tempest-DeleteServersAdminTestJSON-2042363376-project-admin] [instance: 6f43f01e-4d19-43f0-9b8f-1a34247ea436] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 609.932955] env[70323]: INFO nova.compute.manager [None req-655e6d4a-35ee-4cdc-9ff3-3e1e6d2b69d9 tempest-DeleteServersAdminTestJSON-2042363376 tempest-DeleteServersAdminTestJSON-2042363376-project-admin] [instance: 6f43f01e-4d19-43f0-9b8f-1a34247ea436] Took 1.14 seconds to destroy the instance on the hypervisor. [ 609.933215] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-655e6d4a-35ee-4cdc-9ff3-3e1e6d2b69d9 tempest-DeleteServersAdminTestJSON-2042363376 tempest-DeleteServersAdminTestJSON-2042363376-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 609.933666] env[70323]: DEBUG nova.compute.manager [-] [instance: 6f43f01e-4d19-43f0-9b8f-1a34247ea436] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 609.933666] env[70323]: DEBUG nova.network.neutron [-] [instance: 6f43f01e-4d19-43f0-9b8f-1a34247ea436] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 610.035540] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Releasing lock "refresh_cache-5556ee05-8834-4ce8-99a3-db4e3d733a9a" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.036489] env[70323]: DEBUG nova.compute.manager [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Instance network_info: |[{"id": "d1ab5da7-1972-4c23-9612-11f071dcfd43", "address": "fa:16:3e:59:ae:d8", "network": {"id": "9cece0a7-287b-4d6e-ae17-cf30e2ece504", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1813155621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ea75b3b77cc4592aa17f4341e79fea6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1ab5da7-19", "ovs_interfaceid": "d1ab5da7-1972-4c23-9612-11f071dcfd43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 610.036754] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:ae:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cf63c3c8-d774-4b81-9b12-848612a96076', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd1ab5da7-1972-4c23-9612-11f071dcfd43', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 610.044903] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Creating folder: Project (7ea75b3b77cc4592aa17f4341e79fea6). Parent ref: group-v644941. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 610.045206] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ae0a970-a8bc-4ca5-8100-592b30cef507 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.056633] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Created folder: Project (7ea75b3b77cc4592aa17f4341e79fea6) in parent group-v644941. [ 610.057137] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Creating folder: Instances. Parent ref: group-v644961. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 610.057137] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be6038d6-e17b-49ed-a837-d713d93169b7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.066969] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Created folder: Instances in parent group-v644961. [ 610.067201] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 610.067306] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 610.067515] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02569eb3-e3f3-477c-9451-b557fbdaef19 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.088862] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 610.088862] env[70323]: value = "task-3226430" [ 610.088862] env[70323]: _type = "Task" [ 610.088862] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.098782] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226430, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.164177] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.223251] env[70323]: DEBUG nova.scheduler.client.report [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 610.227526] env[70323]: DEBUG nova.network.neutron [req-425e441c-578b-45ce-b714-63cc54d4e31c req-27ba2d9f-4496-49be-97d9-057f5a5a28e3 service nova] [instance: 6c11ec80-43e4-4b24-9a6c-40a13011c9b3] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 610.378278] env[70323]: DEBUG nova.compute.manager [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 72e4392e-ac35-41a0-b0b8-66088e62a055] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 610.390203] env[70323]: DEBUG nova.compute.manager [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] [instance: 2eb42f40-1b49-496b-8f23-3d7298666d77] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 610.404617] env[70323]: DEBUG oslo_vmware.api [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52659365-abc1-bc98-2703-0a68d0fd33ea, 'name': SearchDatastore_Task, 'duration_secs': 0.014197} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.406758] env[70323]: DEBUG oslo_concurrency.lockutils [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.408260] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] e9534202-ee8f-414b-a4cc-3c98bd4fc273/e9534202-ee8f-414b-a4cc-3c98bd4fc273.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 610.409415] env[70323]: DEBUG oslo_concurrency.lockutils [None req-01e5ac0e-4960-440c-892e-ecf7ef1dfb79 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.409415] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-01e5ac0e-4960-440c-892e-ecf7ef1dfb79 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 610.409415] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3971df85-6c07-4884-a59f-8f457067e570 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.411904] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-844470df-97d3-42d1-aa33-602034b8a313 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.415770] env[70323]: DEBUG nova.network.neutron [req-425e441c-578b-45ce-b714-63cc54d4e31c req-27ba2d9f-4496-49be-97d9-057f5a5a28e3 service nova] [instance: 6c11ec80-43e4-4b24-9a6c-40a13011c9b3] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.421452] env[70323]: DEBUG nova.virt.hardware [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 610.421641] env[70323]: DEBUG nova.virt.hardware [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 610.421797] env[70323]: DEBUG nova.virt.hardware [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 610.421974] env[70323]: DEBUG nova.virt.hardware [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 610.422140] env[70323]: DEBUG nova.virt.hardware [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 610.422314] env[70323]: DEBUG nova.virt.hardware [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 610.422522] env[70323]: DEBUG nova.virt.hardware [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 610.422678] env[70323]: DEBUG nova.virt.hardware [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 610.422840] env[70323]: DEBUG nova.virt.hardware [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 610.422996] env[70323]: DEBUG nova.virt.hardware [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 610.425795] env[70323]: DEBUG nova.virt.hardware [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 610.427299] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b11e1a-d871-404b-bcbe-0421bc1981a4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.436640] env[70323]: DEBUG oslo_concurrency.lockutils [req-425e441c-578b-45ce-b714-63cc54d4e31c req-27ba2d9f-4496-49be-97d9-057f5a5a28e3 service nova] Releasing lock "refresh_cache-6c11ec80-43e4-4b24-9a6c-40a13011c9b3" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.436988] env[70323]: DEBUG oslo_vmware.api [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Waiting for the task: (returnval){ [ 610.436988] env[70323]: value = "task-3226431" [ 610.436988] env[70323]: _type = "Task" [ 610.436988] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.448636] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-01e5ac0e-4960-440c-892e-ecf7ef1dfb79 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 610.449370] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-01e5ac0e-4960-440c-892e-ecf7ef1dfb79 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 610.450956] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30cda3ac-1b1c-4959-a868-adfdafb45953 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.453484] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f64a01f-6cbc-456a-92c7-93ebb1d7cad7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.466352] env[70323]: DEBUG oslo_vmware.api [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Task: {'id': task-3226431, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.479859] env[70323]: DEBUG oslo_vmware.api [None req-01e5ac0e-4960-440c-892e-ecf7ef1dfb79 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Waiting for the task: (returnval){ [ 610.479859] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52de931d-1f96-ea2e-3ae2-e54b08978ffc" [ 610.479859] env[70323]: _type = "Task" [ 610.479859] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.492486] env[70323]: DEBUG oslo_vmware.api [None req-01e5ac0e-4960-440c-892e-ecf7ef1dfb79 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52de931d-1f96-ea2e-3ae2-e54b08978ffc, 'name': SearchDatastore_Task, 'duration_secs': 0.012956} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.493297] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b08721c0-064c-4421-9fef-b8105233d9ee {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.499489] env[70323]: DEBUG oslo_vmware.api [None req-01e5ac0e-4960-440c-892e-ecf7ef1dfb79 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Waiting for the task: (returnval){ [ 610.499489] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5211dd37-4297-ed0f-9e6c-6bbad71ae369" [ 610.499489] env[70323]: _type = "Task" [ 610.499489] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.507942] env[70323]: DEBUG oslo_vmware.api [None req-01e5ac0e-4960-440c-892e-ecf7ef1dfb79 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5211dd37-4297-ed0f-9e6c-6bbad71ae369, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.600399] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226430, 'name': CreateVM_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.731837] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.384s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.732559] env[70323]: DEBUG nova.compute.manager [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] [instance: cce3978e-29ec-42c6-8190-d02f082e3b62] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 610.736293] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.109s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.738457] env[70323]: INFO nova.compute.claims [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] [instance: 19fddddc-9657-463c-b24d-7ae457fdb870] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 610.786082] env[70323]: DEBUG nova.network.neutron [-] [instance: 6f43f01e-4d19-43f0-9b8f-1a34247ea436] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.914657] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.951795] env[70323]: DEBUG oslo_vmware.api [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Task: {'id': task-3226431, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.018237] env[70323]: DEBUG oslo_vmware.api [None req-01e5ac0e-4960-440c-892e-ecf7ef1dfb79 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5211dd37-4297-ed0f-9e6c-6bbad71ae369, 'name': SearchDatastore_Task, 'duration_secs': 0.019204} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.018524] env[70323]: DEBUG oslo_concurrency.lockutils [None req-01e5ac0e-4960-440c-892e-ecf7ef1dfb79 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.018782] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-01e5ac0e-4960-440c-892e-ecf7ef1dfb79 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 6e9a0b80-0d5c-4d95-9a3d-728424ef852e/6e9a0b80-0d5c-4d95-9a3d-728424ef852e.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 611.019098] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b1220866-3404-4c21-bbf4-10ad7006b514 tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.019324] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1220866-3404-4c21-bbf4-10ad7006b514 tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 611.019566] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bdc10f2b-b63f-47c4-82ed-ad8d4e538c25 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.022600] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-099a2057-86b6-4881-8724-ea5583fea5a1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.031119] env[70323]: DEBUG oslo_vmware.api [None req-01e5ac0e-4960-440c-892e-ecf7ef1dfb79 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Waiting for the task: (returnval){ [ 611.031119] env[70323]: value = "task-3226432" [ 611.031119] env[70323]: _type = "Task" [ 611.031119] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.037591] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1220866-3404-4c21-bbf4-10ad7006b514 tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 611.038270] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-b1220866-3404-4c21-bbf4-10ad7006b514 tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 611.039685] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5c8b1c1-a7f6-43a1-b9e9-02ce928756c4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.046742] env[70323]: DEBUG oslo_vmware.api [None req-01e5ac0e-4960-440c-892e-ecf7ef1dfb79 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Task: {'id': task-3226432, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.051698] env[70323]: DEBUG oslo_vmware.api [None req-b1220866-3404-4c21-bbf4-10ad7006b514 tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Waiting for the task: (returnval){ [ 611.051698] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52d23153-9709-adfa-8d32-71ad2037061e" [ 611.051698] env[70323]: _type = "Task" [ 611.051698] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.062868] env[70323]: DEBUG oslo_vmware.api [None req-b1220866-3404-4c21-bbf4-10ad7006b514 tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52d23153-9709-adfa-8d32-71ad2037061e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.109373] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226430, 'name': CreateVM_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.250073] env[70323]: DEBUG nova.compute.utils [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 611.251059] env[70323]: DEBUG nova.compute.manager [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] [instance: cce3978e-29ec-42c6-8190-d02f082e3b62] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 611.251059] env[70323]: DEBUG nova.network.neutron [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] [instance: cce3978e-29ec-42c6-8190-d02f082e3b62] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 611.291363] env[70323]: INFO nova.compute.manager [-] [instance: 6f43f01e-4d19-43f0-9b8f-1a34247ea436] Took 1.36 seconds to deallocate network for instance. [ 611.301265] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Acquiring lock "f80ff45c-767d-4771-876e-d4cf7f06718a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.301709] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Lock "f80ff45c-767d-4771-876e-d4cf7f06718a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.435456] env[70323]: DEBUG nova.policy [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3f9d99dd5794fbb99bae9e3f6844c74', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '352b9aeee5794c78a2109eb9d5b1532a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 611.451338] env[70323]: DEBUG oslo_vmware.api [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Task: {'id': task-3226431, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.544702] env[70323]: DEBUG oslo_vmware.api [None req-01e5ac0e-4960-440c-892e-ecf7ef1dfb79 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Task: {'id': task-3226432, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.562379] env[70323]: DEBUG oslo_vmware.api [None req-b1220866-3404-4c21-bbf4-10ad7006b514 tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52d23153-9709-adfa-8d32-71ad2037061e, 'name': SearchDatastore_Task, 'duration_secs': 0.019569} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.563609] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dd4a6fa-84f5-4d18-8da6-8679b4d001ab {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.570270] env[70323]: DEBUG oslo_vmware.api [None req-b1220866-3404-4c21-bbf4-10ad7006b514 tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Waiting for the task: (returnval){ [ 611.570270] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]524c84c8-f0a5-5383-7ef4-1d28bca19914" [ 611.570270] env[70323]: _type = "Task" [ 611.570270] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.580170] env[70323]: DEBUG oslo_vmware.api [None req-b1220866-3404-4c21-bbf4-10ad7006b514 tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]524c84c8-f0a5-5383-7ef4-1d28bca19914, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.601080] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226430, 'name': CreateVM_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.705294] env[70323]: DEBUG oslo_concurrency.lockutils [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Acquiring lock "16c3a117-e725-45e2-94e9-fbc0156fbadd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.705533] env[70323]: DEBUG oslo_concurrency.lockutils [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Lock "16c3a117-e725-45e2-94e9-fbc0156fbadd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.757053] env[70323]: DEBUG nova.compute.manager [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] [instance: cce3978e-29ec-42c6-8190-d02f082e3b62] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 611.802787] env[70323]: DEBUG oslo_concurrency.lockutils [None req-655e6d4a-35ee-4cdc-9ff3-3e1e6d2b69d9 tempest-DeleteServersAdminTestJSON-2042363376 tempest-DeleteServersAdminTestJSON-2042363376-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.805166] env[70323]: DEBUG nova.compute.manager [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] [instance: f80ff45c-767d-4771-876e-d4cf7f06718a] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 611.959509] env[70323]: DEBUG oslo_vmware.api [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Task: {'id': task-3226431, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.051018] env[70323]: DEBUG oslo_vmware.api [None req-01e5ac0e-4960-440c-892e-ecf7ef1dfb79 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Task: {'id': task-3226432, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.077319] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7f7216-11a4-4622-90bd-3f1e108bb539 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.091089] env[70323]: DEBUG oslo_vmware.api [None req-b1220866-3404-4c21-bbf4-10ad7006b514 tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]524c84c8-f0a5-5383-7ef4-1d28bca19914, 'name': SearchDatastore_Task, 'duration_secs': 0.010859} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.093411] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b1220866-3404-4c21-bbf4-10ad7006b514 tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.093511] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1220866-3404-4c21-bbf4-10ad7006b514 tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 99c5100f-890c-496c-b40a-2cd4a2be72e5/99c5100f-890c-496c-b40a-2cd4a2be72e5.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 612.094573] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-073c2eb6-dc34-4fb4-904a-fb01772febae {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.100358] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b2dfa8a-4a6e-44a3-a22b-a4a2ee2a971f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.110841] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226430, 'name': CreateVM_Task, 'duration_secs': 1.519203} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.139014] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 612.139964] env[70323]: DEBUG oslo_vmware.api [None req-b1220866-3404-4c21-bbf4-10ad7006b514 tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Waiting for the task: (returnval){ [ 612.139964] env[70323]: value = "task-3226433" [ 612.139964] env[70323]: _type = "Task" [ 612.139964] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.140661] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.140815] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.141151] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.142136] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb54a9c-b92b-446a-8caa-5dd30bc2dc0b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.144709] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e2475e0-4147-46af-8f81-a238a40990d7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.156738] env[70323]: DEBUG oslo_vmware.api [None req-b1220866-3404-4c21-bbf4-10ad7006b514 tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Task: {'id': task-3226433, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.160600] env[70323]: DEBUG oslo_vmware.api [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Waiting for the task: (returnval){ [ 612.160600] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52365495-166e-f2be-627b-82fb8906c6a2" [ 612.160600] env[70323]: _type = "Task" [ 612.160600] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.161994] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e94acb05-6ee0-49f2-a43b-b8aab79bdeb4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.187778] env[70323]: DEBUG oslo_vmware.api [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52365495-166e-f2be-627b-82fb8906c6a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.188336] env[70323]: DEBUG nova.compute.provider_tree [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 612.314293] env[70323]: DEBUG nova.network.neutron [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 72e4392e-ac35-41a0-b0b8-66088e62a055] Successfully updated port: 15d284be-2a1a-4b7a-85c7-c77a33016aac {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 612.346350] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.473516] env[70323]: DEBUG oslo_vmware.api [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Task: {'id': task-3226431, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.813076} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.473720] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] e9534202-ee8f-414b-a4cc-3c98bd4fc273/e9534202-ee8f-414b-a4cc-3c98bd4fc273.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 612.475526] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] [instance: e9534202-ee8f-414b-a4cc-3c98bd4fc273] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 612.475766] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82cefdfe-a234-4bf7-b4fe-ba7185d962bc {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.486788] env[70323]: DEBUG oslo_vmware.api [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Waiting for the task: (returnval){ [ 612.486788] env[70323]: value = "task-3226434" [ 612.486788] env[70323]: _type = "Task" [ 612.486788] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.501148] env[70323]: DEBUG oslo_vmware.api [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Task: {'id': task-3226434, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.549136] env[70323]: DEBUG oslo_vmware.api [None req-01e5ac0e-4960-440c-892e-ecf7ef1dfb79 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Task: {'id': task-3226432, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.211607} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.549136] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-01e5ac0e-4960-440c-892e-ecf7ef1dfb79 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 6e9a0b80-0d5c-4d95-9a3d-728424ef852e/6e9a0b80-0d5c-4d95-9a3d-728424ef852e.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 612.549136] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-01e5ac0e-4960-440c-892e-ecf7ef1dfb79 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] [instance: 6e9a0b80-0d5c-4d95-9a3d-728424ef852e] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 612.549136] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f0bc3ca8-50ed-45b3-bcb9-e725ebff5e2a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.558009] env[70323]: DEBUG oslo_vmware.api [None req-01e5ac0e-4960-440c-892e-ecf7ef1dfb79 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Waiting for the task: (returnval){ [ 612.558009] env[70323]: value = "task-3226435" [ 612.558009] env[70323]: _type = "Task" [ 612.558009] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.566528] env[70323]: DEBUG oslo_vmware.api [None req-01e5ac0e-4960-440c-892e-ecf7ef1dfb79 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Task: {'id': task-3226435, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.657118] env[70323]: DEBUG oslo_vmware.api [None req-b1220866-3404-4c21-bbf4-10ad7006b514 tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Task: {'id': task-3226433, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.677706] env[70323]: DEBUG oslo_vmware.api [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52365495-166e-f2be-627b-82fb8906c6a2, 'name': SearchDatastore_Task, 'duration_secs': 0.066045} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.678312] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.678441] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 612.678683] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.678841] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.679055] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 612.679372] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf30623f-4058-4208-bc70-ebdd89e04ea9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.694342] env[70323]: DEBUG nova.scheduler.client.report [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 612.702800] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 612.702800] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 612.704282] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab671e43-06fd-4587-b4c4-4ef68f552a62 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.714181] env[70323]: DEBUG oslo_vmware.api [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Waiting for the task: (returnval){ [ 612.714181] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52973947-1fc9-bc3d-396c-f2a73ecad04e" [ 612.714181] env[70323]: _type = "Task" [ 612.714181] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.730692] env[70323]: DEBUG oslo_vmware.api [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52973947-1fc9-bc3d-396c-f2a73ecad04e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.736573] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Acquiring lock "ba5dd49c-50d4-4dee-b428-9d4300ab43af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.736810] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Lock "ba5dd49c-50d4-4dee-b428-9d4300ab43af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.766792] env[70323]: DEBUG nova.compute.manager [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] [instance: cce3978e-29ec-42c6-8190-d02f082e3b62] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 612.798211] env[70323]: DEBUG nova.virt.hardware [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 612.798749] env[70323]: DEBUG nova.virt.hardware [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 612.799073] env[70323]: DEBUG nova.virt.hardware [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 612.799458] env[70323]: DEBUG nova.virt.hardware [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 612.799841] env[70323]: DEBUG nova.virt.hardware [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 612.800312] env[70323]: DEBUG nova.virt.hardware [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 612.800718] env[70323]: DEBUG nova.virt.hardware [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 612.802249] env[70323]: DEBUG nova.virt.hardware [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 612.802249] env[70323]: DEBUG nova.virt.hardware [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 612.802249] env[70323]: DEBUG nova.virt.hardware [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 612.802249] env[70323]: DEBUG nova.virt.hardware [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 612.803878] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1162a73a-6e59-4b2c-8552-2d7e41d0c5ab {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.812685] env[70323]: DEBUG nova.network.neutron [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] [instance: cce3978e-29ec-42c6-8190-d02f082e3b62] Successfully created port: fec80909-cf8c-4ca4-b4c0-4ce71db00d16 {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 612.816088] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe79967-536c-4ec2-b01d-2ac327647498 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.822969] env[70323]: DEBUG nova.network.neutron [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] [instance: 6c11ec80-43e4-4b24-9a6c-40a13011c9b3] Successfully updated port: 07aa8045-a1ac-48c3-886e-1f919133bc8b {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 612.824222] env[70323]: DEBUG oslo_concurrency.lockutils [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Acquiring lock "refresh_cache-72e4392e-ac35-41a0-b0b8-66088e62a055" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.824480] env[70323]: DEBUG oslo_concurrency.lockutils [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Acquired lock "refresh_cache-72e4392e-ac35-41a0-b0b8-66088e62a055" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.824560] env[70323]: DEBUG nova.network.neutron [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 72e4392e-ac35-41a0-b0b8-66088e62a055] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 612.982550] env[70323]: DEBUG nova.compute.manager [None req-70b5e42c-8371-4b89-8ffc-d0228dff7589 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: e38249fe-4114-40a6-9cdb-8ec5917bec83] Stashing vm_state: active {{(pid=70323) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 613.002128] env[70323]: DEBUG oslo_vmware.api [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Task: {'id': task-3226434, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077993} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.002128] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] [instance: e9534202-ee8f-414b-a4cc-3c98bd4fc273] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 613.007156] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70bfb4dc-7a8b-421a-b680-69ac3a299dd2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.032423] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] [instance: e9534202-ee8f-414b-a4cc-3c98bd4fc273] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] e9534202-ee8f-414b-a4cc-3c98bd4fc273/e9534202-ee8f-414b-a4cc-3c98bd4fc273.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 613.032776] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae087670-49c9-4299-bce5-af9d94f48b5b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.055036] env[70323]: DEBUG oslo_vmware.api [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Waiting for the task: (returnval){ [ 613.055036] env[70323]: value = "task-3226436" [ 613.055036] env[70323]: _type = "Task" [ 613.055036] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.064917] env[70323]: DEBUG oslo_vmware.api [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Task: {'id': task-3226436, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.071034] env[70323]: DEBUG oslo_vmware.api [None req-01e5ac0e-4960-440c-892e-ecf7ef1dfb79 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Task: {'id': task-3226435, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.166524} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.071034] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-01e5ac0e-4960-440c-892e-ecf7ef1dfb79 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] [instance: 6e9a0b80-0d5c-4d95-9a3d-728424ef852e] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 613.071034] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6526c06-b79c-4fb6-80d3-4308fa2712a3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.090891] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-01e5ac0e-4960-440c-892e-ecf7ef1dfb79 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] [instance: 6e9a0b80-0d5c-4d95-9a3d-728424ef852e] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 6e9a0b80-0d5c-4d95-9a3d-728424ef852e/6e9a0b80-0d5c-4d95-9a3d-728424ef852e.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 613.091622] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c616b5d-9023-447e-b3cb-57c8c54ff0c5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.112170] env[70323]: DEBUG oslo_vmware.api [None req-01e5ac0e-4960-440c-892e-ecf7ef1dfb79 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Waiting for the task: (returnval){ [ 613.112170] env[70323]: value = "task-3226437" [ 613.112170] env[70323]: _type = "Task" [ 613.112170] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.121927] env[70323]: DEBUG oslo_vmware.api [None req-01e5ac0e-4960-440c-892e-ecf7ef1dfb79 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Task: {'id': task-3226437, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.125885] env[70323]: DEBUG oslo_concurrency.lockutils [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Acquiring lock "cf16c077-6f47-4ad4-b4b2-f14ae99e335a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.126133] env[70323]: DEBUG oslo_concurrency.lockutils [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Lock "cf16c077-6f47-4ad4-b4b2-f14ae99e335a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.160670] env[70323]: DEBUG oslo_vmware.api [None req-b1220866-3404-4c21-bbf4-10ad7006b514 tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Task: {'id': task-3226433, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.773955} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.160952] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1220866-3404-4c21-bbf4-10ad7006b514 tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 99c5100f-890c-496c-b40a-2cd4a2be72e5/99c5100f-890c-496c-b40a-2cd4a2be72e5.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 613.161171] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-b1220866-3404-4c21-bbf4-10ad7006b514 tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 613.161425] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b6d91dfe-6e79-4ad0-9784-96a2ea888bea {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.168871] env[70323]: DEBUG oslo_vmware.api [None req-b1220866-3404-4c21-bbf4-10ad7006b514 tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Waiting for the task: (returnval){ [ 613.168871] env[70323]: value = "task-3226438" [ 613.168871] env[70323]: _type = "Task" [ 613.168871] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.178460] env[70323]: DEBUG oslo_vmware.api [None req-b1220866-3404-4c21-bbf4-10ad7006b514 tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Task: {'id': task-3226438, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.205734] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.470s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.206353] env[70323]: DEBUG nova.compute.manager [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] [instance: 19fddddc-9657-463c-b24d-7ae457fdb870] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 613.209358] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.045s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.210888] env[70323]: INFO nova.compute.claims [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] [instance: 2c9fda7c-de29-4b8a-b950-cfd429a16e18] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 613.226361] env[70323]: DEBUG oslo_vmware.api [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52973947-1fc9-bc3d-396c-f2a73ecad04e, 'name': SearchDatastore_Task, 'duration_secs': 0.055913} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.227196] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7053f626-81b6-4346-9b52-c71899067bd3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.233050] env[70323]: DEBUG oslo_vmware.api [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Waiting for the task: (returnval){ [ 613.233050] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52bde5b3-19c8-98ea-3b16-ea611ec0aeba" [ 613.233050] env[70323]: _type = "Task" [ 613.233050] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.241797] env[70323]: DEBUG oslo_vmware.api [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52bde5b3-19c8-98ea-3b16-ea611ec0aeba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.329124] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Acquiring lock "refresh_cache-6c11ec80-43e4-4b24-9a6c-40a13011c9b3" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.329776] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Acquired lock "refresh_cache-6c11ec80-43e4-4b24-9a6c-40a13011c9b3" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.329776] env[70323]: DEBUG nova.network.neutron [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] [instance: 6c11ec80-43e4-4b24-9a6c-40a13011c9b3] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 613.447362] env[70323]: DEBUG nova.network.neutron [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 72e4392e-ac35-41a0-b0b8-66088e62a055] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 613.507805] env[70323]: DEBUG oslo_concurrency.lockutils [None req-70b5e42c-8371-4b89-8ffc-d0228dff7589 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.565522] env[70323]: DEBUG oslo_vmware.api [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Task: {'id': task-3226436, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.623104] env[70323]: DEBUG oslo_vmware.api [None req-01e5ac0e-4960-440c-892e-ecf7ef1dfb79 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Task: {'id': task-3226437, 'name': ReconfigVM_Task, 'duration_secs': 0.316748} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.623387] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-01e5ac0e-4960-440c-892e-ecf7ef1dfb79 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] [instance: 6e9a0b80-0d5c-4d95-9a3d-728424ef852e] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 6e9a0b80-0d5c-4d95-9a3d-728424ef852e/6e9a0b80-0d5c-4d95-9a3d-728424ef852e.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 613.623964] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b644c139-9fae-4a75-a5e8-09ec6a8eb708 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.631262] env[70323]: DEBUG oslo_vmware.api [None req-01e5ac0e-4960-440c-892e-ecf7ef1dfb79 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Waiting for the task: (returnval){ [ 613.631262] env[70323]: value = "task-3226439" [ 613.631262] env[70323]: _type = "Task" [ 613.631262] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.639230] env[70323]: DEBUG oslo_vmware.api [None req-01e5ac0e-4960-440c-892e-ecf7ef1dfb79 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Task: {'id': task-3226439, 'name': Rename_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.677635] env[70323]: DEBUG oslo_vmware.api [None req-b1220866-3404-4c21-bbf4-10ad7006b514 tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Task: {'id': task-3226438, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.716890] env[70323]: DEBUG nova.compute.utils [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 613.725779] env[70323]: DEBUG nova.compute.manager [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] [instance: 19fddddc-9657-463c-b24d-7ae457fdb870] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 613.725779] env[70323]: DEBUG nova.network.neutron [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] [instance: 19fddddc-9657-463c-b24d-7ae457fdb870] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 613.748663] env[70323]: DEBUG oslo_vmware.api [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52bde5b3-19c8-98ea-3b16-ea611ec0aeba, 'name': SearchDatastore_Task, 'duration_secs': 0.020598} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.748943] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.749235] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 5556ee05-8834-4ce8-99a3-db4e3d733a9a/5556ee05-8834-4ce8-99a3-db4e3d733a9a.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 613.749651] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb9d6cb4-533c-473a-976a-a2c29a27a5f7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.764099] env[70323]: DEBUG oslo_vmware.api [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Waiting for the task: (returnval){ [ 613.764099] env[70323]: value = "task-3226440" [ 613.764099] env[70323]: _type = "Task" [ 613.764099] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.776161] env[70323]: DEBUG oslo_vmware.api [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226440, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.782285] env[70323]: DEBUG nova.compute.manager [req-c045988c-80b0-4262-ba2e-a4de2d7ed206 req-17453c0c-2d5e-4f4d-9022-8b4bf2558fda service nova] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Received event network-vif-plugged-d1ab5da7-1972-4c23-9612-11f071dcfd43 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 613.782512] env[70323]: DEBUG oslo_concurrency.lockutils [req-c045988c-80b0-4262-ba2e-a4de2d7ed206 req-17453c0c-2d5e-4f4d-9022-8b4bf2558fda service nova] Acquiring lock "5556ee05-8834-4ce8-99a3-db4e3d733a9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.782717] env[70323]: DEBUG oslo_concurrency.lockutils [req-c045988c-80b0-4262-ba2e-a4de2d7ed206 req-17453c0c-2d5e-4f4d-9022-8b4bf2558fda service nova] Lock "5556ee05-8834-4ce8-99a3-db4e3d733a9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.782892] env[70323]: DEBUG oslo_concurrency.lockutils [req-c045988c-80b0-4262-ba2e-a4de2d7ed206 req-17453c0c-2d5e-4f4d-9022-8b4bf2558fda service nova] Lock "5556ee05-8834-4ce8-99a3-db4e3d733a9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.784505] env[70323]: DEBUG nova.compute.manager [req-c045988c-80b0-4262-ba2e-a4de2d7ed206 req-17453c0c-2d5e-4f4d-9022-8b4bf2558fda service nova] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] No waiting events found dispatching network-vif-plugged-d1ab5da7-1972-4c23-9612-11f071dcfd43 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 613.784759] env[70323]: WARNING nova.compute.manager [req-c045988c-80b0-4262-ba2e-a4de2d7ed206 req-17453c0c-2d5e-4f4d-9022-8b4bf2558fda service nova] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Received unexpected event network-vif-plugged-d1ab5da7-1972-4c23-9612-11f071dcfd43 for instance with vm_state building and task_state spawning. [ 613.785308] env[70323]: DEBUG nova.compute.manager [req-c045988c-80b0-4262-ba2e-a4de2d7ed206 req-17453c0c-2d5e-4f4d-9022-8b4bf2558fda service nova] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Received event network-changed-d1ab5da7-1972-4c23-9612-11f071dcfd43 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 613.785308] env[70323]: DEBUG nova.compute.manager [req-c045988c-80b0-4262-ba2e-a4de2d7ed206 req-17453c0c-2d5e-4f4d-9022-8b4bf2558fda service nova] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Refreshing instance network info cache due to event network-changed-d1ab5da7-1972-4c23-9612-11f071dcfd43. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 613.785308] env[70323]: DEBUG oslo_concurrency.lockutils [req-c045988c-80b0-4262-ba2e-a4de2d7ed206 req-17453c0c-2d5e-4f4d-9022-8b4bf2558fda service nova] Acquiring lock "refresh_cache-5556ee05-8834-4ce8-99a3-db4e3d733a9a" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.785438] env[70323]: DEBUG oslo_concurrency.lockutils [req-c045988c-80b0-4262-ba2e-a4de2d7ed206 req-17453c0c-2d5e-4f4d-9022-8b4bf2558fda service nova] Acquired lock "refresh_cache-5556ee05-8834-4ce8-99a3-db4e3d733a9a" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.786017] env[70323]: DEBUG nova.network.neutron [req-c045988c-80b0-4262-ba2e-a4de2d7ed206 req-17453c0c-2d5e-4f4d-9022-8b4bf2558fda service nova] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Refreshing network info cache for port d1ab5da7-1972-4c23-9612-11f071dcfd43 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 613.825481] env[70323]: DEBUG nova.network.neutron [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 72e4392e-ac35-41a0-b0b8-66088e62a055] Updating instance_info_cache with network_info: [{"id": "15d284be-2a1a-4b7a-85c7-c77a33016aac", "address": "fa:16:3e:68:cf:1a", "network": {"id": "9cece0a7-287b-4d6e-ae17-cf30e2ece504", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1813155621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ea75b3b77cc4592aa17f4341e79fea6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15d284be-2a", "ovs_interfaceid": "15d284be-2a1a-4b7a-85c7-c77a33016aac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.859773] env[70323]: DEBUG nova.policy [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b59804e0f9054c1b9a14421787a7f6ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b5233132a46d4927884fd941fd95d550', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 613.943333] env[70323]: DEBUG nova.compute.manager [req-c5a4a104-9f15-4c16-b48a-e05a7de4c486 req-c485a8cc-fb3c-474e-84ea-632d3c8f18b3 service nova] [instance: 6c11ec80-43e4-4b24-9a6c-40a13011c9b3] Received event network-vif-plugged-07aa8045-a1ac-48c3-886e-1f919133bc8b {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 613.943546] env[70323]: DEBUG oslo_concurrency.lockutils [req-c5a4a104-9f15-4c16-b48a-e05a7de4c486 req-c485a8cc-fb3c-474e-84ea-632d3c8f18b3 service nova] Acquiring lock "6c11ec80-43e4-4b24-9a6c-40a13011c9b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.943763] env[70323]: DEBUG oslo_concurrency.lockutils [req-c5a4a104-9f15-4c16-b48a-e05a7de4c486 req-c485a8cc-fb3c-474e-84ea-632d3c8f18b3 service nova] Lock "6c11ec80-43e4-4b24-9a6c-40a13011c9b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.943941] env[70323]: DEBUG oslo_concurrency.lockutils [req-c5a4a104-9f15-4c16-b48a-e05a7de4c486 req-c485a8cc-fb3c-474e-84ea-632d3c8f18b3 service nova] Lock "6c11ec80-43e4-4b24-9a6c-40a13011c9b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.944224] env[70323]: DEBUG nova.compute.manager [req-c5a4a104-9f15-4c16-b48a-e05a7de4c486 req-c485a8cc-fb3c-474e-84ea-632d3c8f18b3 service nova] [instance: 6c11ec80-43e4-4b24-9a6c-40a13011c9b3] No waiting events found dispatching network-vif-plugged-07aa8045-a1ac-48c3-886e-1f919133bc8b {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 613.944414] env[70323]: WARNING nova.compute.manager [req-c5a4a104-9f15-4c16-b48a-e05a7de4c486 req-c485a8cc-fb3c-474e-84ea-632d3c8f18b3 service nova] [instance: 6c11ec80-43e4-4b24-9a6c-40a13011c9b3] Received unexpected event network-vif-plugged-07aa8045-a1ac-48c3-886e-1f919133bc8b for instance with vm_state building and task_state spawning. [ 613.946711] env[70323]: DEBUG nova.network.neutron [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] [instance: 6c11ec80-43e4-4b24-9a6c-40a13011c9b3] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 614.067476] env[70323]: DEBUG oslo_vmware.api [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Task: {'id': task-3226436, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.144988] env[70323]: DEBUG oslo_vmware.api [None req-01e5ac0e-4960-440c-892e-ecf7ef1dfb79 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Task: {'id': task-3226439, 'name': Rename_Task, 'duration_secs': 0.144728} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.145353] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-01e5ac0e-4960-440c-892e-ecf7ef1dfb79 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] [instance: 6e9a0b80-0d5c-4d95-9a3d-728424ef852e] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 614.145613] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71eec93f-c6ef-4a5e-9da1-2b78c0f158ef {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.155884] env[70323]: DEBUG oslo_vmware.api [None req-01e5ac0e-4960-440c-892e-ecf7ef1dfb79 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Waiting for the task: (returnval){ [ 614.155884] env[70323]: value = "task-3226441" [ 614.155884] env[70323]: _type = "Task" [ 614.155884] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.166766] env[70323]: DEBUG oslo_vmware.api [None req-01e5ac0e-4960-440c-892e-ecf7ef1dfb79 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Task: {'id': task-3226441, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.183579] env[70323]: DEBUG oslo_vmware.api [None req-b1220866-3404-4c21-bbf4-10ad7006b514 tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Task: {'id': task-3226438, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.822092} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.184043] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-b1220866-3404-4c21-bbf4-10ad7006b514 tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 614.184926] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71852ac8-8ad5-4947-9071-e0eb1f1a9232 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.208666] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1220866-3404-4c21-bbf4-10ad7006b514 tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 99c5100f-890c-496c-b40a-2cd4a2be72e5/99c5100f-890c-496c-b40a-2cd4a2be72e5.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 614.209538] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15bf5e8c-9fbc-4c07-bb12-a4556c9fe2af {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.228098] env[70323]: DEBUG nova.compute.manager [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] [instance: 19fddddc-9657-463c-b24d-7ae457fdb870] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 614.244342] env[70323]: DEBUG oslo_vmware.api [None req-b1220866-3404-4c21-bbf4-10ad7006b514 tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Waiting for the task: (returnval){ [ 614.244342] env[70323]: value = "task-3226442" [ 614.244342] env[70323]: _type = "Task" [ 614.244342] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.254074] env[70323]: DEBUG oslo_vmware.api [None req-b1220866-3404-4c21-bbf4-10ad7006b514 tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Task: {'id': task-3226442, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.281026] env[70323]: DEBUG oslo_vmware.api [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226440, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.328393] env[70323]: DEBUG oslo_concurrency.lockutils [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Releasing lock "refresh_cache-72e4392e-ac35-41a0-b0b8-66088e62a055" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.329138] env[70323]: DEBUG nova.compute.manager [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 72e4392e-ac35-41a0-b0b8-66088e62a055] Instance network_info: |[{"id": "15d284be-2a1a-4b7a-85c7-c77a33016aac", "address": "fa:16:3e:68:cf:1a", "network": {"id": "9cece0a7-287b-4d6e-ae17-cf30e2ece504", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1813155621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ea75b3b77cc4592aa17f4341e79fea6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15d284be-2a", "ovs_interfaceid": "15d284be-2a1a-4b7a-85c7-c77a33016aac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 614.329465] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 72e4392e-ac35-41a0-b0b8-66088e62a055] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:cf:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cf63c3c8-d774-4b81-9b12-848612a96076', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '15d284be-2a1a-4b7a-85c7-c77a33016aac', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 614.337539] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 614.341380] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72e4392e-ac35-41a0-b0b8-66088e62a055] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 614.342415] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-965da617-27e8-4d48-85a6-da297b1f6359 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.371162] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 614.371162] env[70323]: value = "task-3226443" [ 614.371162] env[70323]: _type = "Task" [ 614.371162] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.385351] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226443, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.571063] env[70323]: DEBUG oslo_vmware.api [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Task: {'id': task-3226436, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.576308] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f724c4c-2363-4e78-8927-cff2a167c815 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.588363] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa645c3e-cf8a-47fa-a341-60a8a41957fc {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.629817] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac0011b5-8529-4945-9aeb-dce5272e0fa7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.643765] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4925ef8-d521-45bd-98ad-846a998eb489 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.661034] env[70323]: DEBUG nova.compute.provider_tree [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 614.672349] env[70323]: DEBUG oslo_vmware.api [None req-01e5ac0e-4960-440c-892e-ecf7ef1dfb79 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Task: {'id': task-3226441, 'name': PowerOnVM_Task, 'duration_secs': 0.493334} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.674030] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-01e5ac0e-4960-440c-892e-ecf7ef1dfb79 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] [instance: 6e9a0b80-0d5c-4d95-9a3d-728424ef852e] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 614.674030] env[70323]: INFO nova.compute.manager [None req-01e5ac0e-4960-440c-892e-ecf7ef1dfb79 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] [instance: 6e9a0b80-0d5c-4d95-9a3d-728424ef852e] Took 6.66 seconds to spawn the instance on the hypervisor. [ 614.674030] env[70323]: DEBUG nova.compute.manager [None req-01e5ac0e-4960-440c-892e-ecf7ef1dfb79 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] [instance: 6e9a0b80-0d5c-4d95-9a3d-728424ef852e] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 614.675575] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab56ab6-3608-4ce6-aeb2-90e7fb5400e4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.758296] env[70323]: DEBUG oslo_vmware.api [None req-b1220866-3404-4c21-bbf4-10ad7006b514 tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Task: {'id': task-3226442, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.780303] env[70323]: DEBUG oslo_vmware.api [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226440, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.69531} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.780633] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 5556ee05-8834-4ce8-99a3-db4e3d733a9a/5556ee05-8834-4ce8-99a3-db4e3d733a9a.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 614.780976] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 614.781165] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d74df6b-94d1-4041-b80c-ed55ac3d6392 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.795183] env[70323]: DEBUG oslo_vmware.api [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Waiting for the task: (returnval){ [ 614.795183] env[70323]: value = "task-3226444" [ 614.795183] env[70323]: _type = "Task" [ 614.795183] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.802950] env[70323]: DEBUG oslo_vmware.api [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226444, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.890476] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226443, 'name': CreateVM_Task, 'duration_secs': 0.439219} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.890476] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72e4392e-ac35-41a0-b0b8-66088e62a055] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 614.890476] env[70323]: DEBUG oslo_concurrency.lockutils [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.890476] env[70323]: DEBUG oslo_concurrency.lockutils [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.890476] env[70323]: DEBUG oslo_concurrency.lockutils [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.890476] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98a1b1bb-0d5f-439a-a376-a125b3db951e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.901918] env[70323]: DEBUG oslo_vmware.api [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Waiting for the task: (returnval){ [ 614.901918] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]521ce0af-3503-25cc-29b6-357d4cff3c30" [ 614.901918] env[70323]: _type = "Task" [ 614.901918] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.914889] env[70323]: DEBUG oslo_vmware.api [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]521ce0af-3503-25cc-29b6-357d4cff3c30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.069565] env[70323]: DEBUG oslo_vmware.api [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Task: {'id': task-3226436, 'name': ReconfigVM_Task, 'duration_secs': 1.616691} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.069843] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] [instance: e9534202-ee8f-414b-a4cc-3c98bd4fc273] Reconfigured VM instance instance-00000005 to attach disk [datastore1] e9534202-ee8f-414b-a4cc-3c98bd4fc273/e9534202-ee8f-414b-a4cc-3c98bd4fc273.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 615.070496] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f1a970b-706a-4145-ba7e-5f56afbeef34 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.077538] env[70323]: DEBUG oslo_vmware.api [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Waiting for the task: (returnval){ [ 615.077538] env[70323]: value = "task-3226445" [ 615.077538] env[70323]: _type = "Task" [ 615.077538] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.087470] env[70323]: DEBUG oslo_vmware.api [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Task: {'id': task-3226445, 'name': Rename_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.167792] env[70323]: DEBUG nova.scheduler.client.report [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 615.196155] env[70323]: INFO nova.compute.manager [None req-01e5ac0e-4960-440c-892e-ecf7ef1dfb79 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] [instance: 6e9a0b80-0d5c-4d95-9a3d-728424ef852e] Took 12.60 seconds to build instance. [ 615.244830] env[70323]: DEBUG nova.compute.manager [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] [instance: 19fddddc-9657-463c-b24d-7ae457fdb870] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 615.247735] env[70323]: DEBUG nova.network.neutron [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] [instance: 6c11ec80-43e4-4b24-9a6c-40a13011c9b3] Updating instance_info_cache with network_info: [{"id": "9c73cc40-030f-41e2-9a70-f7792f788a01", "address": "fa:16:3e:a5:8d:95", "network": {"id": "5d9fbaca-6ac8-4f75-80e5-5c372981eaea", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1172932534", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae53c0e3f8ad4a00a9f9fe236da22fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c73cc40-03", "ovs_interfaceid": "9c73cc40-030f-41e2-9a70-f7792f788a01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6479df9b-bb67-47df-8862-78816b4f70b0", "address": "fa:16:3e:46:99:d5", "network": {"id": "5ef7936c-976d-48ba-860b-d2e6a4c03872", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-520578870", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.239", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "ae53c0e3f8ad4a00a9f9fe236da22fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6479df9b-bb", "ovs_interfaceid": "6479df9b-bb67-47df-8862-78816b4f70b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "07aa8045-a1ac-48c3-886e-1f919133bc8b", "address": "fa:16:3e:b4:07:a6", "network": {"id": "5d9fbaca-6ac8-4f75-80e5-5c372981eaea", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1172932534", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.43", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae53c0e3f8ad4a00a9f9fe236da22fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07aa8045-a1", "ovs_interfaceid": "07aa8045-a1ac-48c3-886e-1f919133bc8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.262262] env[70323]: DEBUG oslo_vmware.api [None req-b1220866-3404-4c21-bbf4-10ad7006b514 tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Task: {'id': task-3226442, 'name': ReconfigVM_Task, 'duration_secs': 0.571464} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.262262] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1220866-3404-4c21-bbf4-10ad7006b514 tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 99c5100f-890c-496c-b40a-2cd4a2be72e5/99c5100f-890c-496c-b40a-2cd4a2be72e5.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 615.266523] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1db29dcb-8304-48e5-9b20-99093a851d10 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.274628] env[70323]: DEBUG oslo_vmware.api [None req-b1220866-3404-4c21-bbf4-10ad7006b514 tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Waiting for the task: (returnval){ [ 615.274628] env[70323]: value = "task-3226446" [ 615.274628] env[70323]: _type = "Task" [ 615.274628] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.284157] env[70323]: DEBUG nova.network.neutron [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] [instance: 19fddddc-9657-463c-b24d-7ae457fdb870] Successfully created port: b989df48-7c91-4c96-8912-ffc7da5c7f57 {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 615.308507] env[70323]: DEBUG nova.virt.hardware [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 615.308507] env[70323]: DEBUG nova.virt.hardware [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 615.308507] env[70323]: DEBUG nova.virt.hardware [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 615.308507] env[70323]: DEBUG nova.virt.hardware [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 615.311911] env[70323]: DEBUG nova.virt.hardware [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 615.311911] env[70323]: DEBUG nova.virt.hardware [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 615.311911] env[70323]: DEBUG nova.virt.hardware [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 615.311911] env[70323]: DEBUG nova.virt.hardware [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 615.312743] env[70323]: DEBUG nova.virt.hardware [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 615.312743] env[70323]: DEBUG nova.virt.hardware [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 615.312838] env[70323]: DEBUG nova.virt.hardware [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 615.314755] env[70323]: DEBUG oslo_vmware.api [None req-b1220866-3404-4c21-bbf4-10ad7006b514 tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Task: {'id': task-3226446, 'name': Rename_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.315583] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-667c9807-a63c-44af-94a4-13ea3014e6e6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.328264] env[70323]: DEBUG oslo_vmware.api [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226444, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109695} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.330627] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 615.334197] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ddf96d5-2383-443e-9eb6-a3b6bb3efbcc {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.335973] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e96bc537-9614-4f31-9be1-45523dbebf0d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.364767] env[70323]: DEBUG nova.network.neutron [req-c045988c-80b0-4262-ba2e-a4de2d7ed206 req-17453c0c-2d5e-4f4d-9022-8b4bf2558fda service nova] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Updated VIF entry in instance network info cache for port d1ab5da7-1972-4c23-9612-11f071dcfd43. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 615.365118] env[70323]: DEBUG nova.network.neutron [req-c045988c-80b0-4262-ba2e-a4de2d7ed206 req-17453c0c-2d5e-4f4d-9022-8b4bf2558fda service nova] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Updating instance_info_cache with network_info: [{"id": "d1ab5da7-1972-4c23-9612-11f071dcfd43", "address": "fa:16:3e:59:ae:d8", "network": {"id": "9cece0a7-287b-4d6e-ae17-cf30e2ece504", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1813155621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ea75b3b77cc4592aa17f4341e79fea6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1ab5da7-19", "ovs_interfaceid": "d1ab5da7-1972-4c23-9612-11f071dcfd43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.375494] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 5556ee05-8834-4ce8-99a3-db4e3d733a9a/5556ee05-8834-4ce8-99a3-db4e3d733a9a.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 615.377186] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-363ea63e-230b-4639-8a62-d5d026d66b9b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.405686] env[70323]: DEBUG oslo_vmware.api [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Waiting for the task: (returnval){ [ 615.405686] env[70323]: value = "task-3226447" [ 615.405686] env[70323]: _type = "Task" [ 615.405686] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.419797] env[70323]: DEBUG oslo_vmware.api [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]521ce0af-3503-25cc-29b6-357d4cff3c30, 'name': SearchDatastore_Task, 'duration_secs': 0.047794} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.430072] env[70323]: DEBUG oslo_concurrency.lockutils [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.430072] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 72e4392e-ac35-41a0-b0b8-66088e62a055] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 615.430072] env[70323]: DEBUG oslo_concurrency.lockutils [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.430365] env[70323]: DEBUG oslo_concurrency.lockutils [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.430620] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 615.431035] env[70323]: DEBUG oslo_vmware.api [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226447, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.431674] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a87f50a-befa-413c-88e7-30307cde24b4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.439985] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 615.440299] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 615.441406] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd1e63ee-b6bf-4129-b890-69249627f5a9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.448968] env[70323]: DEBUG oslo_vmware.api [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Waiting for the task: (returnval){ [ 615.448968] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52392a44-f17d-b3c0-d8ee-145208f7dc31" [ 615.448968] env[70323]: _type = "Task" [ 615.448968] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.457909] env[70323]: DEBUG oslo_vmware.api [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52392a44-f17d-b3c0-d8ee-145208f7dc31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.477510] env[70323]: DEBUG oslo_concurrency.lockutils [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Acquiring lock "9bb398f8-6536-4a13-b46f-ea083c4cf5d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.477808] env[70323]: DEBUG oslo_concurrency.lockutils [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Lock "9bb398f8-6536-4a13-b46f-ea083c4cf5d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.592967] env[70323]: DEBUG oslo_vmware.api [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Task: {'id': task-3226445, 'name': Rename_Task, 'duration_secs': 0.223099} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.593262] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] [instance: e9534202-ee8f-414b-a4cc-3c98bd4fc273] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 615.593688] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8101bcc-6785-4a42-80c0-dba9077c34da {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.601128] env[70323]: DEBUG oslo_vmware.api [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Waiting for the task: (returnval){ [ 615.601128] env[70323]: value = "task-3226448" [ 615.601128] env[70323]: _type = "Task" [ 615.601128] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.615643] env[70323]: DEBUG oslo_vmware.api [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Task: {'id': task-3226448, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.676222] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.467s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.676818] env[70323]: DEBUG nova.compute.manager [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] [instance: 2c9fda7c-de29-4b8a-b950-cfd429a16e18] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 615.680207] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.766s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.683490] env[70323]: INFO nova.compute.claims [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] [instance: 2eb42f40-1b49-496b-8f23-3d7298666d77] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 615.698459] env[70323]: DEBUG oslo_concurrency.lockutils [None req-01e5ac0e-4960-440c-892e-ecf7ef1dfb79 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Lock "6e9a0b80-0d5c-4d95-9a3d-728424ef852e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.113s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.755030] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Releasing lock "refresh_cache-6c11ec80-43e4-4b24-9a6c-40a13011c9b3" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.755030] env[70323]: DEBUG nova.compute.manager [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] [instance: 6c11ec80-43e4-4b24-9a6c-40a13011c9b3] Instance network_info: |[{"id": "9c73cc40-030f-41e2-9a70-f7792f788a01", "address": "fa:16:3e:a5:8d:95", "network": {"id": "5d9fbaca-6ac8-4f75-80e5-5c372981eaea", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1172932534", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae53c0e3f8ad4a00a9f9fe236da22fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c73cc40-03", "ovs_interfaceid": "9c73cc40-030f-41e2-9a70-f7792f788a01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6479df9b-bb67-47df-8862-78816b4f70b0", "address": "fa:16:3e:46:99:d5", "network": {"id": "5ef7936c-976d-48ba-860b-d2e6a4c03872", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-520578870", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.239", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "ae53c0e3f8ad4a00a9f9fe236da22fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6479df9b-bb", "ovs_interfaceid": "6479df9b-bb67-47df-8862-78816b4f70b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "07aa8045-a1ac-48c3-886e-1f919133bc8b", "address": "fa:16:3e:b4:07:a6", "network": {"id": "5d9fbaca-6ac8-4f75-80e5-5c372981eaea", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1172932534", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.43", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae53c0e3f8ad4a00a9f9fe236da22fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07aa8045-a1", "ovs_interfaceid": "07aa8045-a1ac-48c3-886e-1f919133bc8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 615.755030] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] [instance: 6c11ec80-43e4-4b24-9a6c-40a13011c9b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:8d:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69d412f5-01a9-4fed-8488-7b767a13a653', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9c73cc40-030f-41e2-9a70-f7792f788a01', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:99:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4fb94adb-cc41-4c16-9830-a3205dbd2bf5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6479df9b-bb67-47df-8862-78816b4f70b0', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:07:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69d412f5-01a9-4fed-8488-7b767a13a653', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07aa8045-a1ac-48c3-886e-1f919133bc8b', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 615.768152] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Creating folder: Project (ae53c0e3f8ad4a00a9f9fe236da22fc1). Parent ref: group-v644941. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 615.769089] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f75b5e50-ad94-408d-88b9-615c7c3f4a3e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.780362] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Created folder: Project (ae53c0e3f8ad4a00a9f9fe236da22fc1) in parent group-v644941. [ 615.780558] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Creating folder: Instances. Parent ref: group-v644965. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 615.781292] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f95041e8-09ea-453c-87d3-705ffbacf845 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.787283] env[70323]: DEBUG oslo_vmware.api [None req-b1220866-3404-4c21-bbf4-10ad7006b514 tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Task: {'id': task-3226446, 'name': Rename_Task, 'duration_secs': 0.138917} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.787283] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1220866-3404-4c21-bbf4-10ad7006b514 tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 615.790045] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-774e02ce-899f-4fb6-8026-be78bf147c5b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.799325] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Created folder: Instances in parent group-v644965. [ 615.799325] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 615.802239] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c11ec80-43e4-4b24-9a6c-40a13011c9b3] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 615.802577] env[70323]: DEBUG oslo_vmware.api [None req-b1220866-3404-4c21-bbf4-10ad7006b514 tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Waiting for the task: (returnval){ [ 615.802577] env[70323]: value = "task-3226451" [ 615.802577] env[70323]: _type = "Task" [ 615.802577] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.803183] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f322b7b-49bc-44bd-a1ad-3568e09f6554 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.840643] env[70323]: DEBUG oslo_vmware.api [None req-b1220866-3404-4c21-bbf4-10ad7006b514 tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Task: {'id': task-3226451, 'name': PowerOnVM_Task} progress is 1%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.844019] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 615.844019] env[70323]: value = "task-3226452" [ 615.844019] env[70323]: _type = "Task" [ 615.844019] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.850219] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226452, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.868992] env[70323]: DEBUG oslo_concurrency.lockutils [req-c045988c-80b0-4262-ba2e-a4de2d7ed206 req-17453c0c-2d5e-4f4d-9022-8b4bf2558fda service nova] Releasing lock "refresh_cache-5556ee05-8834-4ce8-99a3-db4e3d733a9a" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.868992] env[70323]: DEBUG nova.compute.manager [req-c045988c-80b0-4262-ba2e-a4de2d7ed206 req-17453c0c-2d5e-4f4d-9022-8b4bf2558fda service nova] [instance: 6c11ec80-43e4-4b24-9a6c-40a13011c9b3] Received event network-vif-plugged-6479df9b-bb67-47df-8862-78816b4f70b0 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 615.868992] env[70323]: DEBUG oslo_concurrency.lockutils [req-c045988c-80b0-4262-ba2e-a4de2d7ed206 req-17453c0c-2d5e-4f4d-9022-8b4bf2558fda service nova] Acquiring lock "6c11ec80-43e4-4b24-9a6c-40a13011c9b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.869131] env[70323]: DEBUG oslo_concurrency.lockutils [req-c045988c-80b0-4262-ba2e-a4de2d7ed206 req-17453c0c-2d5e-4f4d-9022-8b4bf2558fda service nova] Lock "6c11ec80-43e4-4b24-9a6c-40a13011c9b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.869267] env[70323]: DEBUG oslo_concurrency.lockutils [req-c045988c-80b0-4262-ba2e-a4de2d7ed206 req-17453c0c-2d5e-4f4d-9022-8b4bf2558fda service nova] Lock "6c11ec80-43e4-4b24-9a6c-40a13011c9b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.869480] env[70323]: DEBUG nova.compute.manager [req-c045988c-80b0-4262-ba2e-a4de2d7ed206 req-17453c0c-2d5e-4f4d-9022-8b4bf2558fda service nova] [instance: 6c11ec80-43e4-4b24-9a6c-40a13011c9b3] No waiting events found dispatching network-vif-plugged-6479df9b-bb67-47df-8862-78816b4f70b0 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 615.869649] env[70323]: WARNING nova.compute.manager [req-c045988c-80b0-4262-ba2e-a4de2d7ed206 req-17453c0c-2d5e-4f4d-9022-8b4bf2558fda service nova] [instance: 6c11ec80-43e4-4b24-9a6c-40a13011c9b3] Received unexpected event network-vif-plugged-6479df9b-bb67-47df-8862-78816b4f70b0 for instance with vm_state building and task_state spawning. [ 615.869858] env[70323]: DEBUG nova.compute.manager [req-c045988c-80b0-4262-ba2e-a4de2d7ed206 req-17453c0c-2d5e-4f4d-9022-8b4bf2558fda service nova] [instance: 6c11ec80-43e4-4b24-9a6c-40a13011c9b3] Received event network-changed-6479df9b-bb67-47df-8862-78816b4f70b0 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 615.870612] env[70323]: DEBUG nova.compute.manager [req-c045988c-80b0-4262-ba2e-a4de2d7ed206 req-17453c0c-2d5e-4f4d-9022-8b4bf2558fda service nova] [instance: 6c11ec80-43e4-4b24-9a6c-40a13011c9b3] Refreshing instance network info cache due to event network-changed-6479df9b-bb67-47df-8862-78816b4f70b0. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 615.871101] env[70323]: DEBUG oslo_concurrency.lockutils [req-c045988c-80b0-4262-ba2e-a4de2d7ed206 req-17453c0c-2d5e-4f4d-9022-8b4bf2558fda service nova] Acquiring lock "refresh_cache-6c11ec80-43e4-4b24-9a6c-40a13011c9b3" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.871416] env[70323]: DEBUG oslo_concurrency.lockutils [req-c045988c-80b0-4262-ba2e-a4de2d7ed206 req-17453c0c-2d5e-4f4d-9022-8b4bf2558fda service nova] Acquired lock "refresh_cache-6c11ec80-43e4-4b24-9a6c-40a13011c9b3" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.871503] env[70323]: DEBUG nova.network.neutron [req-c045988c-80b0-4262-ba2e-a4de2d7ed206 req-17453c0c-2d5e-4f4d-9022-8b4bf2558fda service nova] [instance: 6c11ec80-43e4-4b24-9a6c-40a13011c9b3] Refreshing network info cache for port 6479df9b-bb67-47df-8862-78816b4f70b0 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 615.889409] env[70323]: DEBUG nova.network.neutron [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] [instance: cce3978e-29ec-42c6-8190-d02f082e3b62] Successfully updated port: fec80909-cf8c-4ca4-b4c0-4ce71db00d16 {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 615.927627] env[70323]: DEBUG oslo_vmware.api [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226447, 'name': ReconfigVM_Task, 'duration_secs': 0.343689} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.928014] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 5556ee05-8834-4ce8-99a3-db4e3d733a9a/5556ee05-8834-4ce8-99a3-db4e3d733a9a.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 615.929029] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f708c82a-f9c2-4a1a-bb84-1865c5871518 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.936864] env[70323]: DEBUG oslo_vmware.api [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Waiting for the task: (returnval){ [ 615.936864] env[70323]: value = "task-3226453" [ 615.936864] env[70323]: _type = "Task" [ 615.936864] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.947575] env[70323]: DEBUG oslo_vmware.api [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226453, 'name': Rename_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.959258] env[70323]: DEBUG oslo_vmware.api [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52392a44-f17d-b3c0-d8ee-145208f7dc31, 'name': SearchDatastore_Task, 'duration_secs': 0.022933} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.960153] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98186d8f-1d31-47f2-abe2-04274399b0be {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.965362] env[70323]: DEBUG oslo_vmware.api [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Waiting for the task: (returnval){ [ 615.965362] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52e299b1-d271-045c-eaf6-bdd2e27a7f84" [ 615.965362] env[70323]: _type = "Task" [ 615.965362] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.973991] env[70323]: DEBUG oslo_vmware.api [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52e299b1-d271-045c-eaf6-bdd2e27a7f84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.113588] env[70323]: DEBUG oslo_vmware.api [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Task: {'id': task-3226448, 'name': PowerOnVM_Task, 'duration_secs': 0.494294} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.114010] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] [instance: e9534202-ee8f-414b-a4cc-3c98bd4fc273] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 616.114294] env[70323]: INFO nova.compute.manager [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] [instance: e9534202-ee8f-414b-a4cc-3c98bd4fc273] Took 18.14 seconds to spawn the instance on the hypervisor. [ 616.114643] env[70323]: DEBUG nova.compute.manager [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] [instance: e9534202-ee8f-414b-a4cc-3c98bd4fc273] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 616.115532] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e43cab1-96e6-45c6-a40c-53e6b2e95e7b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.183043] env[70323]: DEBUG nova.compute.utils [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 616.183647] env[70323]: DEBUG nova.compute.manager [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] [instance: 2c9fda7c-de29-4b8a-b950-cfd429a16e18] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 616.183809] env[70323]: DEBUG nova.network.neutron [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] [instance: 2c9fda7c-de29-4b8a-b950-cfd429a16e18] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 616.207851] env[70323]: DEBUG nova.compute.manager [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] [instance: 16c3a117-e725-45e2-94e9-fbc0156fbadd] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 616.307894] env[70323]: DEBUG nova.policy [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8028dcab2c254200a4ae3ddb982e89e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '613ac2ce15594096bb405b5ae23416f1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 616.341587] env[70323]: DEBUG oslo_vmware.api [None req-b1220866-3404-4c21-bbf4-10ad7006b514 tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Task: {'id': task-3226451, 'name': PowerOnVM_Task} progress is 64%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.349846] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226452, 'name': CreateVM_Task, 'duration_secs': 0.475686} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.350028] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c11ec80-43e4-4b24-9a6c-40a13011c9b3] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 616.351176] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.351176] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.351554] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.351799] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-870f964d-1b8e-4366-a4f5-7e33393a68eb {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.356744] env[70323]: DEBUG oslo_vmware.api [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Waiting for the task: (returnval){ [ 616.356744] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52143c8a-21b0-b037-09e2-9f3a7e6260be" [ 616.356744] env[70323]: _type = "Task" [ 616.356744] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.365925] env[70323]: DEBUG oslo_vmware.api [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52143c8a-21b0-b037-09e2-9f3a7e6260be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.395381] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Acquiring lock "refresh_cache-cce3978e-29ec-42c6-8190-d02f082e3b62" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.395381] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Acquired lock "refresh_cache-cce3978e-29ec-42c6-8190-d02f082e3b62" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.395381] env[70323]: DEBUG nova.network.neutron [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] [instance: cce3978e-29ec-42c6-8190-d02f082e3b62] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 616.450479] env[70323]: DEBUG oslo_vmware.api [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226453, 'name': Rename_Task, 'duration_secs': 0.184459} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.456274] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 616.456274] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-583e9b50-f779-47a1-b403-b03fcfddf54a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.460423] env[70323]: DEBUG oslo_vmware.api [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Waiting for the task: (returnval){ [ 616.460423] env[70323]: value = "task-3226454" [ 616.460423] env[70323]: _type = "Task" [ 616.460423] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.476458] env[70323]: DEBUG oslo_vmware.api [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226454, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.485716] env[70323]: DEBUG oslo_vmware.api [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52e299b1-d271-045c-eaf6-bdd2e27a7f84, 'name': SearchDatastore_Task, 'duration_secs': 0.020483} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.487183] env[70323]: DEBUG oslo_concurrency.lockutils [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.487183] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 72e4392e-ac35-41a0-b0b8-66088e62a055/72e4392e-ac35-41a0-b0b8-66088e62a055.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 616.487183] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-74c30b0e-1ab1-43d2-aa64-6b3c44f03b58 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.493349] env[70323]: DEBUG oslo_vmware.api [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Waiting for the task: (returnval){ [ 616.493349] env[70323]: value = "task-3226455" [ 616.493349] env[70323]: _type = "Task" [ 616.493349] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.501964] env[70323]: DEBUG oslo_vmware.api [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226455, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.642139] env[70323]: INFO nova.compute.manager [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] [instance: e9534202-ee8f-414b-a4cc-3c98bd4fc273] Took 29.32 seconds to build instance. [ 616.690364] env[70323]: DEBUG nova.compute.manager [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] [instance: 2c9fda7c-de29-4b8a-b950-cfd429a16e18] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 616.735764] env[70323]: DEBUG oslo_concurrency.lockutils [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.845603] env[70323]: DEBUG oslo_vmware.api [None req-b1220866-3404-4c21-bbf4-10ad7006b514 tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Task: {'id': task-3226451, 'name': PowerOnVM_Task, 'duration_secs': 0.807374} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.845798] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1220866-3404-4c21-bbf4-10ad7006b514 tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 616.846091] env[70323]: DEBUG nova.compute.manager [None req-b1220866-3404-4c21-bbf4-10ad7006b514 tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 616.846978] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52eb3b11-5c24-4627-9f42-cbf0ff0fa22b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.868276] env[70323]: DEBUG oslo_vmware.api [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52143c8a-21b0-b037-09e2-9f3a7e6260be, 'name': SearchDatastore_Task, 'duration_secs': 0.009145} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.868546] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.868775] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] [instance: 6c11ec80-43e4-4b24-9a6c-40a13011c9b3] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 616.869054] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.869224] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.869493] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 616.869667] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a841b6df-bf06-4d84-a3e9-a388390e0882 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.881341] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 616.881341] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 616.881341] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a06371d-f6b9-4ff6-bbf1-852a171429ef {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.889412] env[70323]: DEBUG oslo_vmware.api [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Waiting for the task: (returnval){ [ 616.889412] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]521f5918-bfb5-8a9f-b511-3f53f4aad43b" [ 616.889412] env[70323]: _type = "Task" [ 616.889412] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.902295] env[70323]: DEBUG oslo_vmware.api [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]521f5918-bfb5-8a9f-b511-3f53f4aad43b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.969070] env[70323]: DEBUG oslo_vmware.api [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226454, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.981144] env[70323]: DEBUG nova.network.neutron [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] [instance: cce3978e-29ec-42c6-8190-d02f082e3b62] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 617.006172] env[70323]: DEBUG oslo_vmware.api [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226455, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.090898] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f74c22-e4e1-4f4a-8817-acad33e275e3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.102178] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b9f167-6afc-4207-8a60-5265dfef050c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.140764] env[70323]: DEBUG nova.network.neutron [req-c045988c-80b0-4262-ba2e-a4de2d7ed206 req-17453c0c-2d5e-4f4d-9022-8b4bf2558fda service nova] [instance: 6c11ec80-43e4-4b24-9a6c-40a13011c9b3] Updated VIF entry in instance network info cache for port 6479df9b-bb67-47df-8862-78816b4f70b0. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 617.141552] env[70323]: DEBUG nova.network.neutron [req-c045988c-80b0-4262-ba2e-a4de2d7ed206 req-17453c0c-2d5e-4f4d-9022-8b4bf2558fda service nova] [instance: 6c11ec80-43e4-4b24-9a6c-40a13011c9b3] Updating instance_info_cache with network_info: [{"id": "9c73cc40-030f-41e2-9a70-f7792f788a01", "address": "fa:16:3e:a5:8d:95", "network": {"id": "5d9fbaca-6ac8-4f75-80e5-5c372981eaea", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1172932534", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae53c0e3f8ad4a00a9f9fe236da22fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c73cc40-03", "ovs_interfaceid": "9c73cc40-030f-41e2-9a70-f7792f788a01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6479df9b-bb67-47df-8862-78816b4f70b0", "address": "fa:16:3e:46:99:d5", "network": {"id": "5ef7936c-976d-48ba-860b-d2e6a4c03872", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-520578870", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.239", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "ae53c0e3f8ad4a00a9f9fe236da22fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6479df9b-bb", "ovs_interfaceid": "6479df9b-bb67-47df-8862-78816b4f70b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "07aa8045-a1ac-48c3-886e-1f919133bc8b", "address": "fa:16:3e:b4:07:a6", "network": {"id": "5d9fbaca-6ac8-4f75-80e5-5c372981eaea", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1172932534", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.43", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae53c0e3f8ad4a00a9f9fe236da22fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07aa8045-a1", "ovs_interfaceid": "07aa8045-a1ac-48c3-886e-1f919133bc8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.145737] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52bc63e4-5675-4706-997c-33216aeb9fed {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.147557] env[70323]: DEBUG oslo_concurrency.lockutils [None req-eee0e5b1-1e7a-4adb-8bbe-4b820bfcffce tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Lock "e9534202-ee8f-414b-a4cc-3c98bd4fc273" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.831s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.155817] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fca9c84-d7e4-49ba-b99e-26cb03d3eac8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.174037] env[70323]: DEBUG nova.compute.provider_tree [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 617.318835] env[70323]: DEBUG nova.network.neutron [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] [instance: cce3978e-29ec-42c6-8190-d02f082e3b62] Updating instance_info_cache with network_info: [{"id": "fec80909-cf8c-4ca4-b4c0-4ce71db00d16", "address": "fa:16:3e:de:c9:3c", "network": {"id": "d7d14ad5-d3ee-4469-a2c0-9b55021e4df5", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-942501548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "352b9aeee5794c78a2109eb9d5b1532a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfec80909-cf", "ovs_interfaceid": "fec80909-cf8c-4ca4-b4c0-4ce71db00d16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.329222] env[70323]: DEBUG nova.network.neutron [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] [instance: 2c9fda7c-de29-4b8a-b950-cfd429a16e18] Successfully created port: ce627abe-31a3-40e0-adf1-8f5203e700a6 {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 617.373995] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b1220866-3404-4c21-bbf4-10ad7006b514 tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.402820] env[70323]: DEBUG oslo_vmware.api [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]521f5918-bfb5-8a9f-b511-3f53f4aad43b, 'name': SearchDatastore_Task, 'duration_secs': 0.019962} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.404426] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee5621c9-af5c-4a43-be1f-cc8f0725d4e1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.410063] env[70323]: DEBUG oslo_vmware.api [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Waiting for the task: (returnval){ [ 617.410063] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52246aab-ae1d-a273-3483-78a96f5e38e0" [ 617.410063] env[70323]: _type = "Task" [ 617.410063] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.418608] env[70323]: DEBUG oslo_vmware.api [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52246aab-ae1d-a273-3483-78a96f5e38e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.426832] env[70323]: DEBUG nova.compute.manager [None req-9bc70fb8-aeff-4b95-a878-1bcb2317ebba tempest-ServerDiagnosticsV248Test-587574694 tempest-ServerDiagnosticsV248Test-587574694-project-admin] [instance: 6e9a0b80-0d5c-4d95-9a3d-728424ef852e] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 617.427918] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-888fcd29-0f73-4f9c-bb0b-5c76c1135060 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.435606] env[70323]: INFO nova.compute.manager [None req-9bc70fb8-aeff-4b95-a878-1bcb2317ebba tempest-ServerDiagnosticsV248Test-587574694 tempest-ServerDiagnosticsV248Test-587574694-project-admin] [instance: 6e9a0b80-0d5c-4d95-9a3d-728424ef852e] Retrieving diagnostics [ 617.436665] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913182b9-2a2d-4f86-ad5d-f297a00e36d9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.476585] env[70323]: DEBUG oslo_vmware.api [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226454, 'name': PowerOnVM_Task, 'duration_secs': 0.705174} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.476881] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 617.477062] env[70323]: INFO nova.compute.manager [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Took 11.99 seconds to spawn the instance on the hypervisor. [ 617.477242] env[70323]: DEBUG nova.compute.manager [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 617.478013] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45d3b1f-0489-47ea-82ae-7572c393611a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.506613] env[70323]: DEBUG oslo_vmware.api [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226455, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.637726} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.506613] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 72e4392e-ac35-41a0-b0b8-66088e62a055/72e4392e-ac35-41a0-b0b8-66088e62a055.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 617.506613] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 72e4392e-ac35-41a0-b0b8-66088e62a055] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 617.506613] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-25c8fb41-4cf7-465b-9447-1b60a9d1c1aa {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.512037] env[70323]: DEBUG oslo_vmware.api [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Waiting for the task: (returnval){ [ 617.512037] env[70323]: value = "task-3226456" [ 617.512037] env[70323]: _type = "Task" [ 617.512037] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.520752] env[70323]: DEBUG oslo_vmware.api [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226456, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.648149] env[70323]: DEBUG nova.compute.manager [req-12d3ceb1-bb86-4204-9528-b96ba3b8958d req-a9244f27-ad64-4a16-9eba-5f07f003fd56 service nova] [instance: 72e4392e-ac35-41a0-b0b8-66088e62a055] Received event network-vif-plugged-15d284be-2a1a-4b7a-85c7-c77a33016aac {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 617.648554] env[70323]: DEBUG oslo_concurrency.lockutils [req-12d3ceb1-bb86-4204-9528-b96ba3b8958d req-a9244f27-ad64-4a16-9eba-5f07f003fd56 service nova] Acquiring lock "72e4392e-ac35-41a0-b0b8-66088e62a055-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.648972] env[70323]: DEBUG oslo_concurrency.lockutils [req-12d3ceb1-bb86-4204-9528-b96ba3b8958d req-a9244f27-ad64-4a16-9eba-5f07f003fd56 service nova] Lock "72e4392e-ac35-41a0-b0b8-66088e62a055-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.648972] env[70323]: DEBUG oslo_concurrency.lockutils [req-12d3ceb1-bb86-4204-9528-b96ba3b8958d req-a9244f27-ad64-4a16-9eba-5f07f003fd56 service nova] Lock "72e4392e-ac35-41a0-b0b8-66088e62a055-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.648972] env[70323]: DEBUG nova.compute.manager [req-12d3ceb1-bb86-4204-9528-b96ba3b8958d req-a9244f27-ad64-4a16-9eba-5f07f003fd56 service nova] [instance: 72e4392e-ac35-41a0-b0b8-66088e62a055] No waiting events found dispatching network-vif-plugged-15d284be-2a1a-4b7a-85c7-c77a33016aac {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 617.649099] env[70323]: WARNING nova.compute.manager [req-12d3ceb1-bb86-4204-9528-b96ba3b8958d req-a9244f27-ad64-4a16-9eba-5f07f003fd56 service nova] [instance: 72e4392e-ac35-41a0-b0b8-66088e62a055] Received unexpected event network-vif-plugged-15d284be-2a1a-4b7a-85c7-c77a33016aac for instance with vm_state building and task_state spawning. [ 617.649270] env[70323]: DEBUG nova.compute.manager [req-12d3ceb1-bb86-4204-9528-b96ba3b8958d req-a9244f27-ad64-4a16-9eba-5f07f003fd56 service nova] [instance: 72e4392e-ac35-41a0-b0b8-66088e62a055] Received event network-changed-15d284be-2a1a-4b7a-85c7-c77a33016aac {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 617.649439] env[70323]: DEBUG nova.compute.manager [req-12d3ceb1-bb86-4204-9528-b96ba3b8958d req-a9244f27-ad64-4a16-9eba-5f07f003fd56 service nova] [instance: 72e4392e-ac35-41a0-b0b8-66088e62a055] Refreshing instance network info cache due to event network-changed-15d284be-2a1a-4b7a-85c7-c77a33016aac. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 617.649622] env[70323]: DEBUG oslo_concurrency.lockutils [req-12d3ceb1-bb86-4204-9528-b96ba3b8958d req-a9244f27-ad64-4a16-9eba-5f07f003fd56 service nova] Acquiring lock "refresh_cache-72e4392e-ac35-41a0-b0b8-66088e62a055" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.649818] env[70323]: DEBUG oslo_concurrency.lockutils [req-12d3ceb1-bb86-4204-9528-b96ba3b8958d req-a9244f27-ad64-4a16-9eba-5f07f003fd56 service nova] Acquired lock "refresh_cache-72e4392e-ac35-41a0-b0b8-66088e62a055" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.649904] env[70323]: DEBUG nova.network.neutron [req-12d3ceb1-bb86-4204-9528-b96ba3b8958d req-a9244f27-ad64-4a16-9eba-5f07f003fd56 service nova] [instance: 72e4392e-ac35-41a0-b0b8-66088e62a055] Refreshing network info cache for port 15d284be-2a1a-4b7a-85c7-c77a33016aac {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 617.651284] env[70323]: DEBUG oslo_concurrency.lockutils [req-c045988c-80b0-4262-ba2e-a4de2d7ed206 req-17453c0c-2d5e-4f4d-9022-8b4bf2558fda service nova] Releasing lock "refresh_cache-6c11ec80-43e4-4b24-9a6c-40a13011c9b3" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.651495] env[70323]: DEBUG nova.compute.manager [req-c045988c-80b0-4262-ba2e-a4de2d7ed206 req-17453c0c-2d5e-4f4d-9022-8b4bf2558fda service nova] [instance: 6f43f01e-4d19-43f0-9b8f-1a34247ea436] Received event network-vif-deleted-2114c571-4223-41d9-9480-888635771e5a {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 617.654587] env[70323]: DEBUG nova.compute.manager [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] [instance: ba5dd49c-50d4-4dee-b428-9d4300ab43af] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 617.680843] env[70323]: DEBUG nova.scheduler.client.report [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 617.707390] env[70323]: DEBUG nova.compute.manager [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] [instance: 2c9fda7c-de29-4b8a-b950-cfd429a16e18] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 617.757417] env[70323]: DEBUG nova.virt.hardware [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 617.758325] env[70323]: DEBUG nova.virt.hardware [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 617.758532] env[70323]: DEBUG nova.virt.hardware [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 617.758696] env[70323]: DEBUG nova.virt.hardware [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 617.758841] env[70323]: DEBUG nova.virt.hardware [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 617.759031] env[70323]: DEBUG nova.virt.hardware [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 617.759237] env[70323]: DEBUG nova.virt.hardware [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 617.759399] env[70323]: DEBUG nova.virt.hardware [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 617.759621] env[70323]: DEBUG nova.virt.hardware [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 617.759840] env[70323]: DEBUG nova.virt.hardware [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 617.759993] env[70323]: DEBUG nova.virt.hardware [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 617.761733] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3593a33-0c50-4778-b50c-24c7de28baea {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.772052] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f705a1-469b-410c-ba6d-166f9419a51c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.822519] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Releasing lock "refresh_cache-cce3978e-29ec-42c6-8190-d02f082e3b62" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.822871] env[70323]: DEBUG nova.compute.manager [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] [instance: cce3978e-29ec-42c6-8190-d02f082e3b62] Instance network_info: |[{"id": "fec80909-cf8c-4ca4-b4c0-4ce71db00d16", "address": "fa:16:3e:de:c9:3c", "network": {"id": "d7d14ad5-d3ee-4469-a2c0-9b55021e4df5", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-942501548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "352b9aeee5794c78a2109eb9d5b1532a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfec80909-cf", "ovs_interfaceid": "fec80909-cf8c-4ca4-b4c0-4ce71db00d16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 617.823701] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] [instance: cce3978e-29ec-42c6-8190-d02f082e3b62] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:c9:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78340140-126f-4ef8-a340-debaa64da3e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fec80909-cf8c-4ca4-b4c0-4ce71db00d16', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 617.833062] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Creating folder: Project (352b9aeee5794c78a2109eb9d5b1532a). Parent ref: group-v644941. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 617.833685] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ff614c9-e119-4b5b-9a9d-8af2a9fc7647 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.846524] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Created folder: Project (352b9aeee5794c78a2109eb9d5b1532a) in parent group-v644941. [ 617.847078] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Creating folder: Instances. Parent ref: group-v644968. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 617.847281] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-37c7c205-6da6-4288-8032-e339786a2543 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.856992] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Created folder: Instances in parent group-v644968. [ 617.857627] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 617.857754] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cce3978e-29ec-42c6-8190-d02f082e3b62] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 617.858262] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d526e48c-d98a-4237-9c7d-8f0462dd827e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.883688] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 617.883688] env[70323]: value = "task-3226459" [ 617.883688] env[70323]: _type = "Task" [ 617.883688] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.893027] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226459, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.921937] env[70323]: DEBUG oslo_vmware.api [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52246aab-ae1d-a273-3483-78a96f5e38e0, 'name': SearchDatastore_Task, 'duration_secs': 0.013352} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.922237] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.922502] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 6c11ec80-43e4-4b24-9a6c-40a13011c9b3/6c11ec80-43e4-4b24-9a6c-40a13011c9b3.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 617.923112] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e69edb78-e799-41b5-8f42-675a64f80855 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.929676] env[70323]: DEBUG oslo_vmware.api [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Waiting for the task: (returnval){ [ 617.929676] env[70323]: value = "task-3226460" [ 617.929676] env[70323]: _type = "Task" [ 617.929676] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.940759] env[70323]: DEBUG oslo_vmware.api [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Task: {'id': task-3226460, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.997386] env[70323]: DEBUG nova.compute.manager [req-3e146fa4-f279-4f47-8ffa-90379e6fba4d req-b95dc552-41bd-4bc7-a872-4def8c2e72ae service nova] [instance: 6c11ec80-43e4-4b24-9a6c-40a13011c9b3] Received event network-changed-07aa8045-a1ac-48c3-886e-1f919133bc8b {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 617.997646] env[70323]: DEBUG nova.compute.manager [req-3e146fa4-f279-4f47-8ffa-90379e6fba4d req-b95dc552-41bd-4bc7-a872-4def8c2e72ae service nova] [instance: 6c11ec80-43e4-4b24-9a6c-40a13011c9b3] Refreshing instance network info cache due to event network-changed-07aa8045-a1ac-48c3-886e-1f919133bc8b. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 617.997995] env[70323]: DEBUG oslo_concurrency.lockutils [req-3e146fa4-f279-4f47-8ffa-90379e6fba4d req-b95dc552-41bd-4bc7-a872-4def8c2e72ae service nova] Acquiring lock "refresh_cache-6c11ec80-43e4-4b24-9a6c-40a13011c9b3" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.998380] env[70323]: DEBUG oslo_concurrency.lockutils [req-3e146fa4-f279-4f47-8ffa-90379e6fba4d req-b95dc552-41bd-4bc7-a872-4def8c2e72ae service nova] Acquired lock "refresh_cache-6c11ec80-43e4-4b24-9a6c-40a13011c9b3" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.998476] env[70323]: DEBUG nova.network.neutron [req-3e146fa4-f279-4f47-8ffa-90379e6fba4d req-b95dc552-41bd-4bc7-a872-4def8c2e72ae service nova] [instance: 6c11ec80-43e4-4b24-9a6c-40a13011c9b3] Refreshing network info cache for port 07aa8045-a1ac-48c3-886e-1f919133bc8b {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 618.003240] env[70323]: INFO nova.compute.manager [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Took 18.91 seconds to build instance. [ 618.023722] env[70323]: DEBUG oslo_vmware.api [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226456, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.221617} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.024035] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 72e4392e-ac35-41a0-b0b8-66088e62a055] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 618.024883] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23bfc1c0-15d6-42e4-8edd-93f311e6eb20 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.053693] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 72e4392e-ac35-41a0-b0b8-66088e62a055] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 72e4392e-ac35-41a0-b0b8-66088e62a055/72e4392e-ac35-41a0-b0b8-66088e62a055.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 618.058701] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06680a60-3f95-45c0-9b75-f19b8d1f5221 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.080831] env[70323]: DEBUG oslo_vmware.api [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Waiting for the task: (returnval){ [ 618.080831] env[70323]: value = "task-3226461" [ 618.080831] env[70323]: _type = "Task" [ 618.080831] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.088204] env[70323]: DEBUG oslo_vmware.api [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226461, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.188975] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.508s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.188975] env[70323]: DEBUG nova.compute.manager [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] [instance: 2eb42f40-1b49-496b-8f23-3d7298666d77] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 618.192292] env[70323]: DEBUG oslo_concurrency.lockutils [None req-655e6d4a-35ee-4cdc-9ff3-3e1e6d2b69d9 tempest-DeleteServersAdminTestJSON-2042363376 tempest-DeleteServersAdminTestJSON-2042363376-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.390s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.192486] env[70323]: DEBUG nova.objects.instance [None req-655e6d4a-35ee-4cdc-9ff3-3e1e6d2b69d9 tempest-DeleteServersAdminTestJSON-2042363376 tempest-DeleteServersAdminTestJSON-2042363376-project-admin] Lazy-loading 'resources' on Instance uuid 6f43f01e-4d19-43f0-9b8f-1a34247ea436 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 618.201304] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.243285] env[70323]: DEBUG nova.network.neutron [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] [instance: 19fddddc-9657-463c-b24d-7ae457fdb870] Successfully updated port: b989df48-7c91-4c96-8912-ffc7da5c7f57 {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 618.403094] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226459, 'name': CreateVM_Task} progress is 25%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.445049] env[70323]: DEBUG oslo_vmware.api [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Task: {'id': task-3226460, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.509661] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3f816522-ddc1-498c-a00e-7a1a26f37348 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Lock "5556ee05-8834-4ce8-99a3-db4e3d733a9a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.420s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.590636] env[70323]: DEBUG oslo_vmware.api [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226461, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.693750] env[70323]: DEBUG nova.compute.utils [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 618.695301] env[70323]: DEBUG nova.compute.manager [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] [instance: 2eb42f40-1b49-496b-8f23-3d7298666d77] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 618.695478] env[70323]: DEBUG nova.network.neutron [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] [instance: 2eb42f40-1b49-496b-8f23-3d7298666d77] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 618.749902] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Acquiring lock "refresh_cache-19fddddc-9657-463c-b24d-7ae457fdb870" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.749902] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Acquired lock "refresh_cache-19fddddc-9657-463c-b24d-7ae457fdb870" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.749902] env[70323]: DEBUG nova.network.neutron [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] [instance: 19fddddc-9657-463c-b24d-7ae457fdb870] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 618.826601] env[70323]: DEBUG nova.policy [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '506c028efaec4b588b0a167402904fb0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0808aae9fe214413a19b5b74cb2f7acf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 618.903958] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226459, 'name': CreateVM_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.946102] env[70323]: DEBUG oslo_vmware.api [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Task: {'id': task-3226460, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.889556} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.946760] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 6c11ec80-43e4-4b24-9a6c-40a13011c9b3/6c11ec80-43e4-4b24-9a6c-40a13011c9b3.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 618.946979] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] [instance: 6c11ec80-43e4-4b24-9a6c-40a13011c9b3] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 618.947273] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f66d88b-c4a2-45a2-8988-e3d579f65eca {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.957954] env[70323]: DEBUG oslo_vmware.api [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Waiting for the task: (returnval){ [ 618.957954] env[70323]: value = "task-3226462" [ 618.957954] env[70323]: _type = "Task" [ 618.957954] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.972644] env[70323]: DEBUG oslo_vmware.api [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Task: {'id': task-3226462, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.018068] env[70323]: DEBUG nova.network.neutron [req-12d3ceb1-bb86-4204-9528-b96ba3b8958d req-a9244f27-ad64-4a16-9eba-5f07f003fd56 service nova] [instance: 72e4392e-ac35-41a0-b0b8-66088e62a055] Updated VIF entry in instance network info cache for port 15d284be-2a1a-4b7a-85c7-c77a33016aac. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 619.018514] env[70323]: DEBUG nova.network.neutron [req-12d3ceb1-bb86-4204-9528-b96ba3b8958d req-a9244f27-ad64-4a16-9eba-5f07f003fd56 service nova] [instance: 72e4392e-ac35-41a0-b0b8-66088e62a055] Updating instance_info_cache with network_info: [{"id": "15d284be-2a1a-4b7a-85c7-c77a33016aac", "address": "fa:16:3e:68:cf:1a", "network": {"id": "9cece0a7-287b-4d6e-ae17-cf30e2ece504", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1813155621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ea75b3b77cc4592aa17f4341e79fea6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15d284be-2a", "ovs_interfaceid": "15d284be-2a1a-4b7a-85c7-c77a33016aac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.022535] env[70323]: DEBUG nova.compute.manager [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] [instance: cf16c077-6f47-4ad4-b4b2-f14ae99e335a] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 619.091232] env[70323]: DEBUG oslo_vmware.api [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226461, 'name': ReconfigVM_Task, 'duration_secs': 0.760416} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.091554] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 72e4392e-ac35-41a0-b0b8-66088e62a055] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 72e4392e-ac35-41a0-b0b8-66088e62a055/72e4392e-ac35-41a0-b0b8-66088e62a055.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 619.092234] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-709ca152-883a-47e3-8856-f3801ca44c0d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.101023] env[70323]: DEBUG oslo_vmware.api [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Waiting for the task: (returnval){ [ 619.101023] env[70323]: value = "task-3226463" [ 619.101023] env[70323]: _type = "Task" [ 619.101023] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.112015] env[70323]: DEBUG oslo_vmware.api [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226463, 'name': Rename_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.164244] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16237aee-0f5d-492c-8131-a8d1de129f55 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.175928] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bfaeb75-b404-4114-927d-0a0fd1badf20 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.216279] env[70323]: DEBUG nova.compute.manager [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] [instance: 2eb42f40-1b49-496b-8f23-3d7298666d77] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 619.220092] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b7c9f0b-c5a7-4ae3-865d-d83bb8949ea1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.229750] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf70ad4c-4612-474f-949c-df3c52a14f4e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.247185] env[70323]: DEBUG nova.compute.provider_tree [None req-655e6d4a-35ee-4cdc-9ff3-3e1e6d2b69d9 tempest-DeleteServersAdminTestJSON-2042363376 tempest-DeleteServersAdminTestJSON-2042363376-project-admin] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 619.405993] env[70323]: DEBUG nova.network.neutron [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] [instance: 19fddddc-9657-463c-b24d-7ae457fdb870] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 619.415215] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226459, 'name': CreateVM_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.473408] env[70323]: DEBUG oslo_vmware.api [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Task: {'id': task-3226462, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.125119} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.473408] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] [instance: 6c11ec80-43e4-4b24-9a6c-40a13011c9b3] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 619.473993] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3e4bd2-5eb8-450a-bb48-cc31d1b49b5c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.509039] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] [instance: 6c11ec80-43e4-4b24-9a6c-40a13011c9b3] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 6c11ec80-43e4-4b24-9a6c-40a13011c9b3/6c11ec80-43e4-4b24-9a6c-40a13011c9b3.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 619.510160] env[70323]: DEBUG nova.network.neutron [req-3e146fa4-f279-4f47-8ffa-90379e6fba4d req-b95dc552-41bd-4bc7-a872-4def8c2e72ae service nova] [instance: 6c11ec80-43e4-4b24-9a6c-40a13011c9b3] Updated VIF entry in instance network info cache for port 07aa8045-a1ac-48c3-886e-1f919133bc8b. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 619.510784] env[70323]: DEBUG nova.network.neutron [req-3e146fa4-f279-4f47-8ffa-90379e6fba4d req-b95dc552-41bd-4bc7-a872-4def8c2e72ae service nova] [instance: 6c11ec80-43e4-4b24-9a6c-40a13011c9b3] Updating instance_info_cache with network_info: [{"id": "9c73cc40-030f-41e2-9a70-f7792f788a01", "address": "fa:16:3e:a5:8d:95", "network": {"id": "5d9fbaca-6ac8-4f75-80e5-5c372981eaea", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1172932534", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae53c0e3f8ad4a00a9f9fe236da22fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c73cc40-03", "ovs_interfaceid": "9c73cc40-030f-41e2-9a70-f7792f788a01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6479df9b-bb67-47df-8862-78816b4f70b0", "address": "fa:16:3e:46:99:d5", "network": {"id": "5ef7936c-976d-48ba-860b-d2e6a4c03872", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-520578870", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.239", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "ae53c0e3f8ad4a00a9f9fe236da22fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6479df9b-bb", "ovs_interfaceid": "6479df9b-bb67-47df-8862-78816b4f70b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "07aa8045-a1ac-48c3-886e-1f919133bc8b", "address": "fa:16:3e:b4:07:a6", "network": {"id": "5d9fbaca-6ac8-4f75-80e5-5c372981eaea", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1172932534", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.43", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae53c0e3f8ad4a00a9f9fe236da22fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07aa8045-a1", "ovs_interfaceid": "07aa8045-a1ac-48c3-886e-1f919133bc8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.512137] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c9a89d6-bd93-41b0-b71c-8cdee17668ff {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.528293] env[70323]: DEBUG oslo_concurrency.lockutils [req-12d3ceb1-bb86-4204-9528-b96ba3b8958d req-a9244f27-ad64-4a16-9eba-5f07f003fd56 service nova] Releasing lock "refresh_cache-72e4392e-ac35-41a0-b0b8-66088e62a055" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.538683] env[70323]: DEBUG oslo_vmware.api [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Waiting for the task: (returnval){ [ 619.538683] env[70323]: value = "task-3226464" [ 619.538683] env[70323]: _type = "Task" [ 619.538683] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.549167] env[70323]: DEBUG oslo_vmware.api [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Task: {'id': task-3226464, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.582459] env[70323]: DEBUG oslo_concurrency.lockutils [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.616729] env[70323]: DEBUG oslo_vmware.api [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226463, 'name': Rename_Task, 'duration_secs': 0.186224} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.617270] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 72e4392e-ac35-41a0-b0b8-66088e62a055] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 619.617374] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a92b9f3f-3205-4fba-8ea8-5f084c2d96fb {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.626022] env[70323]: DEBUG oslo_vmware.api [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Waiting for the task: (returnval){ [ 619.626022] env[70323]: value = "task-3226465" [ 619.626022] env[70323]: _type = "Task" [ 619.626022] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.635341] env[70323]: DEBUG oslo_vmware.api [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226465, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.751122] env[70323]: DEBUG nova.scheduler.client.report [None req-655e6d4a-35ee-4cdc-9ff3-3e1e6d2b69d9 tempest-DeleteServersAdminTestJSON-2042363376 tempest-DeleteServersAdminTestJSON-2042363376-project-admin] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 619.905859] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226459, 'name': CreateVM_Task, 'duration_secs': 1.622429} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.905859] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cce3978e-29ec-42c6-8190-d02f082e3b62] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 619.905859] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.905859] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.905859] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.905859] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8277d8b-4fea-458c-83c0-d586b80f8605 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.912632] env[70323]: DEBUG oslo_vmware.api [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Waiting for the task: (returnval){ [ 619.912632] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52e57042-1c3c-c4a4-466c-802868232808" [ 619.912632] env[70323]: _type = "Task" [ 619.912632] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.925088] env[70323]: DEBUG oslo_vmware.api [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52e57042-1c3c-c4a4-466c-802868232808, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.029041] env[70323]: DEBUG oslo_concurrency.lockutils [req-3e146fa4-f279-4f47-8ffa-90379e6fba4d req-b95dc552-41bd-4bc7-a872-4def8c2e72ae service nova] Releasing lock "refresh_cache-6c11ec80-43e4-4b24-9a6c-40a13011c9b3" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.030382] env[70323]: DEBUG nova.compute.manager [req-3e146fa4-f279-4f47-8ffa-90379e6fba4d req-b95dc552-41bd-4bc7-a872-4def8c2e72ae service nova] [instance: cce3978e-29ec-42c6-8190-d02f082e3b62] Received event network-vif-plugged-fec80909-cf8c-4ca4-b4c0-4ce71db00d16 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 620.030382] env[70323]: DEBUG oslo_concurrency.lockutils [req-3e146fa4-f279-4f47-8ffa-90379e6fba4d req-b95dc552-41bd-4bc7-a872-4def8c2e72ae service nova] Acquiring lock "cce3978e-29ec-42c6-8190-d02f082e3b62-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.030382] env[70323]: DEBUG oslo_concurrency.lockutils [req-3e146fa4-f279-4f47-8ffa-90379e6fba4d req-b95dc552-41bd-4bc7-a872-4def8c2e72ae service nova] Lock "cce3978e-29ec-42c6-8190-d02f082e3b62-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.030382] env[70323]: DEBUG oslo_concurrency.lockutils [req-3e146fa4-f279-4f47-8ffa-90379e6fba4d req-b95dc552-41bd-4bc7-a872-4def8c2e72ae service nova] Lock "cce3978e-29ec-42c6-8190-d02f082e3b62-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.030382] env[70323]: DEBUG nova.compute.manager [req-3e146fa4-f279-4f47-8ffa-90379e6fba4d req-b95dc552-41bd-4bc7-a872-4def8c2e72ae service nova] [instance: cce3978e-29ec-42c6-8190-d02f082e3b62] No waiting events found dispatching network-vif-plugged-fec80909-cf8c-4ca4-b4c0-4ce71db00d16 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 620.030598] env[70323]: WARNING nova.compute.manager [req-3e146fa4-f279-4f47-8ffa-90379e6fba4d req-b95dc552-41bd-4bc7-a872-4def8c2e72ae service nova] [instance: cce3978e-29ec-42c6-8190-d02f082e3b62] Received unexpected event network-vif-plugged-fec80909-cf8c-4ca4-b4c0-4ce71db00d16 for instance with vm_state building and task_state spawning. [ 620.030682] env[70323]: DEBUG nova.compute.manager [req-3e146fa4-f279-4f47-8ffa-90379e6fba4d req-b95dc552-41bd-4bc7-a872-4def8c2e72ae service nova] [instance: cce3978e-29ec-42c6-8190-d02f082e3b62] Received event network-changed-fec80909-cf8c-4ca4-b4c0-4ce71db00d16 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 620.031698] env[70323]: DEBUG nova.compute.manager [req-3e146fa4-f279-4f47-8ffa-90379e6fba4d req-b95dc552-41bd-4bc7-a872-4def8c2e72ae service nova] [instance: cce3978e-29ec-42c6-8190-d02f082e3b62] Refreshing instance network info cache due to event network-changed-fec80909-cf8c-4ca4-b4c0-4ce71db00d16. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 620.031698] env[70323]: DEBUG oslo_concurrency.lockutils [req-3e146fa4-f279-4f47-8ffa-90379e6fba4d req-b95dc552-41bd-4bc7-a872-4def8c2e72ae service nova] Acquiring lock "refresh_cache-cce3978e-29ec-42c6-8190-d02f082e3b62" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.031698] env[70323]: DEBUG oslo_concurrency.lockutils [req-3e146fa4-f279-4f47-8ffa-90379e6fba4d req-b95dc552-41bd-4bc7-a872-4def8c2e72ae service nova] Acquired lock "refresh_cache-cce3978e-29ec-42c6-8190-d02f082e3b62" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.031698] env[70323]: DEBUG nova.network.neutron [req-3e146fa4-f279-4f47-8ffa-90379e6fba4d req-b95dc552-41bd-4bc7-a872-4def8c2e72ae service nova] [instance: cce3978e-29ec-42c6-8190-d02f082e3b62] Refreshing network info cache for port fec80909-cf8c-4ca4-b4c0-4ce71db00d16 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 620.050384] env[70323]: DEBUG oslo_vmware.api [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Task: {'id': task-3226464, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.058095] env[70323]: DEBUG nova.network.neutron [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] [instance: 19fddddc-9657-463c-b24d-7ae457fdb870] Updating instance_info_cache with network_info: [{"id": "b989df48-7c91-4c96-8912-ffc7da5c7f57", "address": "fa:16:3e:f9:be:a7", "network": {"id": "3b5f5f1e-136d-4857-92d8-f2b699780e83", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1858485206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5233132a46d4927884fd941fd95d550", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb989df48-7c", "ovs_interfaceid": "b989df48-7c91-4c96-8912-ffc7da5c7f57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.071992] env[70323]: DEBUG nova.network.neutron [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] [instance: 2eb42f40-1b49-496b-8f23-3d7298666d77] Successfully created port: 7ad61544-94d2-4c24-a69a-23ed8a9c5405 {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 620.141789] env[70323]: DEBUG oslo_vmware.api [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226465, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.234628] env[70323]: DEBUG nova.compute.manager [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] [instance: 2eb42f40-1b49-496b-8f23-3d7298666d77] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 620.258771] env[70323]: DEBUG oslo_concurrency.lockutils [None req-655e6d4a-35ee-4cdc-9ff3-3e1e6d2b69d9 tempest-DeleteServersAdminTestJSON-2042363376 tempest-DeleteServersAdminTestJSON-2042363376-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.066s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.260757] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.915s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.267180] env[70323]: INFO nova.compute.claims [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] [instance: f80ff45c-767d-4771-876e-d4cf7f06718a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 620.283362] env[70323]: DEBUG nova.virt.hardware [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 620.283362] env[70323]: DEBUG nova.virt.hardware [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 620.283541] env[70323]: DEBUG nova.virt.hardware [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 620.287652] env[70323]: DEBUG nova.virt.hardware [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 620.287652] env[70323]: DEBUG nova.virt.hardware [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 620.288184] env[70323]: DEBUG nova.virt.hardware [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 620.288563] env[70323]: DEBUG nova.virt.hardware [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 620.290026] env[70323]: DEBUG nova.virt.hardware [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 620.290026] env[70323]: DEBUG nova.virt.hardware [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 620.290026] env[70323]: DEBUG nova.virt.hardware [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 620.290026] env[70323]: DEBUG nova.virt.hardware [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 620.290467] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87fb4f3f-e5d0-4477-825a-7cf44de5a4a9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.294964] env[70323]: INFO nova.scheduler.client.report [None req-655e6d4a-35ee-4cdc-9ff3-3e1e6d2b69d9 tempest-DeleteServersAdminTestJSON-2042363376 tempest-DeleteServersAdminTestJSON-2042363376-project-admin] Deleted allocations for instance 6f43f01e-4d19-43f0-9b8f-1a34247ea436 [ 620.310123] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee7040d-7dc1-4b4d-a170-5e78ce4b07df {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.425504] env[70323]: DEBUG oslo_vmware.api [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52e57042-1c3c-c4a4-466c-802868232808, 'name': SearchDatastore_Task, 'duration_secs': 0.012596} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.426685] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.427031] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] [instance: cce3978e-29ec-42c6-8190-d02f082e3b62] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 620.427515] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.427515] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.427728] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 620.428064] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6919706c-218d-4085-8957-7c125b1c176b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.441725] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 620.441725] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 620.443304] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0dc35034-9ae9-49e9-b004-4c304397a38e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.453261] env[70323]: DEBUG oslo_vmware.api [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Waiting for the task: (returnval){ [ 620.453261] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5277331e-f8e6-8de0-7654-e422b3560491" [ 620.453261] env[70323]: _type = "Task" [ 620.453261] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.466938] env[70323]: DEBUG oslo_vmware.api [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5277331e-f8e6-8de0-7654-e422b3560491, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.477691] env[70323]: DEBUG nova.network.neutron [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] [instance: 2c9fda7c-de29-4b8a-b950-cfd429a16e18] Successfully updated port: ce627abe-31a3-40e0-adf1-8f5203e700a6 {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 620.553819] env[70323]: DEBUG oslo_vmware.api [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Task: {'id': task-3226464, 'name': ReconfigVM_Task, 'duration_secs': 0.660616} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.554117] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] [instance: 6c11ec80-43e4-4b24-9a6c-40a13011c9b3] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 6c11ec80-43e4-4b24-9a6c-40a13011c9b3/6c11ec80-43e4-4b24-9a6c-40a13011c9b3.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 620.554809] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ae7cb8f-6d2c-4537-b8a2-01e3263d6785 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.562143] env[70323]: DEBUG oslo_vmware.api [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Waiting for the task: (returnval){ [ 620.562143] env[70323]: value = "task-3226466" [ 620.562143] env[70323]: _type = "Task" [ 620.562143] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.562395] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Releasing lock "refresh_cache-19fddddc-9657-463c-b24d-7ae457fdb870" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.562468] env[70323]: DEBUG nova.compute.manager [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] [instance: 19fddddc-9657-463c-b24d-7ae457fdb870] Instance network_info: |[{"id": "b989df48-7c91-4c96-8912-ffc7da5c7f57", "address": "fa:16:3e:f9:be:a7", "network": {"id": "3b5f5f1e-136d-4857-92d8-f2b699780e83", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1858485206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5233132a46d4927884fd941fd95d550", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb989df48-7c", "ovs_interfaceid": "b989df48-7c91-4c96-8912-ffc7da5c7f57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 620.567028] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] [instance: 19fddddc-9657-463c-b24d-7ae457fdb870] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:be:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c0b05e-6d10-474c-9173-4c8f1dacac9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b989df48-7c91-4c96-8912-ffc7da5c7f57', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 620.573162] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Creating folder: Project (b5233132a46d4927884fd941fd95d550). Parent ref: group-v644941. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 620.573852] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a007a517-1216-4e17-87ae-00a246b2d758 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.583527] env[70323]: DEBUG oslo_vmware.api [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Task: {'id': task-3226466, 'name': Rename_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.588373] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Created folder: Project (b5233132a46d4927884fd941fd95d550) in parent group-v644941. [ 620.588373] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Creating folder: Instances. Parent ref: group-v644971. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 620.588373] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10b59c30-b97d-4c8f-94f3-3f2e72186d38 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.603084] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Created folder: Instances in parent group-v644971. [ 620.603084] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 620.603084] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19fddddc-9657-463c-b24d-7ae457fdb870] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 620.603084] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8ef3a5b-930d-4373-950e-f9e535cd6cba {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.620322] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 620.620322] env[70323]: value = "task-3226469" [ 620.620322] env[70323]: _type = "Task" [ 620.620322] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.628563] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226469, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.637779] env[70323]: DEBUG oslo_vmware.api [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226465, 'name': PowerOnVM_Task, 'duration_secs': 0.726885} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.637779] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 72e4392e-ac35-41a0-b0b8-66088e62a055] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 620.638987] env[70323]: INFO nova.compute.manager [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 72e4392e-ac35-41a0-b0b8-66088e62a055] Took 10.26 seconds to spawn the instance on the hypervisor. [ 620.638987] env[70323]: DEBUG nova.compute.manager [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 72e4392e-ac35-41a0-b0b8-66088e62a055] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 620.639193] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd1646be-fb16-4ac7-8320-accbfeddf930 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.814438] env[70323]: DEBUG oslo_concurrency.lockutils [None req-655e6d4a-35ee-4cdc-9ff3-3e1e6d2b69d9 tempest-DeleteServersAdminTestJSON-2042363376 tempest-DeleteServersAdminTestJSON-2042363376-project-admin] Lock "6f43f01e-4d19-43f0-9b8f-1a34247ea436" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.536s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.964604] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Acquiring lock "d8409f2b-0740-4d4c-a604-0c818a196445" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.965171] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Lock "d8409f2b-0740-4d4c-a604-0c818a196445" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.972065] env[70323]: DEBUG oslo_vmware.api [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5277331e-f8e6-8de0-7654-e422b3560491, 'name': SearchDatastore_Task, 'duration_secs': 0.018599} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.973147] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-839f6870-2017-4a39-89fd-22c400aa5c32 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.980369] env[70323]: DEBUG oslo_vmware.api [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Waiting for the task: (returnval){ [ 620.980369] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]523a4c80-8286-82b8-9b4a-2121557522a1" [ 620.980369] env[70323]: _type = "Task" [ 620.980369] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.982445] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Acquiring lock "refresh_cache-2c9fda7c-de29-4b8a-b950-cfd429a16e18" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.982445] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Acquired lock "refresh_cache-2c9fda7c-de29-4b8a-b950-cfd429a16e18" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.982445] env[70323]: DEBUG nova.network.neutron [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] [instance: 2c9fda7c-de29-4b8a-b950-cfd429a16e18] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 620.994532] env[70323]: DEBUG oslo_vmware.api [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]523a4c80-8286-82b8-9b4a-2121557522a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.074537] env[70323]: DEBUG oslo_vmware.api [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Task: {'id': task-3226466, 'name': Rename_Task, 'duration_secs': 0.272694} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.074945] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] [instance: 6c11ec80-43e4-4b24-9a6c-40a13011c9b3] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 621.075625] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8fbe1a0a-d8e9-4827-abc5-8b6b391418cd {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.081342] env[70323]: DEBUG oslo_vmware.api [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Waiting for the task: (returnval){ [ 621.081342] env[70323]: value = "task-3226470" [ 621.081342] env[70323]: _type = "Task" [ 621.081342] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.094185] env[70323]: DEBUG oslo_vmware.api [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Task: {'id': task-3226470, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.130504] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226469, 'name': CreateVM_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.160667] env[70323]: INFO nova.compute.manager [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 72e4392e-ac35-41a0-b0b8-66088e62a055] Took 18.21 seconds to build instance. [ 621.486926] env[70323]: DEBUG nova.network.neutron [req-3e146fa4-f279-4f47-8ffa-90379e6fba4d req-b95dc552-41bd-4bc7-a872-4def8c2e72ae service nova] [instance: cce3978e-29ec-42c6-8190-d02f082e3b62] Updated VIF entry in instance network info cache for port fec80909-cf8c-4ca4-b4c0-4ce71db00d16. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 621.486926] env[70323]: DEBUG nova.network.neutron [req-3e146fa4-f279-4f47-8ffa-90379e6fba4d req-b95dc552-41bd-4bc7-a872-4def8c2e72ae service nova] [instance: cce3978e-29ec-42c6-8190-d02f082e3b62] Updating instance_info_cache with network_info: [{"id": "fec80909-cf8c-4ca4-b4c0-4ce71db00d16", "address": "fa:16:3e:de:c9:3c", "network": {"id": "d7d14ad5-d3ee-4469-a2c0-9b55021e4df5", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-942501548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "352b9aeee5794c78a2109eb9d5b1532a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfec80909-cf", "ovs_interfaceid": "fec80909-cf8c-4ca4-b4c0-4ce71db00d16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.507891] env[70323]: DEBUG oslo_vmware.api [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]523a4c80-8286-82b8-9b4a-2121557522a1, 'name': SearchDatastore_Task, 'duration_secs': 0.023329} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.508279] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.508546] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] cce3978e-29ec-42c6-8190-d02f082e3b62/cce3978e-29ec-42c6-8190-d02f082e3b62.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 621.509157] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76a0c140-2c93-498d-867f-57863972d1e8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.518943] env[70323]: DEBUG oslo_vmware.api [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Waiting for the task: (returnval){ [ 621.518943] env[70323]: value = "task-3226471" [ 621.518943] env[70323]: _type = "Task" [ 621.518943] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.527718] env[70323]: DEBUG oslo_vmware.api [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Task: {'id': task-3226471, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.598077] env[70323]: DEBUG oslo_vmware.api [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Task: {'id': task-3226470, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.611519] env[70323]: DEBUG nova.network.neutron [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] [instance: 2c9fda7c-de29-4b8a-b950-cfd429a16e18] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 621.633070] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226469, 'name': CreateVM_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.662395] env[70323]: DEBUG oslo_concurrency.lockutils [None req-20d17d00-8e48-4a1a-824d-51d0fd2e472c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Lock "72e4392e-ac35-41a0-b0b8-66088e62a055" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.719s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.704073] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2409edc0-4ed3-425b-a7ba-7c31d6952e2e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.714626] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e843733b-a132-43c9-b013-7c7c34a269f3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.748991] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4340ae4-f296-4816-809a-34439ec06dc1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.757612] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db92fb36-c1ce-4272-9dca-c02c7c669513 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.776758] env[70323]: DEBUG nova.compute.provider_tree [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 621.879363] env[70323]: DEBUG nova.network.neutron [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] [instance: 2c9fda7c-de29-4b8a-b950-cfd429a16e18] Updating instance_info_cache with network_info: [{"id": "ce627abe-31a3-40e0-adf1-8f5203e700a6", "address": "fa:16:3e:7a:9b:26", "network": {"id": "cf84f248-8371-4286-887e-d0a74f6bd050", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1700658248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "613ac2ce15594096bb405b5ae23416f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce627abe-31", "ovs_interfaceid": "ce627abe-31a3-40e0-adf1-8f5203e700a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.994016] env[70323]: DEBUG oslo_concurrency.lockutils [req-3e146fa4-f279-4f47-8ffa-90379e6fba4d req-b95dc552-41bd-4bc7-a872-4def8c2e72ae service nova] Releasing lock "refresh_cache-cce3978e-29ec-42c6-8190-d02f082e3b62" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.033251] env[70323]: DEBUG oslo_vmware.api [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Task: {'id': task-3226471, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.095548] env[70323]: DEBUG oslo_vmware.api [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Task: {'id': task-3226470, 'name': PowerOnVM_Task, 'duration_secs': 0.840817} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.104178] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] [instance: 6c11ec80-43e4-4b24-9a6c-40a13011c9b3] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 622.104178] env[70323]: INFO nova.compute.manager [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] [instance: 6c11ec80-43e4-4b24-9a6c-40a13011c9b3] Took 21.91 seconds to spawn the instance on the hypervisor. [ 622.104178] env[70323]: DEBUG nova.compute.manager [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] [instance: 6c11ec80-43e4-4b24-9a6c-40a13011c9b3] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 622.104178] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-912e27a6-ebc7-4318-9fe7-45ae3f339cba {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.132141] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226469, 'name': CreateVM_Task, 'duration_secs': 1.503091} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.132604] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19fddddc-9657-463c-b24d-7ae457fdb870] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 622.133043] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.133203] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.136498] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.136498] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edee5943-f1a9-449b-972a-235a10d25fd0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.139340] env[70323]: DEBUG oslo_vmware.api [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Waiting for the task: (returnval){ [ 622.139340] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52a2af01-a960-5bb2-4153-cd40c4814f34" [ 622.139340] env[70323]: _type = "Task" [ 622.139340] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.149376] env[70323]: DEBUG oslo_vmware.api [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52a2af01-a960-5bb2-4153-cd40c4814f34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.167229] env[70323]: DEBUG nova.compute.manager [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] [instance: 9bb398f8-6536-4a13-b46f-ea083c4cf5d1] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 622.274395] env[70323]: DEBUG nova.compute.manager [None req-a4070f6f-c6d8-4b8b-a935-461ff3ce1e12 tempest-ServerExternalEventsTest-1059992687 tempest-ServerExternalEventsTest-1059992687-project] [instance: e9534202-ee8f-414b-a4cc-3c98bd4fc273] Received event network-changed {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 622.274523] env[70323]: DEBUG nova.compute.manager [None req-a4070f6f-c6d8-4b8b-a935-461ff3ce1e12 tempest-ServerExternalEventsTest-1059992687 tempest-ServerExternalEventsTest-1059992687-project] [instance: e9534202-ee8f-414b-a4cc-3c98bd4fc273] Refreshing instance network info cache due to event network-changed. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 622.274811] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a4070f6f-c6d8-4b8b-a935-461ff3ce1e12 tempest-ServerExternalEventsTest-1059992687 tempest-ServerExternalEventsTest-1059992687-project] Acquiring lock "refresh_cache-e9534202-ee8f-414b-a4cc-3c98bd4fc273" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.274981] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a4070f6f-c6d8-4b8b-a935-461ff3ce1e12 tempest-ServerExternalEventsTest-1059992687 tempest-ServerExternalEventsTest-1059992687-project] Acquired lock "refresh_cache-e9534202-ee8f-414b-a4cc-3c98bd4fc273" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.275237] env[70323]: DEBUG nova.network.neutron [None req-a4070f6f-c6d8-4b8b-a935-461ff3ce1e12 tempest-ServerExternalEventsTest-1059992687 tempest-ServerExternalEventsTest-1059992687-project] [instance: e9534202-ee8f-414b-a4cc-3c98bd4fc273] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 622.285980] env[70323]: DEBUG nova.scheduler.client.report [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 622.383777] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Releasing lock "refresh_cache-2c9fda7c-de29-4b8a-b950-cfd429a16e18" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.384122] env[70323]: DEBUG nova.compute.manager [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] [instance: 2c9fda7c-de29-4b8a-b950-cfd429a16e18] Instance network_info: |[{"id": "ce627abe-31a3-40e0-adf1-8f5203e700a6", "address": "fa:16:3e:7a:9b:26", "network": {"id": "cf84f248-8371-4286-887e-d0a74f6bd050", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1700658248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "613ac2ce15594096bb405b5ae23416f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce627abe-31", "ovs_interfaceid": "ce627abe-31a3-40e0-adf1-8f5203e700a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 622.385419] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] [instance: 2c9fda7c-de29-4b8a-b950-cfd429a16e18] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:9b:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e85cbc56-fee0-41f7-bc70-64f31775ce92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce627abe-31a3-40e0-adf1-8f5203e700a6', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 622.397584] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Creating folder: Project (613ac2ce15594096bb405b5ae23416f1). Parent ref: group-v644941. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 622.401610] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7dfecd09-76de-41a5-b204-2b5c65a02f11 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.410412] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Created folder: Project (613ac2ce15594096bb405b5ae23416f1) in parent group-v644941. [ 622.410681] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Creating folder: Instances. Parent ref: group-v644974. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 622.410945] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14631077-ff5d-4bf9-8d59-5cdc95a1a5f3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.425974] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Created folder: Instances in parent group-v644974. [ 622.425974] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 622.425974] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c9fda7c-de29-4b8a-b950-cfd429a16e18] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 622.425974] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d6403039-2d64-4acd-b150-3149c899fed9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.448659] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 622.448659] env[70323]: value = "task-3226474" [ 622.448659] env[70323]: _type = "Task" [ 622.448659] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.457392] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226474, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.533466] env[70323]: DEBUG oslo_vmware.api [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Task: {'id': task-3226471, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.624973] env[70323]: INFO nova.compute.manager [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] [instance: 6c11ec80-43e4-4b24-9a6c-40a13011c9b3] Took 29.25 seconds to build instance. [ 622.638260] env[70323]: DEBUG nova.compute.manager [req-18231751-d009-4e18-ac97-6284c1c63829 req-c23d8417-0f58-4a7f-a1e6-af7b3b835c13 service nova] [instance: 19fddddc-9657-463c-b24d-7ae457fdb870] Received event network-vif-plugged-b989df48-7c91-4c96-8912-ffc7da5c7f57 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 622.638260] env[70323]: DEBUG oslo_concurrency.lockutils [req-18231751-d009-4e18-ac97-6284c1c63829 req-c23d8417-0f58-4a7f-a1e6-af7b3b835c13 service nova] Acquiring lock "19fddddc-9657-463c-b24d-7ae457fdb870-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.638260] env[70323]: DEBUG oslo_concurrency.lockutils [req-18231751-d009-4e18-ac97-6284c1c63829 req-c23d8417-0f58-4a7f-a1e6-af7b3b835c13 service nova] Lock "19fddddc-9657-463c-b24d-7ae457fdb870-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.638260] env[70323]: DEBUG oslo_concurrency.lockutils [req-18231751-d009-4e18-ac97-6284c1c63829 req-c23d8417-0f58-4a7f-a1e6-af7b3b835c13 service nova] Lock "19fddddc-9657-463c-b24d-7ae457fdb870-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.638260] env[70323]: DEBUG nova.compute.manager [req-18231751-d009-4e18-ac97-6284c1c63829 req-c23d8417-0f58-4a7f-a1e6-af7b3b835c13 service nova] [instance: 19fddddc-9657-463c-b24d-7ae457fdb870] No waiting events found dispatching network-vif-plugged-b989df48-7c91-4c96-8912-ffc7da5c7f57 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 622.638260] env[70323]: WARNING nova.compute.manager [req-18231751-d009-4e18-ac97-6284c1c63829 req-c23d8417-0f58-4a7f-a1e6-af7b3b835c13 service nova] [instance: 19fddddc-9657-463c-b24d-7ae457fdb870] Received unexpected event network-vif-plugged-b989df48-7c91-4c96-8912-ffc7da5c7f57 for instance with vm_state building and task_state spawning. [ 622.638962] env[70323]: DEBUG nova.compute.manager [req-18231751-d009-4e18-ac97-6284c1c63829 req-c23d8417-0f58-4a7f-a1e6-af7b3b835c13 service nova] [instance: 19fddddc-9657-463c-b24d-7ae457fdb870] Received event network-changed-b989df48-7c91-4c96-8912-ffc7da5c7f57 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 622.639361] env[70323]: DEBUG nova.compute.manager [req-18231751-d009-4e18-ac97-6284c1c63829 req-c23d8417-0f58-4a7f-a1e6-af7b3b835c13 service nova] [instance: 19fddddc-9657-463c-b24d-7ae457fdb870] Refreshing instance network info cache due to event network-changed-b989df48-7c91-4c96-8912-ffc7da5c7f57. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 622.639696] env[70323]: DEBUG oslo_concurrency.lockutils [req-18231751-d009-4e18-ac97-6284c1c63829 req-c23d8417-0f58-4a7f-a1e6-af7b3b835c13 service nova] Acquiring lock "refresh_cache-19fddddc-9657-463c-b24d-7ae457fdb870" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.640189] env[70323]: DEBUG oslo_concurrency.lockutils [req-18231751-d009-4e18-ac97-6284c1c63829 req-c23d8417-0f58-4a7f-a1e6-af7b3b835c13 service nova] Acquired lock "refresh_cache-19fddddc-9657-463c-b24d-7ae457fdb870" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.640716] env[70323]: DEBUG nova.network.neutron [req-18231751-d009-4e18-ac97-6284c1c63829 req-c23d8417-0f58-4a7f-a1e6-af7b3b835c13 service nova] [instance: 19fddddc-9657-463c-b24d-7ae457fdb870] Refreshing network info cache for port b989df48-7c91-4c96-8912-ffc7da5c7f57 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 622.656691] env[70323]: DEBUG oslo_vmware.api [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52a2af01-a960-5bb2-4153-cd40c4814f34, 'name': SearchDatastore_Task, 'duration_secs': 0.012159} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.657561] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.660063] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] [instance: 19fddddc-9657-463c-b24d-7ae457fdb870] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 622.660063] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.660063] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.660063] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 622.660063] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5bde5914-ecce-489d-870a-6e5249398b1f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.671020] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 622.671219] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 622.671952] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3365289c-7713-40c8-a6e0-e2a7833950a7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.680956] env[70323]: DEBUG oslo_vmware.api [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Waiting for the task: (returnval){ [ 622.680956] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52e1f50c-a43a-814c-9bbb-10176a879951" [ 622.680956] env[70323]: _type = "Task" [ 622.680956] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.697945] env[70323]: DEBUG oslo_vmware.api [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52e1f50c-a43a-814c-9bbb-10176a879951, 'name': SearchDatastore_Task, 'duration_secs': 0.013667} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.697945] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-770dba39-123e-45b5-bbc1-9867f75cdebc {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.703782] env[70323]: DEBUG oslo_vmware.api [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Waiting for the task: (returnval){ [ 622.703782] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5214fbb9-6bea-c30a-bffb-f123bbb86170" [ 622.703782] env[70323]: _type = "Task" [ 622.703782] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.707046] env[70323]: DEBUG nova.network.neutron [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] [instance: 2eb42f40-1b49-496b-8f23-3d7298666d77] Successfully updated port: 7ad61544-94d2-4c24-a69a-23ed8a9c5405 {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 622.713289] env[70323]: DEBUG oslo_vmware.api [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5214fbb9-6bea-c30a-bffb-f123bbb86170, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.724411] env[70323]: DEBUG oslo_concurrency.lockutils [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.793979] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.533s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.794638] env[70323]: DEBUG nova.compute.manager [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] [instance: f80ff45c-767d-4771-876e-d4cf7f06718a] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 622.801832] env[70323]: DEBUG oslo_concurrency.lockutils [None req-70b5e42c-8371-4b89-8ffc-d0228dff7589 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 9.294s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.969024] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226474, 'name': CreateVM_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.034552] env[70323]: DEBUG oslo_vmware.api [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Task: {'id': task-3226471, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.085817} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.034906] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] cce3978e-29ec-42c6-8190-d02f082e3b62/cce3978e-29ec-42c6-8190-d02f082e3b62.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 623.035164] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] [instance: cce3978e-29ec-42c6-8190-d02f082e3b62] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 623.035482] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2db88aa8-50c6-4f50-aae4-80cd6d7fe340 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.050314] env[70323]: DEBUG oslo_vmware.api [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Waiting for the task: (returnval){ [ 623.050314] env[70323]: value = "task-3226475" [ 623.050314] env[70323]: _type = "Task" [ 623.050314] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.064891] env[70323]: DEBUG oslo_vmware.api [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Task: {'id': task-3226475, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.111918] env[70323]: DEBUG nova.compute.manager [req-51732e3f-3c77-4813-976f-e1b35a9f6565 req-be0ce9bf-3f3d-421c-9cb7-faf6ffe0310c service nova] [instance: 2c9fda7c-de29-4b8a-b950-cfd429a16e18] Received event network-vif-plugged-ce627abe-31a3-40e0-adf1-8f5203e700a6 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 623.112146] env[70323]: DEBUG oslo_concurrency.lockutils [req-51732e3f-3c77-4813-976f-e1b35a9f6565 req-be0ce9bf-3f3d-421c-9cb7-faf6ffe0310c service nova] Acquiring lock "2c9fda7c-de29-4b8a-b950-cfd429a16e18-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.112741] env[70323]: DEBUG oslo_concurrency.lockutils [req-51732e3f-3c77-4813-976f-e1b35a9f6565 req-be0ce9bf-3f3d-421c-9cb7-faf6ffe0310c service nova] Lock "2c9fda7c-de29-4b8a-b950-cfd429a16e18-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.115273] env[70323]: DEBUG oslo_concurrency.lockutils [req-51732e3f-3c77-4813-976f-e1b35a9f6565 req-be0ce9bf-3f3d-421c-9cb7-faf6ffe0310c service nova] Lock "2c9fda7c-de29-4b8a-b950-cfd429a16e18-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.115415] env[70323]: DEBUG nova.compute.manager [req-51732e3f-3c77-4813-976f-e1b35a9f6565 req-be0ce9bf-3f3d-421c-9cb7-faf6ffe0310c service nova] [instance: 2c9fda7c-de29-4b8a-b950-cfd429a16e18] No waiting events found dispatching network-vif-plugged-ce627abe-31a3-40e0-adf1-8f5203e700a6 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 623.115599] env[70323]: WARNING nova.compute.manager [req-51732e3f-3c77-4813-976f-e1b35a9f6565 req-be0ce9bf-3f3d-421c-9cb7-faf6ffe0310c service nova] [instance: 2c9fda7c-de29-4b8a-b950-cfd429a16e18] Received unexpected event network-vif-plugged-ce627abe-31a3-40e0-adf1-8f5203e700a6 for instance with vm_state building and task_state spawning. [ 623.136068] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ff7c8483-d2da-46c4-be36-755c5f4cb21a tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Lock "6c11ec80-43e4-4b24-9a6c-40a13011c9b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.775s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.180300] env[70323]: DEBUG nova.network.neutron [None req-a4070f6f-c6d8-4b8b-a935-461ff3ce1e12 tempest-ServerExternalEventsTest-1059992687 tempest-ServerExternalEventsTest-1059992687-project] [instance: e9534202-ee8f-414b-a4cc-3c98bd4fc273] Updating instance_info_cache with network_info: [{"id": "f9be3e57-9f0b-4fd3-865f-a3681989a248", "address": "fa:16:3e:10:45:ba", "network": {"id": "4e0d8ee1-52f7-4416-a8bd-f34b989a1542", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aa1f6314fd1d4d8a9ec1f238193c1000", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9be3e57-9f", "ovs_interfaceid": "f9be3e57-9f0b-4fd3-865f-a3681989a248", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.212645] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Acquiring lock "refresh_cache-2eb42f40-1b49-496b-8f23-3d7298666d77" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.212645] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Acquired lock "refresh_cache-2eb42f40-1b49-496b-8f23-3d7298666d77" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.212645] env[70323]: DEBUG nova.network.neutron [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] [instance: 2eb42f40-1b49-496b-8f23-3d7298666d77] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 623.221829] env[70323]: DEBUG oslo_vmware.api [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5214fbb9-6bea-c30a-bffb-f123bbb86170, 'name': SearchDatastore_Task, 'duration_secs': 0.012395} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.221935] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.222159] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 19fddddc-9657-463c-b24d-7ae457fdb870/19fddddc-9657-463c-b24d-7ae457fdb870.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 623.222373] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be18d55c-614c-4807-b36c-c3f0e0fbedb2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.230506] env[70323]: DEBUG oslo_vmware.api [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Waiting for the task: (returnval){ [ 623.230506] env[70323]: value = "task-3226476" [ 623.230506] env[70323]: _type = "Task" [ 623.230506] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.241156] env[70323]: DEBUG oslo_vmware.api [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Task: {'id': task-3226476, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.306593] env[70323]: DEBUG nova.compute.utils [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 623.312025] env[70323]: INFO nova.compute.claims [None req-70b5e42c-8371-4b89-8ffc-d0228dff7589 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: e38249fe-4114-40a6-9cdb-8ec5917bec83] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 623.315510] env[70323]: DEBUG nova.compute.manager [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] [instance: f80ff45c-767d-4771-876e-d4cf7f06718a] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 623.315667] env[70323]: DEBUG nova.network.neutron [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] [instance: f80ff45c-767d-4771-876e-d4cf7f06718a] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 623.421048] env[70323]: DEBUG nova.policy [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47f5c167691d49378170fccae8137cf4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '82e778ea3cb3439da6fa7d10d0db055d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 623.461991] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226474, 'name': CreateVM_Task, 'duration_secs': 0.539296} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.462172] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c9fda7c-de29-4b8a-b950-cfd429a16e18] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 623.462928] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.463103] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.463445] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.463762] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36634105-bff1-47fe-8f6f-4e8b5dd99506 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.469017] env[70323]: DEBUG oslo_vmware.api [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Waiting for the task: (returnval){ [ 623.469017] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52e2e5d8-7ad0-ada9-0c44-d65fc23d933f" [ 623.469017] env[70323]: _type = "Task" [ 623.469017] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.478389] env[70323]: DEBUG oslo_vmware.api [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52e2e5d8-7ad0-ada9-0c44-d65fc23d933f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.553158] env[70323]: DEBUG nova.network.neutron [req-18231751-d009-4e18-ac97-6284c1c63829 req-c23d8417-0f58-4a7f-a1e6-af7b3b835c13 service nova] [instance: 19fddddc-9657-463c-b24d-7ae457fdb870] Updated VIF entry in instance network info cache for port b989df48-7c91-4c96-8912-ffc7da5c7f57. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 623.554391] env[70323]: DEBUG nova.network.neutron [req-18231751-d009-4e18-ac97-6284c1c63829 req-c23d8417-0f58-4a7f-a1e6-af7b3b835c13 service nova] [instance: 19fddddc-9657-463c-b24d-7ae457fdb870] Updating instance_info_cache with network_info: [{"id": "b989df48-7c91-4c96-8912-ffc7da5c7f57", "address": "fa:16:3e:f9:be:a7", "network": {"id": "3b5f5f1e-136d-4857-92d8-f2b699780e83", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1858485206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5233132a46d4927884fd941fd95d550", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb989df48-7c", "ovs_interfaceid": "b989df48-7c91-4c96-8912-ffc7da5c7f57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.559768] env[70323]: DEBUG oslo_vmware.api [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Task: {'id': task-3226475, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071138} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.560097] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] [instance: cce3978e-29ec-42c6-8190-d02f082e3b62] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 623.560819] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167932f9-b132-483f-bb29-906d5cdcc5df {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.585204] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] [instance: cce3978e-29ec-42c6-8190-d02f082e3b62] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] cce3978e-29ec-42c6-8190-d02f082e3b62/cce3978e-29ec-42c6-8190-d02f082e3b62.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 623.585849] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e2374a9-a54a-4bb5-813c-4afd93750de0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.607456] env[70323]: DEBUG oslo_vmware.api [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Waiting for the task: (returnval){ [ 623.607456] env[70323]: value = "task-3226477" [ 623.607456] env[70323]: _type = "Task" [ 623.607456] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.615352] env[70323]: DEBUG oslo_vmware.api [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Task: {'id': task-3226477, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.640571] env[70323]: DEBUG nova.compute.manager [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: d8409f2b-0740-4d4c-a604-0c818a196445] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 623.684815] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a4070f6f-c6d8-4b8b-a935-461ff3ce1e12 tempest-ServerExternalEventsTest-1059992687 tempest-ServerExternalEventsTest-1059992687-project] Releasing lock "refresh_cache-e9534202-ee8f-414b-a4cc-3c98bd4fc273" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.739884] env[70323]: DEBUG oslo_vmware.api [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Task: {'id': task-3226476, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.817037] env[70323]: DEBUG nova.compute.manager [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] [instance: f80ff45c-767d-4771-876e-d4cf7f06718a] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 623.823448] env[70323]: INFO nova.compute.resource_tracker [None req-70b5e42c-8371-4b89-8ffc-d0228dff7589 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: e38249fe-4114-40a6-9cdb-8ec5917bec83] Updating resource usage from migration 39b16eb9-b520-4992-a54d-26be338064d9 [ 623.928851] env[70323]: DEBUG nova.network.neutron [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] [instance: 2eb42f40-1b49-496b-8f23-3d7298666d77] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 623.983777] env[70323]: DEBUG oslo_vmware.api [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52e2e5d8-7ad0-ada9-0c44-d65fc23d933f, 'name': SearchDatastore_Task, 'duration_secs': 0.022668} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.984771] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.985168] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] [instance: 2c9fda7c-de29-4b8a-b950-cfd429a16e18] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 623.985468] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.985724] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.985971] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 623.986353] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a600b2a1-000a-4992-b235-4eac5e3ac63b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.004079] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 624.004079] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 624.004386] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5114d56-64d8-4d94-9fdf-ea0ad2d4ce24 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.018179] env[70323]: DEBUG oslo_vmware.api [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Waiting for the task: (returnval){ [ 624.018179] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52797d66-e587-408b-7698-1b189b17c929" [ 624.018179] env[70323]: _type = "Task" [ 624.018179] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.034031] env[70323]: DEBUG oslo_vmware.api [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52797d66-e587-408b-7698-1b189b17c929, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.056621] env[70323]: DEBUG oslo_concurrency.lockutils [req-18231751-d009-4e18-ac97-6284c1c63829 req-c23d8417-0f58-4a7f-a1e6-af7b3b835c13 service nova] Releasing lock "refresh_cache-19fddddc-9657-463c-b24d-7ae457fdb870" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.123755] env[70323]: DEBUG oslo_vmware.api [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Task: {'id': task-3226477, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.164361] env[70323]: DEBUG nova.network.neutron [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] [instance: 2eb42f40-1b49-496b-8f23-3d7298666d77] Updating instance_info_cache with network_info: [{"id": "7ad61544-94d2-4c24-a69a-23ed8a9c5405", "address": "fa:16:3e:ff:59:55", "network": {"id": "e49665e5-1a9d-463a-ade6-ea352f895e2d", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1763630125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0808aae9fe214413a19b5b74cb2f7acf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ad61544-94", "ovs_interfaceid": "7ad61544-94d2-4c24-a69a-23ed8a9c5405", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.174375] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.241449] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f5885d-d421-424e-8c23-a979a109d9cf {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.254566] env[70323]: DEBUG oslo_vmware.api [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Task: {'id': task-3226476, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.884953} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.255653] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1a82ea-84c1-4a42-a1c7-97bec4294d66 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.259648] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 19fddddc-9657-463c-b24d-7ae457fdb870/19fddddc-9657-463c-b24d-7ae457fdb870.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 624.259833] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] [instance: 19fddddc-9657-463c-b24d-7ae457fdb870] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 624.259966] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-78d4fbd3-a120-4c74-9a36-c278301ab887 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.295577] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81065cca-42ed-4e06-afaa-c2bb4ba42e5a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.298835] env[70323]: DEBUG oslo_vmware.api [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Waiting for the task: (returnval){ [ 624.298835] env[70323]: value = "task-3226478" [ 624.298835] env[70323]: _type = "Task" [ 624.298835] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.306189] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9548a10-1cab-495e-bc04-5161b4caaed5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.313763] env[70323]: DEBUG oslo_vmware.api [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Task: {'id': task-3226478, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.324334] env[70323]: DEBUG nova.compute.provider_tree [None req-70b5e42c-8371-4b89-8ffc-d0228dff7589 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 624.535312] env[70323]: DEBUG oslo_vmware.api [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52797d66-e587-408b-7698-1b189b17c929, 'name': SearchDatastore_Task, 'duration_secs': 0.057794} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.536034] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93d7816b-5ee2-409b-a2dd-cc7cba6c3517 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.542957] env[70323]: DEBUG oslo_vmware.api [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Waiting for the task: (returnval){ [ 624.542957] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52b73f87-9e50-bab4-0862-2478094ec16a" [ 624.542957] env[70323]: _type = "Task" [ 624.542957] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.557449] env[70323]: DEBUG oslo_vmware.api [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52b73f87-9e50-bab4-0862-2478094ec16a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.621684] env[70323]: DEBUG oslo_vmware.api [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Task: {'id': task-3226477, 'name': ReconfigVM_Task, 'duration_secs': 0.824574} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.621968] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] [instance: cce3978e-29ec-42c6-8190-d02f082e3b62] Reconfigured VM instance instance-0000000a to attach disk [datastore2] cce3978e-29ec-42c6-8190-d02f082e3b62/cce3978e-29ec-42c6-8190-d02f082e3b62.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 624.622696] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ca95541-5c7a-4cfb-94da-975bf36b6eaa {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.631673] env[70323]: DEBUG oslo_vmware.api [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Waiting for the task: (returnval){ [ 624.631673] env[70323]: value = "task-3226479" [ 624.631673] env[70323]: _type = "Task" [ 624.631673] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.640767] env[70323]: DEBUG oslo_vmware.api [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Task: {'id': task-3226479, 'name': Rename_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.667442] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Releasing lock "refresh_cache-2eb42f40-1b49-496b-8f23-3d7298666d77" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.667934] env[70323]: DEBUG nova.compute.manager [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] [instance: 2eb42f40-1b49-496b-8f23-3d7298666d77] Instance network_info: |[{"id": "7ad61544-94d2-4c24-a69a-23ed8a9c5405", "address": "fa:16:3e:ff:59:55", "network": {"id": "e49665e5-1a9d-463a-ade6-ea352f895e2d", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1763630125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0808aae9fe214413a19b5b74cb2f7acf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ad61544-94", "ovs_interfaceid": "7ad61544-94d2-4c24-a69a-23ed8a9c5405", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 624.668300] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] [instance: 2eb42f40-1b49-496b-8f23-3d7298666d77] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:59:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '571cdf48-7016-4715-8739-4cb70c90cd6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ad61544-94d2-4c24-a69a-23ed8a9c5405', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 624.676354] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Creating folder: Project (0808aae9fe214413a19b5b74cb2f7acf). Parent ref: group-v644941. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 624.676688] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-866879cc-efd4-43df-ac22-7c2ac8a5bc25 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.691869] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Created folder: Project (0808aae9fe214413a19b5b74cb2f7acf) in parent group-v644941. [ 624.692130] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Creating folder: Instances. Parent ref: group-v644977. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 624.693277] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c272208-d1ce-4a06-b58b-e38e10d9c194 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.706260] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Created folder: Instances in parent group-v644977. [ 624.706540] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 624.706838] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2eb42f40-1b49-496b-8f23-3d7298666d77] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 624.707076] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a973a70-3c79-486c-9635-3aad91c78865 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.731053] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 624.731053] env[70323]: value = "task-3226482" [ 624.731053] env[70323]: _type = "Task" [ 624.731053] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.745246] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226482, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.747035] env[70323]: DEBUG nova.network.neutron [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] [instance: f80ff45c-767d-4771-876e-d4cf7f06718a] Successfully created port: 60d95523-fe36-4bb7-9262-4a821f0cda20 {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 624.811068] env[70323]: DEBUG oslo_vmware.api [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Task: {'id': task-3226478, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126124} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.811439] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] [instance: 19fddddc-9657-463c-b24d-7ae457fdb870] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 624.813110] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32652405-4177-4be2-b32d-752002d2e499 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.830996] env[70323]: DEBUG nova.scheduler.client.report [None req-70b5e42c-8371-4b89-8ffc-d0228dff7589 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 624.843497] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] [instance: 19fddddc-9657-463c-b24d-7ae457fdb870] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 19fddddc-9657-463c-b24d-7ae457fdb870/19fddddc-9657-463c-b24d-7ae457fdb870.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 624.845650] env[70323]: DEBUG nova.compute.manager [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] [instance: f80ff45c-767d-4771-876e-d4cf7f06718a] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 624.847805] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9b826a7-2476-4dd9-a75e-016b34225910 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.873987] env[70323]: DEBUG oslo_vmware.api [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Waiting for the task: (returnval){ [ 624.873987] env[70323]: value = "task-3226483" [ 624.873987] env[70323]: _type = "Task" [ 624.873987] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.883630] env[70323]: DEBUG oslo_vmware.api [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Task: {'id': task-3226483, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.916229] env[70323]: DEBUG nova.virt.hardware [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 624.916493] env[70323]: DEBUG nova.virt.hardware [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 624.916649] env[70323]: DEBUG nova.virt.hardware [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 624.916828] env[70323]: DEBUG nova.virt.hardware [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 624.917216] env[70323]: DEBUG nova.virt.hardware [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 624.917216] env[70323]: DEBUG nova.virt.hardware [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 624.917409] env[70323]: DEBUG nova.virt.hardware [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 624.917534] env[70323]: DEBUG nova.virt.hardware [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 624.917694] env[70323]: DEBUG nova.virt.hardware [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 624.917850] env[70323]: DEBUG nova.virt.hardware [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 624.918024] env[70323]: DEBUG nova.virt.hardware [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 624.920394] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34613322-98a2-45bf-890c-3ab85d1de663 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.929783] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78271ad-4b4a-42b6-bdec-3b7e433fae7b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.058343] env[70323]: DEBUG oslo_vmware.api [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52b73f87-9e50-bab4-0862-2478094ec16a, 'name': SearchDatastore_Task, 'duration_secs': 0.012347} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.058343] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.058343] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 2c9fda7c-de29-4b8a-b950-cfd429a16e18/2c9fda7c-de29-4b8a-b950-cfd429a16e18.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 625.058751] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e86ad62b-1825-45d9-a5a0-4023e074bd9c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.072491] env[70323]: DEBUG oslo_vmware.api [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Waiting for the task: (returnval){ [ 625.072491] env[70323]: value = "task-3226484" [ 625.072491] env[70323]: _type = "Task" [ 625.072491] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.079417] env[70323]: INFO nova.compute.manager [None req-1356b802-c6ff-4e34-94fc-f236ebf5d14e tempest-ServersAdmin275Test-1522998845 tempest-ServersAdmin275Test-1522998845-project-admin] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Rebuilding instance [ 625.081119] env[70323]: DEBUG oslo_vmware.api [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Task: {'id': task-3226484, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.146725] env[70323]: DEBUG oslo_vmware.api [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Task: {'id': task-3226479, 'name': Rename_Task, 'duration_secs': 0.229701} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.147393] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] [instance: cce3978e-29ec-42c6-8190-d02f082e3b62] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 625.147989] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b539652-7c53-4756-8baa-80f04abdaa7d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.159023] env[70323]: DEBUG oslo_vmware.api [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Waiting for the task: (returnval){ [ 625.159023] env[70323]: value = "task-3226485" [ 625.159023] env[70323]: _type = "Task" [ 625.159023] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.171899] env[70323]: DEBUG oslo_vmware.api [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Task: {'id': task-3226485, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.178728] env[70323]: DEBUG nova.compute.manager [None req-1356b802-c6ff-4e34-94fc-f236ebf5d14e tempest-ServersAdmin275Test-1522998845 tempest-ServersAdmin275Test-1522998845-project-admin] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 625.180013] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b34f882-6a33-4b43-8853-091d8843fe9f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.249502] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226482, 'name': CreateVM_Task, 'duration_secs': 0.50541} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.249747] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2eb42f40-1b49-496b-8f23-3d7298666d77] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 625.250728] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.250938] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.253843] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.253843] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e903dc0-f16b-4da6-a410-553eb9ceea66 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.259714] env[70323]: DEBUG oslo_vmware.api [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Waiting for the task: (returnval){ [ 625.259714] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52a6295d-889e-a906-0c5b-344ac2953c78" [ 625.259714] env[70323]: _type = "Task" [ 625.259714] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.274301] env[70323]: DEBUG oslo_vmware.api [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52a6295d-889e-a906-0c5b-344ac2953c78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.345046] env[70323]: DEBUG oslo_concurrency.lockutils [None req-70b5e42c-8371-4b89-8ffc-d0228dff7589 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.543s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.345558] env[70323]: INFO nova.compute.manager [None req-70b5e42c-8371-4b89-8ffc-d0228dff7589 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: e38249fe-4114-40a6-9cdb-8ec5917bec83] Migrating [ 625.345861] env[70323]: DEBUG oslo_concurrency.lockutils [None req-70b5e42c-8371-4b89-8ffc-d0228dff7589 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.346029] env[70323]: DEBUG oslo_concurrency.lockutils [None req-70b5e42c-8371-4b89-8ffc-d0228dff7589 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Acquired lock "compute-rpcapi-router" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.350555] env[70323]: DEBUG oslo_concurrency.lockutils [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.613s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.350555] env[70323]: INFO nova.compute.claims [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] [instance: 16c3a117-e725-45e2-94e9-fbc0156fbadd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 625.385989] env[70323]: DEBUG oslo_vmware.api [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Task: {'id': task-3226483, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.400955] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bd9d3ccd-b12e-4bf6-9ae3-52c2230e0cf0 tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Acquiring lock "e9534202-ee8f-414b-a4cc-3c98bd4fc273" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.400955] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bd9d3ccd-b12e-4bf6-9ae3-52c2230e0cf0 tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Lock "e9534202-ee8f-414b-a4cc-3c98bd4fc273" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.400955] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bd9d3ccd-b12e-4bf6-9ae3-52c2230e0cf0 tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Acquiring lock "e9534202-ee8f-414b-a4cc-3c98bd4fc273-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.400955] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bd9d3ccd-b12e-4bf6-9ae3-52c2230e0cf0 tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Lock "e9534202-ee8f-414b-a4cc-3c98bd4fc273-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.400955] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bd9d3ccd-b12e-4bf6-9ae3-52c2230e0cf0 tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Lock "e9534202-ee8f-414b-a4cc-3c98bd4fc273-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.402395] env[70323]: INFO nova.compute.manager [None req-bd9d3ccd-b12e-4bf6-9ae3-52c2230e0cf0 tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] [instance: e9534202-ee8f-414b-a4cc-3c98bd4fc273] Terminating instance [ 625.585129] env[70323]: DEBUG oslo_vmware.api [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Task: {'id': task-3226484, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.672892] env[70323]: DEBUG oslo_vmware.api [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Task: {'id': task-3226485, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.774548] env[70323]: DEBUG oslo_vmware.api [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52a6295d-889e-a906-0c5b-344ac2953c78, 'name': SearchDatastore_Task, 'duration_secs': 0.024837} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.774548] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.774548] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] [instance: 2eb42f40-1b49-496b-8f23-3d7298666d77] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 625.774548] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.774548] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.774548] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 625.774548] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cbbbfd54-213a-4665-91a2-a41153868f9f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.786885] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 625.787661] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 625.788771] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50edc07e-221c-4c22-a98a-2a927963ce9a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.796226] env[70323]: DEBUG oslo_vmware.api [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Waiting for the task: (returnval){ [ 625.796226] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5259028f-a49c-4654-41a2-676ca4cba6c2" [ 625.796226] env[70323]: _type = "Task" [ 625.796226] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.805796] env[70323]: DEBUG oslo_vmware.api [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5259028f-a49c-4654-41a2-676ca4cba6c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.857303] env[70323]: INFO nova.compute.rpcapi [None req-70b5e42c-8371-4b89-8ffc-d0228dff7589 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 625.857303] env[70323]: DEBUG oslo_concurrency.lockutils [None req-70b5e42c-8371-4b89-8ffc-d0228dff7589 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Releasing lock "compute-rpcapi-router" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.895944] env[70323]: DEBUG oslo_vmware.api [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Task: {'id': task-3226483, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.907825] env[70323]: DEBUG nova.compute.manager [None req-bd9d3ccd-b12e-4bf6-9ae3-52c2230e0cf0 tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] [instance: e9534202-ee8f-414b-a4cc-3c98bd4fc273] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 625.908072] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-bd9d3ccd-b12e-4bf6-9ae3-52c2230e0cf0 tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] [instance: e9534202-ee8f-414b-a4cc-3c98bd4fc273] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 625.910043] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e773057-0b42-40fc-8503-7261871437a3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.919675] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd9d3ccd-b12e-4bf6-9ae3-52c2230e0cf0 tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] [instance: e9534202-ee8f-414b-a4cc-3c98bd4fc273] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 625.920847] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-416bb408-8356-4c5d-8331-11bc778fb889 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.931226] env[70323]: DEBUG oslo_vmware.api [None req-bd9d3ccd-b12e-4bf6-9ae3-52c2230e0cf0 tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Waiting for the task: (returnval){ [ 625.931226] env[70323]: value = "task-3226486" [ 625.931226] env[70323]: _type = "Task" [ 625.931226] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.938076] env[70323]: DEBUG oslo_vmware.api [None req-bd9d3ccd-b12e-4bf6-9ae3-52c2230e0cf0 tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Task: {'id': task-3226486, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.081532] env[70323]: DEBUG oslo_vmware.api [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Task: {'id': task-3226484, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.726469} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.081532] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 2c9fda7c-de29-4b8a-b950-cfd429a16e18/2c9fda7c-de29-4b8a-b950-cfd429a16e18.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 626.081532] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] [instance: 2c9fda7c-de29-4b8a-b950-cfd429a16e18] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 626.081532] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d06f60fb-0523-462c-b9d8-e144b0227afe {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.088937] env[70323]: DEBUG oslo_vmware.api [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Waiting for the task: (returnval){ [ 626.088937] env[70323]: value = "task-3226487" [ 626.088937] env[70323]: _type = "Task" [ 626.088937] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.100861] env[70323]: DEBUG oslo_vmware.api [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Task: {'id': task-3226487, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.177896] env[70323]: DEBUG oslo_vmware.api [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Task: {'id': task-3226485, 'name': PowerOnVM_Task, 'duration_secs': 0.75774} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.177896] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] [instance: cce3978e-29ec-42c6-8190-d02f082e3b62] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 626.177896] env[70323]: INFO nova.compute.manager [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] [instance: cce3978e-29ec-42c6-8190-d02f082e3b62] Took 13.41 seconds to spawn the instance on the hypervisor. [ 626.177896] env[70323]: DEBUG nova.compute.manager [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] [instance: cce3978e-29ec-42c6-8190-d02f082e3b62] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 626.177896] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d475d8-0ef7-4a10-8d92-0520ebe797e0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.205469] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-1356b802-c6ff-4e34-94fc-f236ebf5d14e tempest-ServersAdmin275Test-1522998845 tempest-ServersAdmin275Test-1522998845-project-admin] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 626.206977] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18d56c10-53bf-4fd5-8b38-64085d623552 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.219390] env[70323]: DEBUG oslo_vmware.api [None req-1356b802-c6ff-4e34-94fc-f236ebf5d14e tempest-ServersAdmin275Test-1522998845 tempest-ServersAdmin275Test-1522998845-project-admin] Waiting for the task: (returnval){ [ 626.219390] env[70323]: value = "task-3226488" [ 626.219390] env[70323]: _type = "Task" [ 626.219390] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.228928] env[70323]: DEBUG oslo_vmware.api [None req-1356b802-c6ff-4e34-94fc-f236ebf5d14e tempest-ServersAdmin275Test-1522998845 tempest-ServersAdmin275Test-1522998845-project-admin] Task: {'id': task-3226488, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.313146] env[70323]: DEBUG oslo_vmware.api [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5259028f-a49c-4654-41a2-676ca4cba6c2, 'name': SearchDatastore_Task, 'duration_secs': 0.037304} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.313999] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4594b851-c9ac-45dc-aacd-7bfef6d29c3c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.321098] env[70323]: DEBUG oslo_vmware.api [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Waiting for the task: (returnval){ [ 626.321098] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52f7f265-5b57-b077-9b15-e0eadfed8a97" [ 626.321098] env[70323]: _type = "Task" [ 626.321098] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.335651] env[70323]: DEBUG oslo_vmware.api [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52f7f265-5b57-b077-9b15-e0eadfed8a97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.383135] env[70323]: DEBUG oslo_concurrency.lockutils [None req-70b5e42c-8371-4b89-8ffc-d0228dff7589 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Acquiring lock "refresh_cache-e38249fe-4114-40a6-9cdb-8ec5917bec83" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.383283] env[70323]: DEBUG oslo_concurrency.lockutils [None req-70b5e42c-8371-4b89-8ffc-d0228dff7589 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Acquired lock "refresh_cache-e38249fe-4114-40a6-9cdb-8ec5917bec83" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.383515] env[70323]: DEBUG nova.network.neutron [None req-70b5e42c-8371-4b89-8ffc-d0228dff7589 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: e38249fe-4114-40a6-9cdb-8ec5917bec83] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 626.403133] env[70323]: DEBUG oslo_vmware.api [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Task: {'id': task-3226483, 'name': ReconfigVM_Task, 'duration_secs': 1.149379} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.404093] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] [instance: 19fddddc-9657-463c-b24d-7ae457fdb870] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 19fddddc-9657-463c-b24d-7ae457fdb870/19fddddc-9657-463c-b24d-7ae457fdb870.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 626.404458] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-67816ce9-9bfd-4adc-8b8e-e3bbe39d68cc {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.413991] env[70323]: DEBUG oslo_vmware.api [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Waiting for the task: (returnval){ [ 626.413991] env[70323]: value = "task-3226489" [ 626.413991] env[70323]: _type = "Task" [ 626.413991] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.430248] env[70323]: DEBUG oslo_vmware.api [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Task: {'id': task-3226489, 'name': Rename_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.447703] env[70323]: DEBUG oslo_vmware.api [None req-bd9d3ccd-b12e-4bf6-9ae3-52c2230e0cf0 tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Task: {'id': task-3226486, 'name': PowerOffVM_Task, 'duration_secs': 0.366261} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.450613] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd9d3ccd-b12e-4bf6-9ae3-52c2230e0cf0 tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] [instance: e9534202-ee8f-414b-a4cc-3c98bd4fc273] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 626.450613] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-bd9d3ccd-b12e-4bf6-9ae3-52c2230e0cf0 tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] [instance: e9534202-ee8f-414b-a4cc-3c98bd4fc273] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 626.450613] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1db841c-0bba-46ed-9739-fc10c74788e2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.540379] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-bd9d3ccd-b12e-4bf6-9ae3-52c2230e0cf0 tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] [instance: e9534202-ee8f-414b-a4cc-3c98bd4fc273] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 626.541055] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-bd9d3ccd-b12e-4bf6-9ae3-52c2230e0cf0 tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] [instance: e9534202-ee8f-414b-a4cc-3c98bd4fc273] Deleting contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 626.541055] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd9d3ccd-b12e-4bf6-9ae3-52c2230e0cf0 tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Deleting the datastore file [datastore1] e9534202-ee8f-414b-a4cc-3c98bd4fc273 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 626.541243] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cfe53d3a-ee66-4555-8e55-456006a2210e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.552612] env[70323]: DEBUG oslo_vmware.api [None req-bd9d3ccd-b12e-4bf6-9ae3-52c2230e0cf0 tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Waiting for the task: (returnval){ [ 626.552612] env[70323]: value = "task-3226491" [ 626.552612] env[70323]: _type = "Task" [ 626.552612] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.558303] env[70323]: DEBUG nova.network.neutron [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] [instance: f80ff45c-767d-4771-876e-d4cf7f06718a] Successfully updated port: 60d95523-fe36-4bb7-9262-4a821f0cda20 {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 626.576882] env[70323]: DEBUG oslo_vmware.api [None req-bd9d3ccd-b12e-4bf6-9ae3-52c2230e0cf0 tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Task: {'id': task-3226491, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.602600] env[70323]: DEBUG oslo_vmware.api [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Task: {'id': task-3226487, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079782} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.603124] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] [instance: 2c9fda7c-de29-4b8a-b950-cfd429a16e18] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 626.604690] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba4230d-45f1-4661-b234-b95900a8a170 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.631808] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] [instance: 2c9fda7c-de29-4b8a-b950-cfd429a16e18] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 2c9fda7c-de29-4b8a-b950-cfd429a16e18/2c9fda7c-de29-4b8a-b950-cfd429a16e18.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 626.635873] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34d3a564-29ac-4959-a232-49cc9bd63961 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.661070] env[70323]: DEBUG oslo_vmware.api [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Waiting for the task: (returnval){ [ 626.661070] env[70323]: value = "task-3226492" [ 626.661070] env[70323]: _type = "Task" [ 626.661070] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.671070] env[70323]: DEBUG oslo_vmware.api [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Task: {'id': task-3226492, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.699210] env[70323]: INFO nova.compute.manager [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] [instance: cce3978e-29ec-42c6-8190-d02f082e3b62] Took 23.35 seconds to build instance. [ 626.735754] env[70323]: DEBUG oslo_vmware.api [None req-1356b802-c6ff-4e34-94fc-f236ebf5d14e tempest-ServersAdmin275Test-1522998845 tempest-ServersAdmin275Test-1522998845-project-admin] Task: {'id': task-3226488, 'name': PowerOffVM_Task, 'duration_secs': 0.28146} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.738713] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-1356b802-c6ff-4e34-94fc-f236ebf5d14e tempest-ServersAdmin275Test-1522998845 tempest-ServersAdmin275Test-1522998845-project-admin] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 626.738919] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-1356b802-c6ff-4e34-94fc-f236ebf5d14e tempest-ServersAdmin275Test-1522998845 tempest-ServersAdmin275Test-1522998845-project-admin] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 626.740050] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31cf228-9010-4a34-8f2f-904a40174259 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.750603] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-1356b802-c6ff-4e34-94fc-f236ebf5d14e tempest-ServersAdmin275Test-1522998845 tempest-ServersAdmin275Test-1522998845-project-admin] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 626.753381] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b82daee6-e108-4764-9b7d-85c5d9ab7b6d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.788747] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-1356b802-c6ff-4e34-94fc-f236ebf5d14e tempest-ServersAdmin275Test-1522998845 tempest-ServersAdmin275Test-1522998845-project-admin] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 626.788747] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-1356b802-c6ff-4e34-94fc-f236ebf5d14e tempest-ServersAdmin275Test-1522998845 tempest-ServersAdmin275Test-1522998845-project-admin] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Deleting contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 626.788747] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-1356b802-c6ff-4e34-94fc-f236ebf5d14e tempest-ServersAdmin275Test-1522998845 tempest-ServersAdmin275Test-1522998845-project-admin] Deleting the datastore file [datastore1] 99c5100f-890c-496c-b40a-2cd4a2be72e5 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 626.788747] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0bf1f920-e44b-4335-ac49-0e7f707d678d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.795467] env[70323]: DEBUG oslo_vmware.api [None req-1356b802-c6ff-4e34-94fc-f236ebf5d14e tempest-ServersAdmin275Test-1522998845 tempest-ServersAdmin275Test-1522998845-project-admin] Waiting for the task: (returnval){ [ 626.795467] env[70323]: value = "task-3226494" [ 626.795467] env[70323]: _type = "Task" [ 626.795467] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.809085] env[70323]: DEBUG oslo_vmware.api [None req-1356b802-c6ff-4e34-94fc-f236ebf5d14e tempest-ServersAdmin275Test-1522998845 tempest-ServersAdmin275Test-1522998845-project-admin] Task: {'id': task-3226494, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.817636] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-687f8bde-da29-4896-b694-da8c7465c2ff {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.830633] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c939d2-bf5b-48d7-ba18-30093c91bad3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.837639] env[70323]: DEBUG oslo_vmware.api [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52f7f265-5b57-b077-9b15-e0eadfed8a97, 'name': SearchDatastore_Task, 'duration_secs': 0.028137} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.838361] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.839591] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 2eb42f40-1b49-496b-8f23-3d7298666d77/2eb42f40-1b49-496b-8f23-3d7298666d77.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 626.839591] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7b3866b-0679-41a0-a2bf-2d5dc4ea9fcb {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.868768] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8d3d76-2545-4e3c-80f4-b33d7bd69d19 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.873893] env[70323]: DEBUG oslo_vmware.api [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Waiting for the task: (returnval){ [ 626.873893] env[70323]: value = "task-3226495" [ 626.873893] env[70323]: _type = "Task" [ 626.873893] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.884027] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec5e928-51c5-47a2-832a-866ecc667576 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.888100] env[70323]: DEBUG oslo_vmware.api [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Task: {'id': task-3226495, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.906437] env[70323]: DEBUG nova.compute.provider_tree [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Updating inventory in ProviderTree for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 626.911732] env[70323]: DEBUG nova.compute.manager [req-e271ba9b-8d71-4d87-9da4-315e9e8f554b req-296946ad-52ef-4943-9686-5edf5a36b341 service nova] [instance: 2eb42f40-1b49-496b-8f23-3d7298666d77] Received event network-vif-plugged-7ad61544-94d2-4c24-a69a-23ed8a9c5405 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 626.912083] env[70323]: DEBUG oslo_concurrency.lockutils [req-e271ba9b-8d71-4d87-9da4-315e9e8f554b req-296946ad-52ef-4943-9686-5edf5a36b341 service nova] Acquiring lock "2eb42f40-1b49-496b-8f23-3d7298666d77-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.913396] env[70323]: DEBUG oslo_concurrency.lockutils [req-e271ba9b-8d71-4d87-9da4-315e9e8f554b req-296946ad-52ef-4943-9686-5edf5a36b341 service nova] Lock "2eb42f40-1b49-496b-8f23-3d7298666d77-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.913396] env[70323]: DEBUG oslo_concurrency.lockutils [req-e271ba9b-8d71-4d87-9da4-315e9e8f554b req-296946ad-52ef-4943-9686-5edf5a36b341 service nova] Lock "2eb42f40-1b49-496b-8f23-3d7298666d77-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.913396] env[70323]: DEBUG nova.compute.manager [req-e271ba9b-8d71-4d87-9da4-315e9e8f554b req-296946ad-52ef-4943-9686-5edf5a36b341 service nova] [instance: 2eb42f40-1b49-496b-8f23-3d7298666d77] No waiting events found dispatching network-vif-plugged-7ad61544-94d2-4c24-a69a-23ed8a9c5405 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 626.913396] env[70323]: WARNING nova.compute.manager [req-e271ba9b-8d71-4d87-9da4-315e9e8f554b req-296946ad-52ef-4943-9686-5edf5a36b341 service nova] [instance: 2eb42f40-1b49-496b-8f23-3d7298666d77] Received unexpected event network-vif-plugged-7ad61544-94d2-4c24-a69a-23ed8a9c5405 for instance with vm_state building and task_state spawning. [ 626.913709] env[70323]: DEBUG nova.compute.manager [req-e271ba9b-8d71-4d87-9da4-315e9e8f554b req-296946ad-52ef-4943-9686-5edf5a36b341 service nova] [instance: 2eb42f40-1b49-496b-8f23-3d7298666d77] Received event network-changed-7ad61544-94d2-4c24-a69a-23ed8a9c5405 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 626.913911] env[70323]: DEBUG nova.compute.manager [req-e271ba9b-8d71-4d87-9da4-315e9e8f554b req-296946ad-52ef-4943-9686-5edf5a36b341 service nova] [instance: 2eb42f40-1b49-496b-8f23-3d7298666d77] Refreshing instance network info cache due to event network-changed-7ad61544-94d2-4c24-a69a-23ed8a9c5405. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 626.914805] env[70323]: DEBUG oslo_concurrency.lockutils [req-e271ba9b-8d71-4d87-9da4-315e9e8f554b req-296946ad-52ef-4943-9686-5edf5a36b341 service nova] Acquiring lock "refresh_cache-2eb42f40-1b49-496b-8f23-3d7298666d77" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.914805] env[70323]: DEBUG oslo_concurrency.lockutils [req-e271ba9b-8d71-4d87-9da4-315e9e8f554b req-296946ad-52ef-4943-9686-5edf5a36b341 service nova] Acquired lock "refresh_cache-2eb42f40-1b49-496b-8f23-3d7298666d77" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.914805] env[70323]: DEBUG nova.network.neutron [req-e271ba9b-8d71-4d87-9da4-315e9e8f554b req-296946ad-52ef-4943-9686-5edf5a36b341 service nova] [instance: 2eb42f40-1b49-496b-8f23-3d7298666d77] Refreshing network info cache for port 7ad61544-94d2-4c24-a69a-23ed8a9c5405 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 626.932311] env[70323]: DEBUG oslo_vmware.api [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Task: {'id': task-3226489, 'name': Rename_Task, 'duration_secs': 0.342171} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.932955] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] [instance: 19fddddc-9657-463c-b24d-7ae457fdb870] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 626.933637] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a2c2b0d-847f-46b5-b2e2-3a369a6dcbb4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.943452] env[70323]: DEBUG oslo_vmware.api [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Waiting for the task: (returnval){ [ 626.943452] env[70323]: value = "task-3226496" [ 626.943452] env[70323]: _type = "Task" [ 626.943452] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.956439] env[70323]: DEBUG oslo_vmware.api [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Task: {'id': task-3226496, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.064561] env[70323]: DEBUG oslo_vmware.api [None req-bd9d3ccd-b12e-4bf6-9ae3-52c2230e0cf0 tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Task: {'id': task-3226491, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.320391} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.064561] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd9d3ccd-b12e-4bf6-9ae3-52c2230e0cf0 tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 627.064561] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-bd9d3ccd-b12e-4bf6-9ae3-52c2230e0cf0 tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] [instance: e9534202-ee8f-414b-a4cc-3c98bd4fc273] Deleted contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 627.064561] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-bd9d3ccd-b12e-4bf6-9ae3-52c2230e0cf0 tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] [instance: e9534202-ee8f-414b-a4cc-3c98bd4fc273] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 627.065081] env[70323]: INFO nova.compute.manager [None req-bd9d3ccd-b12e-4bf6-9ae3-52c2230e0cf0 tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] [instance: e9534202-ee8f-414b-a4cc-3c98bd4fc273] Took 1.16 seconds to destroy the instance on the hypervisor. [ 627.065486] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd9d3ccd-b12e-4bf6-9ae3-52c2230e0cf0 tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 627.065486] env[70323]: DEBUG nova.compute.manager [-] [instance: e9534202-ee8f-414b-a4cc-3c98bd4fc273] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 627.065486] env[70323]: DEBUG nova.network.neutron [-] [instance: e9534202-ee8f-414b-a4cc-3c98bd4fc273] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 627.076674] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Acquiring lock "refresh_cache-f80ff45c-767d-4771-876e-d4cf7f06718a" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.076808] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Acquired lock "refresh_cache-f80ff45c-767d-4771-876e-d4cf7f06718a" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.076962] env[70323]: DEBUG nova.network.neutron [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] [instance: f80ff45c-767d-4771-876e-d4cf7f06718a] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 627.174397] env[70323]: DEBUG oslo_vmware.api [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Task: {'id': task-3226492, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.194715] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquiring lock "2d5cedee-6995-4e7f-b542-7379821901e1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.194982] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lock "2d5cedee-6995-4e7f-b542-7379821901e1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.205289] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9912ac92-9fd2-4fc3-94b2-b54d94bf658f tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Lock "cce3978e-29ec-42c6-8190-d02f082e3b62" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.898s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.312270] env[70323]: DEBUG oslo_vmware.api [None req-1356b802-c6ff-4e34-94fc-f236ebf5d14e tempest-ServersAdmin275Test-1522998845 tempest-ServersAdmin275Test-1522998845-project-admin] Task: {'id': task-3226494, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128173} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.312556] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-1356b802-c6ff-4e34-94fc-f236ebf5d14e tempest-ServersAdmin275Test-1522998845 tempest-ServersAdmin275Test-1522998845-project-admin] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 627.312741] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-1356b802-c6ff-4e34-94fc-f236ebf5d14e tempest-ServersAdmin275Test-1522998845 tempest-ServersAdmin275Test-1522998845-project-admin] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Deleted contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 627.312920] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-1356b802-c6ff-4e34-94fc-f236ebf5d14e tempest-ServersAdmin275Test-1522998845 tempest-ServersAdmin275Test-1522998845-project-admin] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 627.394847] env[70323]: DEBUG oslo_vmware.api [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Task: {'id': task-3226495, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.444073] env[70323]: ERROR nova.scheduler.client.report [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] [req-e0e5923e-d283-415e-8ce8-84b9ce946803] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 765eeb06-25b4-4ca4-bad4-b5981f14c25f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e0e5923e-d283-415e-8ce8-84b9ce946803"}]} [ 627.454575] env[70323]: DEBUG oslo_vmware.api [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Task: {'id': task-3226496, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.462430] env[70323]: DEBUG nova.scheduler.client.report [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Refreshing inventories for resource provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 627.483743] env[70323]: DEBUG nova.scheduler.client.report [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Updating ProviderTree inventory for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 627.483979] env[70323]: DEBUG nova.compute.provider_tree [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Updating inventory in ProviderTree for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 627.498288] env[70323]: DEBUG nova.scheduler.client.report [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Refreshing aggregate associations for resource provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f, aggregates: None {{(pid=70323) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 627.539064] env[70323]: DEBUG oslo_concurrency.lockutils [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Acquiring lock "8d3a4e3f-033e-4ed0-a67c-99d0f9a3d753" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.539307] env[70323]: DEBUG oslo_concurrency.lockutils [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Lock "8d3a4e3f-033e-4ed0-a67c-99d0f9a3d753" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.540801] env[70323]: DEBUG nova.scheduler.client.report [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Refreshing trait associations for resource provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=70323) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 627.657262] env[70323]: DEBUG nova.compute.manager [req-02018b76-5e19-4e04-89a1-9baa70c92599 req-bf56f02a-482b-41a6-9892-7c955009c9ce service nova] [instance: 2c9fda7c-de29-4b8a-b950-cfd429a16e18] Received event network-changed-ce627abe-31a3-40e0-adf1-8f5203e700a6 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 627.657532] env[70323]: DEBUG nova.compute.manager [req-02018b76-5e19-4e04-89a1-9baa70c92599 req-bf56f02a-482b-41a6-9892-7c955009c9ce service nova] [instance: 2c9fda7c-de29-4b8a-b950-cfd429a16e18] Refreshing instance network info cache due to event network-changed-ce627abe-31a3-40e0-adf1-8f5203e700a6. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 627.657644] env[70323]: DEBUG oslo_concurrency.lockutils [req-02018b76-5e19-4e04-89a1-9baa70c92599 req-bf56f02a-482b-41a6-9892-7c955009c9ce service nova] Acquiring lock "refresh_cache-2c9fda7c-de29-4b8a-b950-cfd429a16e18" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.657785] env[70323]: DEBUG oslo_concurrency.lockutils [req-02018b76-5e19-4e04-89a1-9baa70c92599 req-bf56f02a-482b-41a6-9892-7c955009c9ce service nova] Acquired lock "refresh_cache-2c9fda7c-de29-4b8a-b950-cfd429a16e18" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.657990] env[70323]: DEBUG nova.network.neutron [req-02018b76-5e19-4e04-89a1-9baa70c92599 req-bf56f02a-482b-41a6-9892-7c955009c9ce service nova] [instance: 2c9fda7c-de29-4b8a-b950-cfd429a16e18] Refreshing network info cache for port ce627abe-31a3-40e0-adf1-8f5203e700a6 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 627.674573] env[70323]: DEBUG oslo_vmware.api [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Task: {'id': task-3226492, 'name': ReconfigVM_Task, 'duration_secs': 0.559615} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.674573] env[70323]: DEBUG nova.network.neutron [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] [instance: f80ff45c-767d-4771-876e-d4cf7f06718a] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 627.675889] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] [instance: 2c9fda7c-de29-4b8a-b950-cfd429a16e18] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 2c9fda7c-de29-4b8a-b950-cfd429a16e18/2c9fda7c-de29-4b8a-b950-cfd429a16e18.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 627.679749] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-67300816-b9d0-4727-afa2-64e68f728f91 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.689098] env[70323]: DEBUG oslo_vmware.api [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Waiting for the task: (returnval){ [ 627.689098] env[70323]: value = "task-3226497" [ 627.689098] env[70323]: _type = "Task" [ 627.689098] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.705784] env[70323]: DEBUG oslo_vmware.api [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Task: {'id': task-3226497, 'name': Rename_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.709919] env[70323]: DEBUG nova.compute.manager [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 2d5cedee-6995-4e7f-b542-7379821901e1] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 627.726236] env[70323]: DEBUG nova.network.neutron [None req-70b5e42c-8371-4b89-8ffc-d0228dff7589 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: e38249fe-4114-40a6-9cdb-8ec5917bec83] Updating instance_info_cache with network_info: [{"id": "7d687eaa-d970-4867-b783-b22fcaa48ffc", "address": "fa:16:3e:4d:11:7a", "network": {"id": "4e0d8ee1-52f7-4416-a8bd-f34b989a1542", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aa1f6314fd1d4d8a9ec1f238193c1000", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d687eaa-d9", "ovs_interfaceid": "7d687eaa-d970-4867-b783-b22fcaa48ffc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.885117] env[70323]: DEBUG oslo_vmware.api [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Task: {'id': task-3226495, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570478} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.887925] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 2eb42f40-1b49-496b-8f23-3d7298666d77/2eb42f40-1b49-496b-8f23-3d7298666d77.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 627.888134] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] [instance: 2eb42f40-1b49-496b-8f23-3d7298666d77] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 627.888646] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c2ba437-dfb9-4632-851b-879feba85179 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.897028] env[70323]: DEBUG oslo_vmware.api [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Waiting for the task: (returnval){ [ 627.897028] env[70323]: value = "task-3226498" [ 627.897028] env[70323]: _type = "Task" [ 627.897028] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.910357] env[70323]: DEBUG oslo_vmware.api [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Task: {'id': task-3226498, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.943497] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e75d292-8db3-433a-8377-5ee318a0af55 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.960129] env[70323]: DEBUG oslo_vmware.api [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Task: {'id': task-3226496, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.963095] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8251b7c9-5e7a-44fa-9f1b-56ec2b19152e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.995259] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0768bf75-a488-4263-84ec-3430dbe818af {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.004591] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935ffd4e-9dfe-430a-baa8-0158394f741d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.021332] env[70323]: DEBUG nova.compute.provider_tree [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Updating inventory in ProviderTree for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 628.024063] env[70323]: DEBUG nova.network.neutron [req-e271ba9b-8d71-4d87-9da4-315e9e8f554b req-296946ad-52ef-4943-9686-5edf5a36b341 service nova] [instance: 2eb42f40-1b49-496b-8f23-3d7298666d77] Updated VIF entry in instance network info cache for port 7ad61544-94d2-4c24-a69a-23ed8a9c5405. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 628.024063] env[70323]: DEBUG nova.network.neutron [req-e271ba9b-8d71-4d87-9da4-315e9e8f554b req-296946ad-52ef-4943-9686-5edf5a36b341 service nova] [instance: 2eb42f40-1b49-496b-8f23-3d7298666d77] Updating instance_info_cache with network_info: [{"id": "7ad61544-94d2-4c24-a69a-23ed8a9c5405", "address": "fa:16:3e:ff:59:55", "network": {"id": "e49665e5-1a9d-463a-ade6-ea352f895e2d", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1763630125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0808aae9fe214413a19b5b74cb2f7acf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ad61544-94", "ovs_interfaceid": "7ad61544-94d2-4c24-a69a-23ed8a9c5405", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.026045] env[70323]: DEBUG nova.network.neutron [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] [instance: f80ff45c-767d-4771-876e-d4cf7f06718a] Updating instance_info_cache with network_info: [{"id": "60d95523-fe36-4bb7-9262-4a821f0cda20", "address": "fa:16:3e:6f:e1:c4", "network": {"id": "4e0d8ee1-52f7-4416-a8bd-f34b989a1542", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aa1f6314fd1d4d8a9ec1f238193c1000", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60d95523-fe", "ovs_interfaceid": "60d95523-fe36-4bb7-9262-4a821f0cda20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.204464] env[70323]: DEBUG oslo_vmware.api [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Task: {'id': task-3226497, 'name': Rename_Task, 'duration_secs': 0.341846} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.204464] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] [instance: 2c9fda7c-de29-4b8a-b950-cfd429a16e18] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 628.204653] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af8cb5be-7f61-4048-9fd9-01dc282ac12d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.216868] env[70323]: DEBUG oslo_vmware.api [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Waiting for the task: (returnval){ [ 628.216868] env[70323]: value = "task-3226499" [ 628.216868] env[70323]: _type = "Task" [ 628.216868] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.229104] env[70323]: DEBUG oslo_concurrency.lockutils [None req-70b5e42c-8371-4b89-8ffc-d0228dff7589 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Releasing lock "refresh_cache-e38249fe-4114-40a6-9cdb-8ec5917bec83" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.240809] env[70323]: DEBUG oslo_vmware.api [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Task: {'id': task-3226499, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.253502] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.382279] env[70323]: DEBUG nova.virt.hardware [None req-1356b802-c6ff-4e34-94fc-f236ebf5d14e tempest-ServersAdmin275Test-1522998845 tempest-ServersAdmin275Test-1522998845-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 628.382615] env[70323]: DEBUG nova.virt.hardware [None req-1356b802-c6ff-4e34-94fc-f236ebf5d14e tempest-ServersAdmin275Test-1522998845 tempest-ServersAdmin275Test-1522998845-project-admin] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 628.382676] env[70323]: DEBUG nova.virt.hardware [None req-1356b802-c6ff-4e34-94fc-f236ebf5d14e tempest-ServersAdmin275Test-1522998845 tempest-ServersAdmin275Test-1522998845-project-admin] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 628.382857] env[70323]: DEBUG nova.virt.hardware [None req-1356b802-c6ff-4e34-94fc-f236ebf5d14e tempest-ServersAdmin275Test-1522998845 tempest-ServersAdmin275Test-1522998845-project-admin] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 628.383010] env[70323]: DEBUG nova.virt.hardware [None req-1356b802-c6ff-4e34-94fc-f236ebf5d14e tempest-ServersAdmin275Test-1522998845 tempest-ServersAdmin275Test-1522998845-project-admin] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 628.383211] env[70323]: DEBUG nova.virt.hardware [None req-1356b802-c6ff-4e34-94fc-f236ebf5d14e tempest-ServersAdmin275Test-1522998845 tempest-ServersAdmin275Test-1522998845-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 628.383440] env[70323]: DEBUG nova.virt.hardware [None req-1356b802-c6ff-4e34-94fc-f236ebf5d14e tempest-ServersAdmin275Test-1522998845 tempest-ServersAdmin275Test-1522998845-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 628.383571] env[70323]: DEBUG nova.virt.hardware [None req-1356b802-c6ff-4e34-94fc-f236ebf5d14e tempest-ServersAdmin275Test-1522998845 tempest-ServersAdmin275Test-1522998845-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 628.383752] env[70323]: DEBUG nova.virt.hardware [None req-1356b802-c6ff-4e34-94fc-f236ebf5d14e tempest-ServersAdmin275Test-1522998845 tempest-ServersAdmin275Test-1522998845-project-admin] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 628.383918] env[70323]: DEBUG nova.virt.hardware [None req-1356b802-c6ff-4e34-94fc-f236ebf5d14e tempest-ServersAdmin275Test-1522998845 tempest-ServersAdmin275Test-1522998845-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 628.384213] env[70323]: DEBUG nova.virt.hardware [None req-1356b802-c6ff-4e34-94fc-f236ebf5d14e tempest-ServersAdmin275Test-1522998845 tempest-ServersAdmin275Test-1522998845-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 628.384990] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6c1f2e-f756-4829-af0b-68a9598d8e2d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.408929] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0745ab7f-07d6-47df-923d-d4741359a7b7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.413015] env[70323]: DEBUG nova.network.neutron [-] [instance: e9534202-ee8f-414b-a4cc-3c98bd4fc273] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.428886] env[70323]: DEBUG oslo_vmware.api [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Task: {'id': task-3226498, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077931} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.429389] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-1356b802-c6ff-4e34-94fc-f236ebf5d14e tempest-ServersAdmin275Test-1522998845 tempest-ServersAdmin275Test-1522998845-project-admin] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Instance VIF info [] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 628.435251] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1356b802-c6ff-4e34-94fc-f236ebf5d14e tempest-ServersAdmin275Test-1522998845 tempest-ServersAdmin275Test-1522998845-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 628.436026] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] [instance: 2eb42f40-1b49-496b-8f23-3d7298666d77] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 628.446098] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 628.446098] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0edcac69-466f-432b-8ae3-8222c32973e8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.446098] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-476388fc-a3a7-41cf-8459-778732c1b90d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.478404] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] [instance: 2eb42f40-1b49-496b-8f23-3d7298666d77] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 2eb42f40-1b49-496b-8f23-3d7298666d77/2eb42f40-1b49-496b-8f23-3d7298666d77.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 628.483749] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03c41db2-dcb2-4ffe-8433-d216502066cc {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.498559] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 628.498559] env[70323]: value = "task-3226500" [ 628.498559] env[70323]: _type = "Task" [ 628.498559] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.502927] env[70323]: DEBUG oslo_vmware.api [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Task: {'id': task-3226496, 'name': PowerOnVM_Task, 'duration_secs': 1.199784} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.508829] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] [instance: 19fddddc-9657-463c-b24d-7ae457fdb870] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 628.509166] env[70323]: INFO nova.compute.manager [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] [instance: 19fddddc-9657-463c-b24d-7ae457fdb870] Took 13.26 seconds to spawn the instance on the hypervisor. [ 628.509416] env[70323]: DEBUG nova.compute.manager [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] [instance: 19fddddc-9657-463c-b24d-7ae457fdb870] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 628.511672] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e752843a-7d9c-40ad-b665-d5884d260f9c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.514337] env[70323]: DEBUG oslo_vmware.api [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Waiting for the task: (returnval){ [ 628.514337] env[70323]: value = "task-3226501" [ 628.514337] env[70323]: _type = "Task" [ 628.514337] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.523147] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226500, 'name': CreateVM_Task} progress is 15%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.531862] env[70323]: DEBUG oslo_concurrency.lockutils [req-e271ba9b-8d71-4d87-9da4-315e9e8f554b req-296946ad-52ef-4943-9686-5edf5a36b341 service nova] Releasing lock "refresh_cache-2eb42f40-1b49-496b-8f23-3d7298666d77" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.539011] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Releasing lock "refresh_cache-f80ff45c-767d-4771-876e-d4cf7f06718a" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.539011] env[70323]: DEBUG nova.compute.manager [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] [instance: f80ff45c-767d-4771-876e-d4cf7f06718a] Instance network_info: |[{"id": "60d95523-fe36-4bb7-9262-4a821f0cda20", "address": "fa:16:3e:6f:e1:c4", "network": {"id": "4e0d8ee1-52f7-4416-a8bd-f34b989a1542", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aa1f6314fd1d4d8a9ec1f238193c1000", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60d95523-fe", "ovs_interfaceid": "60d95523-fe36-4bb7-9262-4a821f0cda20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 628.539011] env[70323]: DEBUG oslo_vmware.api [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Task: {'id': task-3226501, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.539011] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] [instance: f80ff45c-767d-4771-876e-d4cf7f06718a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:e1:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74f30339-6421-4654-bddb-81d7f34db9d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '60d95523-fe36-4bb7-9262-4a821f0cda20', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 628.546382] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Creating folder: Project (82e778ea3cb3439da6fa7d10d0db055d). Parent ref: group-v644941. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 628.547208] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c3c253cc-430f-4d7f-89ce-16bcc16fd3e6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.561479] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Created folder: Project (82e778ea3cb3439da6fa7d10d0db055d) in parent group-v644941. [ 628.561663] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Creating folder: Instances. Parent ref: group-v644981. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 628.561967] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e067990f-4485-4dd5-b64c-cfb7737d6495 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.566647] env[70323]: ERROR nova.scheduler.client.report [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] [req-d32c788f-97af-4d1d-a4b3-8116e45d5417] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 765eeb06-25b4-4ca4-bad4-b5981f14c25f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d32c788f-97af-4d1d-a4b3-8116e45d5417"}]} [ 628.576238] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Created folder: Instances in parent group-v644981. [ 628.576384] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 628.576576] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f80ff45c-767d-4771-876e-d4cf7f06718a] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 628.576785] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-201b28a2-033b-475c-b8ca-30e4ac63a286 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.593703] env[70323]: DEBUG nova.scheduler.client.report [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Refreshing inventories for resource provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 628.604504] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 628.604504] env[70323]: value = "task-3226504" [ 628.604504] env[70323]: _type = "Task" [ 628.604504] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.614206] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226504, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.623580] env[70323]: DEBUG nova.scheduler.client.report [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Updating ProviderTree inventory for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 628.623815] env[70323]: DEBUG nova.compute.provider_tree [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Updating inventory in ProviderTree for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 628.644097] env[70323]: DEBUG nova.scheduler.client.report [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Refreshing aggregate associations for resource provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f, aggregates: None {{(pid=70323) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 628.681209] env[70323]: DEBUG nova.network.neutron [req-02018b76-5e19-4e04-89a1-9baa70c92599 req-bf56f02a-482b-41a6-9892-7c955009c9ce service nova] [instance: 2c9fda7c-de29-4b8a-b950-cfd429a16e18] Updated VIF entry in instance network info cache for port ce627abe-31a3-40e0-adf1-8f5203e700a6. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 628.681585] env[70323]: DEBUG nova.network.neutron [req-02018b76-5e19-4e04-89a1-9baa70c92599 req-bf56f02a-482b-41a6-9892-7c955009c9ce service nova] [instance: 2c9fda7c-de29-4b8a-b950-cfd429a16e18] Updating instance_info_cache with network_info: [{"id": "ce627abe-31a3-40e0-adf1-8f5203e700a6", "address": "fa:16:3e:7a:9b:26", "network": {"id": "cf84f248-8371-4286-887e-d0a74f6bd050", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1700658248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "613ac2ce15594096bb405b5ae23416f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce627abe-31", "ovs_interfaceid": "ce627abe-31a3-40e0-adf1-8f5203e700a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.685852] env[70323]: DEBUG nova.scheduler.client.report [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Refreshing trait associations for resource provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=70323) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 628.740047] env[70323]: DEBUG oslo_vmware.api [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Task: {'id': task-3226499, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.873326] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Acquiring lock "86114837-8210-4063-9fe5-6e867ae7b252" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.873865] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Lock "86114837-8210-4063-9fe5-6e867ae7b252" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.938873] env[70323]: INFO nova.compute.manager [-] [instance: e9534202-ee8f-414b-a4cc-3c98bd4fc273] Took 1.87 seconds to deallocate network for instance. [ 629.019637] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226500, 'name': CreateVM_Task, 'duration_secs': 0.424043} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.028255] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 629.034185] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1356b802-c6ff-4e34-94fc-f236ebf5d14e tempest-ServersAdmin275Test-1522998845 tempest-ServersAdmin275Test-1522998845-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.035338] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1356b802-c6ff-4e34-94fc-f236ebf5d14e tempest-ServersAdmin275Test-1522998845 tempest-ServersAdmin275Test-1522998845-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.035338] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1356b802-c6ff-4e34-94fc-f236ebf5d14e tempest-ServersAdmin275Test-1522998845 tempest-ServersAdmin275Test-1522998845-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.038249] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2610eeb4-d9ac-4f53-bc42-c91322411c06 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.040522] env[70323]: INFO nova.compute.manager [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] [instance: 19fddddc-9657-463c-b24d-7ae457fdb870] Took 24.44 seconds to build instance. [ 629.045531] env[70323]: DEBUG oslo_vmware.api [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Task: {'id': task-3226501, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.051933] env[70323]: DEBUG oslo_vmware.api [None req-1356b802-c6ff-4e34-94fc-f236ebf5d14e tempest-ServersAdmin275Test-1522998845 tempest-ServersAdmin275Test-1522998845-project-admin] Waiting for the task: (returnval){ [ 629.051933] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52048688-aaf7-06e9-3796-77ccc2317c68" [ 629.051933] env[70323]: _type = "Task" [ 629.051933] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.060570] env[70323]: DEBUG oslo_vmware.api [None req-1356b802-c6ff-4e34-94fc-f236ebf5d14e tempest-ServersAdmin275Test-1522998845 tempest-ServersAdmin275Test-1522998845-project-admin] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52048688-aaf7-06e9-3796-77ccc2317c68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.118037] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226504, 'name': CreateVM_Task, 'duration_secs': 0.503263} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.124310] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f80ff45c-767d-4771-876e-d4cf7f06718a] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 629.124310] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.124310] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.124661] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.124937] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7903b368-ff6a-4318-b07e-baaa32b6d331 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.132650] env[70323]: DEBUG oslo_vmware.api [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Waiting for the task: (returnval){ [ 629.132650] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5237599c-f1f8-1c79-3435-eb3ef49c2413" [ 629.132650] env[70323]: _type = "Task" [ 629.132650] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.153501] env[70323]: DEBUG oslo_vmware.api [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5237599c-f1f8-1c79-3435-eb3ef49c2413, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.158082] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c87c3d2-ad93-4a23-a0db-414993661b88 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.167146] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbbd2e2c-de4c-46fd-818a-2df616fc132c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.198086] env[70323]: DEBUG oslo_concurrency.lockutils [req-02018b76-5e19-4e04-89a1-9baa70c92599 req-bf56f02a-482b-41a6-9892-7c955009c9ce service nova] Releasing lock "refresh_cache-2c9fda7c-de29-4b8a-b950-cfd429a16e18" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.200032] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b93d6e-48e4-4ec7-b8bd-75ad79220aca {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.208371] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3501f781-6192-45c9-922c-ef76ad79eda8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.223131] env[70323]: DEBUG nova.compute.provider_tree [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Updating inventory in ProviderTree for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 629.232650] env[70323]: DEBUG oslo_vmware.api [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Task: {'id': task-3226499, 'name': PowerOnVM_Task, 'duration_secs': 0.723255} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.232908] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] [instance: 2c9fda7c-de29-4b8a-b950-cfd429a16e18] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 629.233125] env[70323]: INFO nova.compute.manager [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] [instance: 2c9fda7c-de29-4b8a-b950-cfd429a16e18] Took 11.53 seconds to spawn the instance on the hypervisor. [ 629.233298] env[70323]: DEBUG nova.compute.manager [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] [instance: 2c9fda7c-de29-4b8a-b950-cfd429a16e18] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 629.234075] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8853e45a-086c-488f-b7a2-ec1d63b69897 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.454025] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bd9d3ccd-b12e-4bf6-9ae3-52c2230e0cf0 tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.531594] env[70323]: DEBUG oslo_vmware.api [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Task: {'id': task-3226501, 'name': ReconfigVM_Task, 'duration_secs': 0.592951} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.531907] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] [instance: 2eb42f40-1b49-496b-8f23-3d7298666d77] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 2eb42f40-1b49-496b-8f23-3d7298666d77/2eb42f40-1b49-496b-8f23-3d7298666d77.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 629.532599] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14beb266-942d-40c5-a89e-11ee6314b172 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.541198] env[70323]: DEBUG oslo_vmware.api [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Waiting for the task: (returnval){ [ 629.541198] env[70323]: value = "task-3226505" [ 629.541198] env[70323]: _type = "Task" [ 629.541198] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.550245] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0230134c-ad9d-4fed-8534-df8deee3ef8f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Lock "19fddddc-9657-463c-b24d-7ae457fdb870" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.969s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.551354] env[70323]: DEBUG oslo_vmware.api [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Task: {'id': task-3226505, 'name': Rename_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.564814] env[70323]: DEBUG oslo_vmware.api [None req-1356b802-c6ff-4e34-94fc-f236ebf5d14e tempest-ServersAdmin275Test-1522998845 tempest-ServersAdmin275Test-1522998845-project-admin] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52048688-aaf7-06e9-3796-77ccc2317c68, 'name': SearchDatastore_Task, 'duration_secs': 0.019447} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.565411] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1356b802-c6ff-4e34-94fc-f236ebf5d14e tempest-ServersAdmin275Test-1522998845 tempest-ServersAdmin275Test-1522998845-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.565635] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-1356b802-c6ff-4e34-94fc-f236ebf5d14e tempest-ServersAdmin275Test-1522998845 tempest-ServersAdmin275Test-1522998845-project-admin] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 629.566589] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1356b802-c6ff-4e34-94fc-f236ebf5d14e tempest-ServersAdmin275Test-1522998845 tempest-ServersAdmin275Test-1522998845-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.566589] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1356b802-c6ff-4e34-94fc-f236ebf5d14e tempest-ServersAdmin275Test-1522998845 tempest-ServersAdmin275Test-1522998845-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.566589] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-1356b802-c6ff-4e34-94fc-f236ebf5d14e tempest-ServersAdmin275Test-1522998845 tempest-ServersAdmin275Test-1522998845-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 629.566739] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f62782bc-b7b1-47d5-a3e5-432a349d8f11 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.577496] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-1356b802-c6ff-4e34-94fc-f236ebf5d14e tempest-ServersAdmin275Test-1522998845 tempest-ServersAdmin275Test-1522998845-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 629.578124] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-1356b802-c6ff-4e34-94fc-f236ebf5d14e tempest-ServersAdmin275Test-1522998845 tempest-ServersAdmin275Test-1522998845-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 629.580097] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-508c1544-8f13-4238-acfc-99339b4fcef0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.587463] env[70323]: DEBUG oslo_vmware.api [None req-1356b802-c6ff-4e34-94fc-f236ebf5d14e tempest-ServersAdmin275Test-1522998845 tempest-ServersAdmin275Test-1522998845-project-admin] Waiting for the task: (returnval){ [ 629.587463] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]520bfcd6-f244-5ae3-24c2-8f8ccec01fc0" [ 629.587463] env[70323]: _type = "Task" [ 629.587463] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.599405] env[70323]: DEBUG oslo_vmware.api [None req-1356b802-c6ff-4e34-94fc-f236ebf5d14e tempest-ServersAdmin275Test-1522998845 tempest-ServersAdmin275Test-1522998845-project-admin] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]520bfcd6-f244-5ae3-24c2-8f8ccec01fc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.644943] env[70323]: DEBUG oslo_vmware.api [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5237599c-f1f8-1c79-3435-eb3ef49c2413, 'name': SearchDatastore_Task, 'duration_secs': 0.022549} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.645487] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.645843] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] [instance: f80ff45c-767d-4771-876e-d4cf7f06718a] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 629.646219] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.646506] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.646818] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 629.647201] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5734c528-8716-4921-b48a-44983e586758 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.661241] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 629.661241] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 629.661241] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b166c925-6811-4249-a12e-11c972c4a3fb {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.670207] env[70323]: DEBUG oslo_vmware.api [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Waiting for the task: (returnval){ [ 629.670207] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]526cd30d-529f-9fed-a585-708da879a235" [ 629.670207] env[70323]: _type = "Task" [ 629.670207] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.677611] env[70323]: DEBUG oslo_vmware.api [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]526cd30d-529f-9fed-a585-708da879a235, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.761170] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e6dbe2-79da-43bf-bba0-722a9f184d3a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.788041] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-70b5e42c-8371-4b89-8ffc-d0228dff7589 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: e38249fe-4114-40a6-9cdb-8ec5917bec83] Updating instance 'e38249fe-4114-40a6-9cdb-8ec5917bec83' progress to 0 {{(pid=70323) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 629.792130] env[70323]: DEBUG nova.scheduler.client.report [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Updated inventory for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with generation 28 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 629.792780] env[70323]: DEBUG nova.compute.provider_tree [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Updating resource provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f generation from 28 to 29 during operation: update_inventory {{(pid=70323) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 629.792780] env[70323]: DEBUG nova.compute.provider_tree [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Updating inventory in ProviderTree for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 629.802870] env[70323]: INFO nova.compute.manager [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] [instance: 2c9fda7c-de29-4b8a-b950-cfd429a16e18] Took 19.66 seconds to build instance. [ 630.056398] env[70323]: DEBUG nova.compute.manager [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] [instance: 8d3a4e3f-033e-4ed0-a67c-99d0f9a3d753] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 630.066567] env[70323]: DEBUG oslo_vmware.api [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Task: {'id': task-3226505, 'name': Rename_Task, 'duration_secs': 0.336722} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.067069] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] [instance: 2eb42f40-1b49-496b-8f23-3d7298666d77] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 630.067320] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2305c4c9-3585-457d-ab85-e361ca9d53f6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.075697] env[70323]: DEBUG oslo_vmware.api [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Waiting for the task: (returnval){ [ 630.075697] env[70323]: value = "task-3226506" [ 630.075697] env[70323]: _type = "Task" [ 630.075697] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.086492] env[70323]: DEBUG oslo_vmware.api [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Task: {'id': task-3226506, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.102036] env[70323]: DEBUG oslo_vmware.api [None req-1356b802-c6ff-4e34-94fc-f236ebf5d14e tempest-ServersAdmin275Test-1522998845 tempest-ServersAdmin275Test-1522998845-project-admin] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]520bfcd6-f244-5ae3-24c2-8f8ccec01fc0, 'name': SearchDatastore_Task, 'duration_secs': 0.014216} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.102960] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-065c5a06-e952-4ff5-aa64-720b773ec5da {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.119672] env[70323]: DEBUG oslo_vmware.api [None req-1356b802-c6ff-4e34-94fc-f236ebf5d14e tempest-ServersAdmin275Test-1522998845 tempest-ServersAdmin275Test-1522998845-project-admin] Waiting for the task: (returnval){ [ 630.119672] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52aedf07-fa08-a16c-6721-4b8b66565489" [ 630.119672] env[70323]: _type = "Task" [ 630.119672] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.125526] env[70323]: DEBUG oslo_vmware.api [None req-1356b802-c6ff-4e34-94fc-f236ebf5d14e tempest-ServersAdmin275Test-1522998845 tempest-ServersAdmin275Test-1522998845-project-admin] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52aedf07-fa08-a16c-6721-4b8b66565489, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.182252] env[70323]: DEBUG oslo_vmware.api [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]526cd30d-529f-9fed-a585-708da879a235, 'name': SearchDatastore_Task, 'duration_secs': 0.017025} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.183114] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d784d84a-8523-4e77-9cec-80b9cb52ef8e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.196099] env[70323]: DEBUG oslo_vmware.api [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Waiting for the task: (returnval){ [ 630.196099] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52e10a08-98e8-5d17-d670-9ff624bbc741" [ 630.196099] env[70323]: _type = "Task" [ 630.196099] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.207821] env[70323]: DEBUG oslo_vmware.api [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52e10a08-98e8-5d17-d670-9ff624bbc741, 'name': SearchDatastore_Task, 'duration_secs': 0.012173} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.208249] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.208522] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] f80ff45c-767d-4771-876e-d4cf7f06718a/f80ff45c-767d-4771-876e-d4cf7f06718a.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 630.208834] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8aa49d23-4aad-45d7-852d-8bde3dd8976a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.218762] env[70323]: DEBUG oslo_vmware.api [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Waiting for the task: (returnval){ [ 630.218762] env[70323]: value = "task-3226507" [ 630.218762] env[70323]: _type = "Task" [ 630.218762] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.228899] env[70323]: DEBUG oslo_vmware.api [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Task: {'id': task-3226507, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.299408] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-70b5e42c-8371-4b89-8ffc-d0228dff7589 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: e38249fe-4114-40a6-9cdb-8ec5917bec83] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 630.299773] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e95d793-9de0-4c03-b7be-a12ae6c977a5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.302338] env[70323]: DEBUG oslo_concurrency.lockutils [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.954s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.302917] env[70323]: DEBUG nova.compute.manager [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] [instance: 16c3a117-e725-45e2-94e9-fbc0156fbadd] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 630.306651] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b1220866-3404-4c21-bbf4-10ad7006b514 tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 12.932s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.306651] env[70323]: DEBUG nova.objects.instance [None req-b1220866-3404-4c21-bbf4-10ad7006b514 tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70323) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 630.309364] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d870c0e6-e083-4176-bfdd-b8ef97a10e7d tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Lock "2c9fda7c-de29-4b8a-b950-cfd429a16e18" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.184s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.320643] env[70323]: DEBUG oslo_vmware.api [None req-70b5e42c-8371-4b89-8ffc-d0228dff7589 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Waiting for the task: (returnval){ [ 630.320643] env[70323]: value = "task-3226508" [ 630.320643] env[70323]: _type = "Task" [ 630.320643] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.332246] env[70323]: DEBUG oslo_vmware.api [None req-70b5e42c-8371-4b89-8ffc-d0228dff7589 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Task: {'id': task-3226508, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.591398] env[70323]: DEBUG oslo_vmware.api [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Task: {'id': task-3226506, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.611541] env[70323]: DEBUG oslo_concurrency.lockutils [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.635433] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Acquiring lock "3c352840-697b-43ea-8abb-83f6c856e7ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.636403] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Lock "3c352840-697b-43ea-8abb-83f6c856e7ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.636977] env[70323]: DEBUG oslo_vmware.api [None req-1356b802-c6ff-4e34-94fc-f236ebf5d14e tempest-ServersAdmin275Test-1522998845 tempest-ServersAdmin275Test-1522998845-project-admin] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52aedf07-fa08-a16c-6721-4b8b66565489, 'name': SearchDatastore_Task, 'duration_secs': 0.017343} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.637672] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1356b802-c6ff-4e34-94fc-f236ebf5d14e tempest-ServersAdmin275Test-1522998845 tempest-ServersAdmin275Test-1522998845-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.638040] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-1356b802-c6ff-4e34-94fc-f236ebf5d14e tempest-ServersAdmin275Test-1522998845 tempest-ServersAdmin275Test-1522998845-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 99c5100f-890c-496c-b40a-2cd4a2be72e5/99c5100f-890c-496c-b40a-2cd4a2be72e5.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 630.638413] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58b44e9b-6d80-4f52-87fe-7ab6c544e1c5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.652251] env[70323]: DEBUG oslo_vmware.api [None req-1356b802-c6ff-4e34-94fc-f236ebf5d14e tempest-ServersAdmin275Test-1522998845 tempest-ServersAdmin275Test-1522998845-project-admin] Waiting for the task: (returnval){ [ 630.652251] env[70323]: value = "task-3226509" [ 630.652251] env[70323]: _type = "Task" [ 630.652251] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.660734] env[70323]: DEBUG oslo_vmware.api [None req-1356b802-c6ff-4e34-94fc-f236ebf5d14e tempest-ServersAdmin275Test-1522998845 tempest-ServersAdmin275Test-1522998845-project-admin] Task: {'id': task-3226509, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.729922] env[70323]: DEBUG oslo_vmware.api [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Task: {'id': task-3226507, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.747767] env[70323]: DEBUG nova.compute.manager [None req-c1d8cc85-f898-4f07-8fa6-d9dc4546f08c tempest-ServerDiagnosticsV248Test-587574694 tempest-ServerDiagnosticsV248Test-587574694-project-admin] [instance: 6e9a0b80-0d5c-4d95-9a3d-728424ef852e] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 630.751030] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e4807a3-4c54-443b-80ba-e2498c254195 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.759568] env[70323]: INFO nova.compute.manager [None req-c1d8cc85-f898-4f07-8fa6-d9dc4546f08c tempest-ServerDiagnosticsV248Test-587574694 tempest-ServerDiagnosticsV248Test-587574694-project-admin] [instance: 6e9a0b80-0d5c-4d95-9a3d-728424ef852e] Retrieving diagnostics [ 630.763235] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246f3cb0-5473-47d4-ae30-1e5929cc0ff4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.813928] env[70323]: DEBUG nova.compute.utils [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 630.813928] env[70323]: DEBUG nova.compute.manager [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] [instance: 16c3a117-e725-45e2-94e9-fbc0156fbadd] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 630.813928] env[70323]: DEBUG nova.network.neutron [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] [instance: 16c3a117-e725-45e2-94e9-fbc0156fbadd] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 630.818031] env[70323]: DEBUG nova.compute.manager [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 630.843699] env[70323]: DEBUG oslo_vmware.api [None req-70b5e42c-8371-4b89-8ffc-d0228dff7589 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Task: {'id': task-3226508, 'name': PowerOffVM_Task, 'duration_secs': 0.254192} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.843699] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-70b5e42c-8371-4b89-8ffc-d0228dff7589 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: e38249fe-4114-40a6-9cdb-8ec5917bec83] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 630.843699] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-70b5e42c-8371-4b89-8ffc-d0228dff7589 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: e38249fe-4114-40a6-9cdb-8ec5917bec83] Updating instance 'e38249fe-4114-40a6-9cdb-8ec5917bec83' progress to 17 {{(pid=70323) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 630.910126] env[70323]: DEBUG nova.policy [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4be1cacff0374740b1706c8c72b75efe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8fef1726bc3a47b09eaf5a768f3c6c61', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 631.025291] env[70323]: DEBUG oslo_concurrency.lockutils [None req-16c2d4ab-9142-457c-aa79-eb2157d7a599 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Acquiring lock "6c11ec80-43e4-4b24-9a6c-40a13011c9b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.025751] env[70323]: DEBUG oslo_concurrency.lockutils [None req-16c2d4ab-9142-457c-aa79-eb2157d7a599 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Lock "6c11ec80-43e4-4b24-9a6c-40a13011c9b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.025901] env[70323]: DEBUG oslo_concurrency.lockutils [None req-16c2d4ab-9142-457c-aa79-eb2157d7a599 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Acquiring lock "6c11ec80-43e4-4b24-9a6c-40a13011c9b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.026175] env[70323]: DEBUG oslo_concurrency.lockutils [None req-16c2d4ab-9142-457c-aa79-eb2157d7a599 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Lock "6c11ec80-43e4-4b24-9a6c-40a13011c9b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.026663] env[70323]: DEBUG oslo_concurrency.lockutils [None req-16c2d4ab-9142-457c-aa79-eb2157d7a599 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Lock "6c11ec80-43e4-4b24-9a6c-40a13011c9b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.029345] env[70323]: INFO nova.compute.manager [None req-16c2d4ab-9142-457c-aa79-eb2157d7a599 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] [instance: 6c11ec80-43e4-4b24-9a6c-40a13011c9b3] Terminating instance [ 631.088376] env[70323]: DEBUG oslo_vmware.api [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Task: {'id': task-3226506, 'name': PowerOnVM_Task, 'duration_secs': 0.609983} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.088624] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] [instance: 2eb42f40-1b49-496b-8f23-3d7298666d77] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 631.088955] env[70323]: INFO nova.compute.manager [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] [instance: 2eb42f40-1b49-496b-8f23-3d7298666d77] Took 10.85 seconds to spawn the instance on the hypervisor. [ 631.089217] env[70323]: DEBUG nova.compute.manager [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] [instance: 2eb42f40-1b49-496b-8f23-3d7298666d77] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 631.090123] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bebf9e7f-23bb-49ac-a4ad-46d82dadf27f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.170930] env[70323]: DEBUG oslo_vmware.api [None req-1356b802-c6ff-4e34-94fc-f236ebf5d14e tempest-ServersAdmin275Test-1522998845 tempest-ServersAdmin275Test-1522998845-project-admin] Task: {'id': task-3226509, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.238890] env[70323]: DEBUG oslo_vmware.api [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Task: {'id': task-3226507, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.718939} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.238890] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] f80ff45c-767d-4771-876e-d4cf7f06718a/f80ff45c-767d-4771-876e-d4cf7f06718a.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 631.238890] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] [instance: f80ff45c-767d-4771-876e-d4cf7f06718a] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 631.238890] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f76a19c-92dc-46a0-a2e6-fb3d3d3d3a99 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.253120] env[70323]: DEBUG oslo_vmware.api [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Waiting for the task: (returnval){ [ 631.253120] env[70323]: value = "task-3226510" [ 631.253120] env[70323]: _type = "Task" [ 631.253120] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.268644] env[70323]: DEBUG oslo_vmware.api [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Task: {'id': task-3226510, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.325317] env[70323]: DEBUG nova.compute.manager [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] [instance: 16c3a117-e725-45e2-94e9-fbc0156fbadd] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 631.332563] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b1220866-3404-4c21-bbf4-10ad7006b514 tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.026s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.336621] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.135s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.341104] env[70323]: INFO nova.compute.claims [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] [instance: ba5dd49c-50d4-4dee-b428-9d4300ab43af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 631.351249] env[70323]: DEBUG nova.virt.hardware [None req-70b5e42c-8371-4b89-8ffc-d0228dff7589 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 631.351560] env[70323]: DEBUG nova.virt.hardware [None req-70b5e42c-8371-4b89-8ffc-d0228dff7589 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 631.351760] env[70323]: DEBUG nova.virt.hardware [None req-70b5e42c-8371-4b89-8ffc-d0228dff7589 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 631.352045] env[70323]: DEBUG nova.virt.hardware [None req-70b5e42c-8371-4b89-8ffc-d0228dff7589 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 631.352815] env[70323]: DEBUG nova.virt.hardware [None req-70b5e42c-8371-4b89-8ffc-d0228dff7589 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 631.352815] env[70323]: DEBUG nova.virt.hardware [None req-70b5e42c-8371-4b89-8ffc-d0228dff7589 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 631.353134] env[70323]: DEBUG nova.virt.hardware [None req-70b5e42c-8371-4b89-8ffc-d0228dff7589 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 631.353395] env[70323]: DEBUG nova.virt.hardware [None req-70b5e42c-8371-4b89-8ffc-d0228dff7589 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 631.353606] env[70323]: DEBUG nova.virt.hardware [None req-70b5e42c-8371-4b89-8ffc-d0228dff7589 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 631.353934] env[70323]: DEBUG nova.virt.hardware [None req-70b5e42c-8371-4b89-8ffc-d0228dff7589 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 631.354223] env[70323]: DEBUG nova.virt.hardware [None req-70b5e42c-8371-4b89-8ffc-d0228dff7589 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 631.364582] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8cc67c45-bc87-4ca9-854c-60ed5cf930c8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.387211] env[70323]: DEBUG oslo_vmware.api [None req-70b5e42c-8371-4b89-8ffc-d0228dff7589 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Waiting for the task: (returnval){ [ 631.387211] env[70323]: value = "task-3226511" [ 631.387211] env[70323]: _type = "Task" [ 631.387211] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.396894] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.401805] env[70323]: DEBUG oslo_vmware.api [None req-70b5e42c-8371-4b89-8ffc-d0228dff7589 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Task: {'id': task-3226511, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.538650] env[70323]: DEBUG nova.compute.manager [None req-16c2d4ab-9142-457c-aa79-eb2157d7a599 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] [instance: 6c11ec80-43e4-4b24-9a6c-40a13011c9b3] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 631.538880] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-16c2d4ab-9142-457c-aa79-eb2157d7a599 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] [instance: 6c11ec80-43e4-4b24-9a6c-40a13011c9b3] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 631.539785] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e3fc2f-0b87-4600-bba0-b3544e958dc5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.552209] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-16c2d4ab-9142-457c-aa79-eb2157d7a599 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] [instance: 6c11ec80-43e4-4b24-9a6c-40a13011c9b3] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 631.552209] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e139b9c-8444-4a8c-b3d3-fb58f1d3dd9c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.563777] env[70323]: DEBUG oslo_vmware.api [None req-16c2d4ab-9142-457c-aa79-eb2157d7a599 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Waiting for the task: (returnval){ [ 631.563777] env[70323]: value = "task-3226512" [ 631.563777] env[70323]: _type = "Task" [ 631.563777] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.574959] env[70323]: DEBUG oslo_vmware.api [None req-16c2d4ab-9142-457c-aa79-eb2157d7a599 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Task: {'id': task-3226512, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.611600] env[70323]: INFO nova.compute.manager [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] [instance: 2eb42f40-1b49-496b-8f23-3d7298666d77] Took 20.71 seconds to build instance. [ 631.661351] env[70323]: DEBUG oslo_vmware.api [None req-1356b802-c6ff-4e34-94fc-f236ebf5d14e tempest-ServersAdmin275Test-1522998845 tempest-ServersAdmin275Test-1522998845-project-admin] Task: {'id': task-3226509, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.741012} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.661695] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-1356b802-c6ff-4e34-94fc-f236ebf5d14e tempest-ServersAdmin275Test-1522998845 tempest-ServersAdmin275Test-1522998845-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 99c5100f-890c-496c-b40a-2cd4a2be72e5/99c5100f-890c-496c-b40a-2cd4a2be72e5.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 631.661870] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-1356b802-c6ff-4e34-94fc-f236ebf5d14e tempest-ServersAdmin275Test-1522998845 tempest-ServersAdmin275Test-1522998845-project-admin] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 631.662184] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c95a5b0d-a84c-46fe-bef4-88ea89ad1cf1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.671454] env[70323]: DEBUG oslo_vmware.api [None req-1356b802-c6ff-4e34-94fc-f236ebf5d14e tempest-ServersAdmin275Test-1522998845 tempest-ServersAdmin275Test-1522998845-project-admin] Waiting for the task: (returnval){ [ 631.671454] env[70323]: value = "task-3226513" [ 631.671454] env[70323]: _type = "Task" [ 631.671454] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.683217] env[70323]: DEBUG oslo_vmware.api [None req-1356b802-c6ff-4e34-94fc-f236ebf5d14e tempest-ServersAdmin275Test-1522998845 tempest-ServersAdmin275Test-1522998845-project-admin] Task: {'id': task-3226513, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.766330] env[70323]: DEBUG oslo_vmware.api [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Task: {'id': task-3226510, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100457} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.766635] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] [instance: f80ff45c-767d-4771-876e-d4cf7f06718a] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 631.767438] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5938feec-6ffb-4633-a37d-36bbf6d23f20 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.803720] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] [instance: f80ff45c-767d-4771-876e-d4cf7f06718a] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] f80ff45c-767d-4771-876e-d4cf7f06718a/f80ff45c-767d-4771-876e-d4cf7f06718a.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 631.805210] env[70323]: DEBUG nova.network.neutron [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] [instance: 16c3a117-e725-45e2-94e9-fbc0156fbadd] Successfully created port: d7d7cac9-4a63-444e-a66e-53d0da9294bd {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 631.807981] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07fb3c4c-0e08-4e69-9334-75428e4179aa {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.836375] env[70323]: DEBUG oslo_vmware.api [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Waiting for the task: (returnval){ [ 631.836375] env[70323]: value = "task-3226514" [ 631.836375] env[70323]: _type = "Task" [ 631.836375] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.853692] env[70323]: DEBUG oslo_vmware.api [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Task: {'id': task-3226514, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.866868] env[70323]: DEBUG nova.compute.manager [req-ae067051-b57c-47d3-a6a0-7bb6572376ca req-5b3da73e-3855-476d-abc5-289ba450e77e service nova] [instance: f80ff45c-767d-4771-876e-d4cf7f06718a] Received event network-vif-plugged-60d95523-fe36-4bb7-9262-4a821f0cda20 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 631.866868] env[70323]: DEBUG oslo_concurrency.lockutils [req-ae067051-b57c-47d3-a6a0-7bb6572376ca req-5b3da73e-3855-476d-abc5-289ba450e77e service nova] Acquiring lock "f80ff45c-767d-4771-876e-d4cf7f06718a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.866868] env[70323]: DEBUG oslo_concurrency.lockutils [req-ae067051-b57c-47d3-a6a0-7bb6572376ca req-5b3da73e-3855-476d-abc5-289ba450e77e service nova] Lock "f80ff45c-767d-4771-876e-d4cf7f06718a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.866868] env[70323]: DEBUG oslo_concurrency.lockutils [req-ae067051-b57c-47d3-a6a0-7bb6572376ca req-5b3da73e-3855-476d-abc5-289ba450e77e service nova] Lock "f80ff45c-767d-4771-876e-d4cf7f06718a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.866868] env[70323]: DEBUG nova.compute.manager [req-ae067051-b57c-47d3-a6a0-7bb6572376ca req-5b3da73e-3855-476d-abc5-289ba450e77e service nova] [instance: f80ff45c-767d-4771-876e-d4cf7f06718a] No waiting events found dispatching network-vif-plugged-60d95523-fe36-4bb7-9262-4a821f0cda20 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 631.867131] env[70323]: WARNING nova.compute.manager [req-ae067051-b57c-47d3-a6a0-7bb6572376ca req-5b3da73e-3855-476d-abc5-289ba450e77e service nova] [instance: f80ff45c-767d-4771-876e-d4cf7f06718a] Received unexpected event network-vif-plugged-60d95523-fe36-4bb7-9262-4a821f0cda20 for instance with vm_state building and task_state spawning. [ 631.867335] env[70323]: DEBUG nova.compute.manager [req-ae067051-b57c-47d3-a6a0-7bb6572376ca req-5b3da73e-3855-476d-abc5-289ba450e77e service nova] [instance: f80ff45c-767d-4771-876e-d4cf7f06718a] Received event network-changed-60d95523-fe36-4bb7-9262-4a821f0cda20 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 631.867521] env[70323]: DEBUG nova.compute.manager [req-ae067051-b57c-47d3-a6a0-7bb6572376ca req-5b3da73e-3855-476d-abc5-289ba450e77e service nova] [instance: f80ff45c-767d-4771-876e-d4cf7f06718a] Refreshing instance network info cache due to event network-changed-60d95523-fe36-4bb7-9262-4a821f0cda20. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 631.867742] env[70323]: DEBUG oslo_concurrency.lockutils [req-ae067051-b57c-47d3-a6a0-7bb6572376ca req-5b3da73e-3855-476d-abc5-289ba450e77e service nova] Acquiring lock "refresh_cache-f80ff45c-767d-4771-876e-d4cf7f06718a" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.867955] env[70323]: DEBUG oslo_concurrency.lockutils [req-ae067051-b57c-47d3-a6a0-7bb6572376ca req-5b3da73e-3855-476d-abc5-289ba450e77e service nova] Acquired lock "refresh_cache-f80ff45c-767d-4771-876e-d4cf7f06718a" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.868405] env[70323]: DEBUG nova.network.neutron [req-ae067051-b57c-47d3-a6a0-7bb6572376ca req-5b3da73e-3855-476d-abc5-289ba450e77e service nova] [instance: f80ff45c-767d-4771-876e-d4cf7f06718a] Refreshing network info cache for port 60d95523-fe36-4bb7-9262-4a821f0cda20 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 631.904085] env[70323]: DEBUG oslo_vmware.api [None req-70b5e42c-8371-4b89-8ffc-d0228dff7589 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Task: {'id': task-3226511, 'name': ReconfigVM_Task, 'duration_secs': 0.375275} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.904085] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-70b5e42c-8371-4b89-8ffc-d0228dff7589 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: e38249fe-4114-40a6-9cdb-8ec5917bec83] Updating instance 'e38249fe-4114-40a6-9cdb-8ec5917bec83' progress to 33 {{(pid=70323) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 632.038902] env[70323]: DEBUG oslo_concurrency.lockutils [None req-af806dd2-14c2-4926-aec2-2233a2774c47 tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Acquiring lock "cce3978e-29ec-42c6-8190-d02f082e3b62" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.039163] env[70323]: DEBUG oslo_concurrency.lockutils [None req-af806dd2-14c2-4926-aec2-2233a2774c47 tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Lock "cce3978e-29ec-42c6-8190-d02f082e3b62" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.039396] env[70323]: DEBUG oslo_concurrency.lockutils [None req-af806dd2-14c2-4926-aec2-2233a2774c47 tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Acquiring lock "cce3978e-29ec-42c6-8190-d02f082e3b62-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.039610] env[70323]: DEBUG oslo_concurrency.lockutils [None req-af806dd2-14c2-4926-aec2-2233a2774c47 tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Lock "cce3978e-29ec-42c6-8190-d02f082e3b62-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.039749] env[70323]: DEBUG oslo_concurrency.lockutils [None req-af806dd2-14c2-4926-aec2-2233a2774c47 tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Lock "cce3978e-29ec-42c6-8190-d02f082e3b62-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.047221] env[70323]: DEBUG nova.compute.manager [req-0029ace7-8b39-45e9-86c8-85588e2d7fec req-a5088cef-6aaa-4134-b93b-c0df16bf25ae service nova] [instance: e9534202-ee8f-414b-a4cc-3c98bd4fc273] Received event network-vif-deleted-f9be3e57-9f0b-4fd3-865f-a3681989a248 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 632.047221] env[70323]: INFO nova.compute.manager [None req-af806dd2-14c2-4926-aec2-2233a2774c47 tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] [instance: cce3978e-29ec-42c6-8190-d02f082e3b62] Terminating instance [ 632.074403] env[70323]: DEBUG oslo_vmware.api [None req-16c2d4ab-9142-457c-aa79-eb2157d7a599 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Task: {'id': task-3226512, 'name': PowerOffVM_Task, 'duration_secs': 0.425866} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.076014] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-16c2d4ab-9142-457c-aa79-eb2157d7a599 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] [instance: 6c11ec80-43e4-4b24-9a6c-40a13011c9b3] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 632.076014] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-16c2d4ab-9142-457c-aa79-eb2157d7a599 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] [instance: 6c11ec80-43e4-4b24-9a6c-40a13011c9b3] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 632.076014] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb710469-e21e-4d10-934d-f6ef8dc09636 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.114032] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8c5036aa-c736-4d5e-8e1b-dcb8c87bf10e tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Lock "2eb42f40-1b49-496b-8f23-3d7298666d77" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.230s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.181498] env[70323]: DEBUG oslo_vmware.api [None req-1356b802-c6ff-4e34-94fc-f236ebf5d14e tempest-ServersAdmin275Test-1522998845 tempest-ServersAdmin275Test-1522998845-project-admin] Task: {'id': task-3226513, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.168525} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.181934] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-1356b802-c6ff-4e34-94fc-f236ebf5d14e tempest-ServersAdmin275Test-1522998845 tempest-ServersAdmin275Test-1522998845-project-admin] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 632.182720] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c47cd17-0f6b-48d9-8ce3-96888a928838 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.204100] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-1356b802-c6ff-4e34-94fc-f236ebf5d14e tempest-ServersAdmin275Test-1522998845 tempest-ServersAdmin275Test-1522998845-project-admin] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 99c5100f-890c-496c-b40a-2cd4a2be72e5/99c5100f-890c-496c-b40a-2cd4a2be72e5.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 632.204421] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a73031b-49d2-4438-839c-83d34a66a78d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.223268] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-16c2d4ab-9142-457c-aa79-eb2157d7a599 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] [instance: 6c11ec80-43e4-4b24-9a6c-40a13011c9b3] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 632.224508] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-16c2d4ab-9142-457c-aa79-eb2157d7a599 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] [instance: 6c11ec80-43e4-4b24-9a6c-40a13011c9b3] Deleting contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 632.224508] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-16c2d4ab-9142-457c-aa79-eb2157d7a599 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Deleting the datastore file [datastore1] 6c11ec80-43e4-4b24-9a6c-40a13011c9b3 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 632.224508] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b39f228-1bfb-4fb6-9c98-297037ece0cc {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.226981] env[70323]: DEBUG oslo_vmware.api [None req-1356b802-c6ff-4e34-94fc-f236ebf5d14e tempest-ServersAdmin275Test-1522998845 tempest-ServersAdmin275Test-1522998845-project-admin] Waiting for the task: (returnval){ [ 632.226981] env[70323]: value = "task-3226516" [ 632.226981] env[70323]: _type = "Task" [ 632.226981] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.235767] env[70323]: DEBUG oslo_vmware.api [None req-1356b802-c6ff-4e34-94fc-f236ebf5d14e tempest-ServersAdmin275Test-1522998845 tempest-ServersAdmin275Test-1522998845-project-admin] Task: {'id': task-3226516, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.236886] env[70323]: DEBUG oslo_vmware.api [None req-16c2d4ab-9142-457c-aa79-eb2157d7a599 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Waiting for the task: (returnval){ [ 632.236886] env[70323]: value = "task-3226517" [ 632.236886] env[70323]: _type = "Task" [ 632.236886] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.244304] env[70323]: DEBUG oslo_vmware.api [None req-16c2d4ab-9142-457c-aa79-eb2157d7a599 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Task: {'id': task-3226517, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.345977] env[70323]: DEBUG oslo_vmware.api [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Task: {'id': task-3226514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.348524] env[70323]: DEBUG nova.compute.manager [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] [instance: 16c3a117-e725-45e2-94e9-fbc0156fbadd] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 632.398868] env[70323]: DEBUG nova.virt.hardware [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 632.398868] env[70323]: DEBUG nova.virt.hardware [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 632.399337] env[70323]: DEBUG nova.virt.hardware [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 632.399337] env[70323]: DEBUG nova.virt.hardware [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 632.399337] env[70323]: DEBUG nova.virt.hardware [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 632.399530] env[70323]: DEBUG nova.virt.hardware [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 632.399793] env[70323]: DEBUG nova.virt.hardware [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 632.400078] env[70323]: DEBUG nova.virt.hardware [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 632.400277] env[70323]: DEBUG nova.virt.hardware [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 632.400476] env[70323]: DEBUG nova.virt.hardware [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 632.400717] env[70323]: DEBUG nova.virt.hardware [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 632.401713] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ccf291-65ad-4879-8c5b-36bdad85d28f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.409217] env[70323]: DEBUG nova.virt.hardware [None req-70b5e42c-8371-4b89-8ffc-d0228dff7589 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 632.409627] env[70323]: DEBUG nova.virt.hardware [None req-70b5e42c-8371-4b89-8ffc-d0228dff7589 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 632.409627] env[70323]: DEBUG nova.virt.hardware [None req-70b5e42c-8371-4b89-8ffc-d0228dff7589 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 632.409792] env[70323]: DEBUG nova.virt.hardware [None req-70b5e42c-8371-4b89-8ffc-d0228dff7589 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 632.411911] env[70323]: DEBUG nova.virt.hardware [None req-70b5e42c-8371-4b89-8ffc-d0228dff7589 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 632.411911] env[70323]: DEBUG nova.virt.hardware [None req-70b5e42c-8371-4b89-8ffc-d0228dff7589 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 632.411911] env[70323]: DEBUG nova.virt.hardware [None req-70b5e42c-8371-4b89-8ffc-d0228dff7589 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 632.411911] env[70323]: DEBUG nova.virt.hardware [None req-70b5e42c-8371-4b89-8ffc-d0228dff7589 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 632.411911] env[70323]: DEBUG nova.virt.hardware [None req-70b5e42c-8371-4b89-8ffc-d0228dff7589 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 632.411911] env[70323]: DEBUG nova.virt.hardware [None req-70b5e42c-8371-4b89-8ffc-d0228dff7589 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 632.411911] env[70323]: DEBUG nova.virt.hardware [None req-70b5e42c-8371-4b89-8ffc-d0228dff7589 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 632.416557] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-70b5e42c-8371-4b89-8ffc-d0228dff7589 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: e38249fe-4114-40a6-9cdb-8ec5917bec83] Reconfiguring VM instance instance-00000004 to detach disk 2000 {{(pid=70323) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 632.418282] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-501435b2-837e-4319-9acd-5e9371d6cb49 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.447681] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae604b28-9cfe-45b7-8cc5-9eefe472118e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.453184] env[70323]: DEBUG oslo_vmware.api [None req-70b5e42c-8371-4b89-8ffc-d0228dff7589 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Waiting for the task: (returnval){ [ 632.453184] env[70323]: value = "task-3226518" [ 632.453184] env[70323]: _type = "Task" [ 632.453184] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.477978] env[70323]: DEBUG oslo_vmware.api [None req-70b5e42c-8371-4b89-8ffc-d0228dff7589 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Task: {'id': task-3226518, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.552489] env[70323]: DEBUG nova.compute.manager [None req-af806dd2-14c2-4926-aec2-2233a2774c47 tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] [instance: cce3978e-29ec-42c6-8190-d02f082e3b62] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 632.552489] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-af806dd2-14c2-4926-aec2-2233a2774c47 tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] [instance: cce3978e-29ec-42c6-8190-d02f082e3b62] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 632.554947] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1642e83d-2cf0-4033-9551-d1edecb863cd {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.562643] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-af806dd2-14c2-4926-aec2-2233a2774c47 tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] [instance: cce3978e-29ec-42c6-8190-d02f082e3b62] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 632.562913] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c4783da-4d29-4cd2-a23b-b3d43059fde4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.569193] env[70323]: DEBUG oslo_vmware.api [None req-af806dd2-14c2-4926-aec2-2233a2774c47 tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Waiting for the task: (returnval){ [ 632.569193] env[70323]: value = "task-3226519" [ 632.569193] env[70323]: _type = "Task" [ 632.569193] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.586862] env[70323]: DEBUG oslo_vmware.api [None req-af806dd2-14c2-4926-aec2-2233a2774c47 tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Task: {'id': task-3226519, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.618340] env[70323]: DEBUG nova.compute.manager [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 3c352840-697b-43ea-8abb-83f6c856e7ec] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 632.753855] env[70323]: DEBUG oslo_vmware.api [None req-16c2d4ab-9142-457c-aa79-eb2157d7a599 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Task: {'id': task-3226517, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.490778} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.754295] env[70323]: DEBUG oslo_vmware.api [None req-1356b802-c6ff-4e34-94fc-f236ebf5d14e tempest-ServersAdmin275Test-1522998845 tempest-ServersAdmin275Test-1522998845-project-admin] Task: {'id': task-3226516, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.754500] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-16c2d4ab-9142-457c-aa79-eb2157d7a599 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 632.754713] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-16c2d4ab-9142-457c-aa79-eb2157d7a599 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] [instance: 6c11ec80-43e4-4b24-9a6c-40a13011c9b3] Deleted contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 632.755012] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-16c2d4ab-9142-457c-aa79-eb2157d7a599 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] [instance: 6c11ec80-43e4-4b24-9a6c-40a13011c9b3] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 632.755233] env[70323]: INFO nova.compute.manager [None req-16c2d4ab-9142-457c-aa79-eb2157d7a599 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] [instance: 6c11ec80-43e4-4b24-9a6c-40a13011c9b3] Took 1.22 seconds to destroy the instance on the hypervisor. [ 632.755477] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16c2d4ab-9142-457c-aa79-eb2157d7a599 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 632.756055] env[70323]: DEBUG nova.compute.manager [-] [instance: 6c11ec80-43e4-4b24-9a6c-40a13011c9b3] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 632.756173] env[70323]: DEBUG nova.network.neutron [-] [instance: 6c11ec80-43e4-4b24-9a6c-40a13011c9b3] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 632.850974] env[70323]: DEBUG oslo_vmware.api [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Task: {'id': task-3226514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.886699] env[70323]: DEBUG nova.network.neutron [req-ae067051-b57c-47d3-a6a0-7bb6572376ca req-5b3da73e-3855-476d-abc5-289ba450e77e service nova] [instance: f80ff45c-767d-4771-876e-d4cf7f06718a] Updated VIF entry in instance network info cache for port 60d95523-fe36-4bb7-9262-4a821f0cda20. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 632.887147] env[70323]: DEBUG nova.network.neutron [req-ae067051-b57c-47d3-a6a0-7bb6572376ca req-5b3da73e-3855-476d-abc5-289ba450e77e service nova] [instance: f80ff45c-767d-4771-876e-d4cf7f06718a] Updating instance_info_cache with network_info: [{"id": "60d95523-fe36-4bb7-9262-4a821f0cda20", "address": "fa:16:3e:6f:e1:c4", "network": {"id": "4e0d8ee1-52f7-4416-a8bd-f34b989a1542", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aa1f6314fd1d4d8a9ec1f238193c1000", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60d95523-fe", "ovs_interfaceid": "60d95523-fe36-4bb7-9262-4a821f0cda20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.921857] env[70323]: DEBUG oslo_concurrency.lockutils [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Acquiring lock "bfea592a-7cc8-4944-b8ce-ba28d64d5ed7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.922140] env[70323]: DEBUG oslo_concurrency.lockutils [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Lock "bfea592a-7cc8-4944-b8ce-ba28d64d5ed7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.924473] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba0abe91-55e9-4d35-a8e5-5807fdd732ce {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.932938] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04de4c7c-6d2d-497e-95fa-82db4bd0fa37 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.976681] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-254c1235-4164-469a-a448-821bf5c5eac4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.984933] env[70323]: DEBUG oslo_vmware.api [None req-70b5e42c-8371-4b89-8ffc-d0228dff7589 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Task: {'id': task-3226518, 'name': ReconfigVM_Task, 'duration_secs': 0.450877} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.989630] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-70b5e42c-8371-4b89-8ffc-d0228dff7589 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: e38249fe-4114-40a6-9cdb-8ec5917bec83] Reconfigured VM instance instance-00000004 to detach disk 2000 {{(pid=70323) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 632.989630] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2f074f-d7cb-444d-829c-e61258f44fdf {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.992113] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b8060b-ca59-42b2-8d78-4ff9d627e0a9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.017765] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-70b5e42c-8371-4b89-8ffc-d0228dff7589 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: e38249fe-4114-40a6-9cdb-8ec5917bec83] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] e38249fe-4114-40a6-9cdb-8ec5917bec83/e38249fe-4114-40a6-9cdb-8ec5917bec83.vmdk or device None with type thin {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 633.025041] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b762451-92f4-4a13-ba0f-dcdfec2c057e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.036991] env[70323]: DEBUG nova.compute.provider_tree [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Updating inventory in ProviderTree for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 633.045783] env[70323]: DEBUG oslo_vmware.api [None req-70b5e42c-8371-4b89-8ffc-d0228dff7589 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Waiting for the task: (returnval){ [ 633.045783] env[70323]: value = "task-3226520" [ 633.045783] env[70323]: _type = "Task" [ 633.045783] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.057469] env[70323]: DEBUG oslo_vmware.api [None req-70b5e42c-8371-4b89-8ffc-d0228dff7589 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Task: {'id': task-3226520, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.082187] env[70323]: DEBUG oslo_vmware.api [None req-af806dd2-14c2-4926-aec2-2233a2774c47 tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Task: {'id': task-3226519, 'name': PowerOffVM_Task, 'duration_secs': 0.401871} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.082747] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-af806dd2-14c2-4926-aec2-2233a2774c47 tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] [instance: cce3978e-29ec-42c6-8190-d02f082e3b62] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 633.082954] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-af806dd2-14c2-4926-aec2-2233a2774c47 tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] [instance: cce3978e-29ec-42c6-8190-d02f082e3b62] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 633.083610] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7deaa403-e2d2-4954-b294-4df238c92450 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.152409] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.155065] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-af806dd2-14c2-4926-aec2-2233a2774c47 tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] [instance: cce3978e-29ec-42c6-8190-d02f082e3b62] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 633.155836] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-af806dd2-14c2-4926-aec2-2233a2774c47 tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] [instance: cce3978e-29ec-42c6-8190-d02f082e3b62] Deleting contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 633.156065] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-af806dd2-14c2-4926-aec2-2233a2774c47 tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Deleting the datastore file [datastore2] cce3978e-29ec-42c6-8190-d02f082e3b62 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 633.156492] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2caf17ad-7135-4c90-b6ff-fa7ec81647e2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.166564] env[70323]: DEBUG oslo_vmware.api [None req-af806dd2-14c2-4926-aec2-2233a2774c47 tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Waiting for the task: (returnval){ [ 633.166564] env[70323]: value = "task-3226522" [ 633.166564] env[70323]: _type = "Task" [ 633.166564] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.176934] env[70323]: DEBUG oslo_vmware.api [None req-af806dd2-14c2-4926-aec2-2233a2774c47 tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Task: {'id': task-3226522, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.237922] env[70323]: DEBUG oslo_vmware.api [None req-1356b802-c6ff-4e34-94fc-f236ebf5d14e tempest-ServersAdmin275Test-1522998845 tempest-ServersAdmin275Test-1522998845-project-admin] Task: {'id': task-3226516, 'name': ReconfigVM_Task, 'duration_secs': 0.662625} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.238585] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-1356b802-c6ff-4e34-94fc-f236ebf5d14e tempest-ServersAdmin275Test-1522998845 tempest-ServersAdmin275Test-1522998845-project-admin] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 99c5100f-890c-496c-b40a-2cd4a2be72e5/99c5100f-890c-496c-b40a-2cd4a2be72e5.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 633.239267] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df4ece9f-9444-4654-9dda-52ace5a43d7f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.247774] env[70323]: DEBUG oslo_vmware.api [None req-1356b802-c6ff-4e34-94fc-f236ebf5d14e tempest-ServersAdmin275Test-1522998845 tempest-ServersAdmin275Test-1522998845-project-admin] Waiting for the task: (returnval){ [ 633.247774] env[70323]: value = "task-3226523" [ 633.247774] env[70323]: _type = "Task" [ 633.247774] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.259124] env[70323]: DEBUG oslo_vmware.api [None req-1356b802-c6ff-4e34-94fc-f236ebf5d14e tempest-ServersAdmin275Test-1522998845 tempest-ServersAdmin275Test-1522998845-project-admin] Task: {'id': task-3226523, 'name': Rename_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.348739] env[70323]: DEBUG oslo_vmware.api [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Task: {'id': task-3226514, 'name': ReconfigVM_Task, 'duration_secs': 1.170771} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.349726] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] [instance: f80ff45c-767d-4771-876e-d4cf7f06718a] Reconfigured VM instance instance-0000000e to attach disk [datastore2] f80ff45c-767d-4771-876e-d4cf7f06718a/f80ff45c-767d-4771-876e-d4cf7f06718a.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 633.349859] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45389083-adc8-4bba-b27a-1ae271cac04e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.357164] env[70323]: DEBUG oslo_vmware.api [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Waiting for the task: (returnval){ [ 633.357164] env[70323]: value = "task-3226524" [ 633.357164] env[70323]: _type = "Task" [ 633.357164] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.369709] env[70323]: DEBUG oslo_vmware.api [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Task: {'id': task-3226524, 'name': Rename_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.391307] env[70323]: DEBUG oslo_concurrency.lockutils [req-ae067051-b57c-47d3-a6a0-7bb6572376ca req-5b3da73e-3855-476d-abc5-289ba450e77e service nova] Releasing lock "refresh_cache-f80ff45c-767d-4771-876e-d4cf7f06718a" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.560307] env[70323]: DEBUG oslo_vmware.api [None req-70b5e42c-8371-4b89-8ffc-d0228dff7589 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Task: {'id': task-3226520, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.577695] env[70323]: ERROR nova.scheduler.client.report [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] [req-f604a3ce-5c55-48bb-b8b5-a41fbd3316e9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 765eeb06-25b4-4ca4-bad4-b5981f14c25f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f604a3ce-5c55-48bb-b8b5-a41fbd3316e9"}]} [ 633.600146] env[70323]: DEBUG nova.scheduler.client.report [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Refreshing inventories for resource provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 633.625688] env[70323]: DEBUG nova.scheduler.client.report [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Updating ProviderTree inventory for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 633.626043] env[70323]: DEBUG nova.compute.provider_tree [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Updating inventory in ProviderTree for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 633.633817] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6663dfc2-fe4a-46eb-a708-e544235d7e33 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Acquiring lock "6e9a0b80-0d5c-4d95-9a3d-728424ef852e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.634110] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6663dfc2-fe4a-46eb-a708-e544235d7e33 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Lock "6e9a0b80-0d5c-4d95-9a3d-728424ef852e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.634324] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6663dfc2-fe4a-46eb-a708-e544235d7e33 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Acquiring lock "6e9a0b80-0d5c-4d95-9a3d-728424ef852e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.634511] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6663dfc2-fe4a-46eb-a708-e544235d7e33 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Lock "6e9a0b80-0d5c-4d95-9a3d-728424ef852e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.634682] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6663dfc2-fe4a-46eb-a708-e544235d7e33 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Lock "6e9a0b80-0d5c-4d95-9a3d-728424ef852e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.636901] env[70323]: INFO nova.compute.manager [None req-6663dfc2-fe4a-46eb-a708-e544235d7e33 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] [instance: 6e9a0b80-0d5c-4d95-9a3d-728424ef852e] Terminating instance [ 633.640482] env[70323]: DEBUG nova.scheduler.client.report [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Refreshing aggregate associations for resource provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f, aggregates: None {{(pid=70323) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 633.660256] env[70323]: DEBUG nova.scheduler.client.report [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Refreshing trait associations for resource provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=70323) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 633.679380] env[70323]: DEBUG oslo_vmware.api [None req-af806dd2-14c2-4926-aec2-2233a2774c47 tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Task: {'id': task-3226522, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.445999} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.679640] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-af806dd2-14c2-4926-aec2-2233a2774c47 tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 633.679981] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-af806dd2-14c2-4926-aec2-2233a2774c47 tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] [instance: cce3978e-29ec-42c6-8190-d02f082e3b62] Deleted contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 633.680223] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-af806dd2-14c2-4926-aec2-2233a2774c47 tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] [instance: cce3978e-29ec-42c6-8190-d02f082e3b62] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 633.680427] env[70323]: INFO nova.compute.manager [None req-af806dd2-14c2-4926-aec2-2233a2774c47 tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] [instance: cce3978e-29ec-42c6-8190-d02f082e3b62] Took 1.13 seconds to destroy the instance on the hypervisor. [ 633.680700] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af806dd2-14c2-4926-aec2-2233a2774c47 tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 633.680984] env[70323]: DEBUG nova.compute.manager [-] [instance: cce3978e-29ec-42c6-8190-d02f082e3b62] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 633.681139] env[70323]: DEBUG nova.network.neutron [-] [instance: cce3978e-29ec-42c6-8190-d02f082e3b62] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 633.761232] env[70323]: DEBUG oslo_vmware.api [None req-1356b802-c6ff-4e34-94fc-f236ebf5d14e tempest-ServersAdmin275Test-1522998845 tempest-ServersAdmin275Test-1522998845-project-admin] Task: {'id': task-3226523, 'name': Rename_Task, 'duration_secs': 0.206305} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.762471] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-1356b802-c6ff-4e34-94fc-f236ebf5d14e tempest-ServersAdmin275Test-1522998845 tempest-ServersAdmin275Test-1522998845-project-admin] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 633.762471] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0f68c07-b87a-48c5-81f6-c352083b4eb9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.771177] env[70323]: DEBUG oslo_vmware.api [None req-1356b802-c6ff-4e34-94fc-f236ebf5d14e tempest-ServersAdmin275Test-1522998845 tempest-ServersAdmin275Test-1522998845-project-admin] Waiting for the task: (returnval){ [ 633.771177] env[70323]: value = "task-3226525" [ 633.771177] env[70323]: _type = "Task" [ 633.771177] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.785075] env[70323]: DEBUG oslo_vmware.api [None req-1356b802-c6ff-4e34-94fc-f236ebf5d14e tempest-ServersAdmin275Test-1522998845 tempest-ServersAdmin275Test-1522998845-project-admin] Task: {'id': task-3226525, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.866455] env[70323]: DEBUG oslo_vmware.api [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Task: {'id': task-3226524, 'name': Rename_Task, 'duration_secs': 0.29522} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.869330] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] [instance: f80ff45c-767d-4771-876e-d4cf7f06718a] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 633.869870] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f931cfb6-da06-4d16-99f8-e971db0b12b6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.876175] env[70323]: DEBUG oslo_vmware.api [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Waiting for the task: (returnval){ [ 633.876175] env[70323]: value = "task-3226526" [ 633.876175] env[70323]: _type = "Task" [ 633.876175] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.884820] env[70323]: DEBUG oslo_vmware.api [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Task: {'id': task-3226526, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.034231] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7509f6cb-21c7-4d07-9843-a27fc6ca4a5d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.041632] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f96990-08e5-477a-af1f-fcd3df47cde6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.085874] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a2e339c-5702-48a6-9ea8-bcaf7429e1be {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.092084] env[70323]: DEBUG oslo_vmware.api [None req-70b5e42c-8371-4b89-8ffc-d0228dff7589 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Task: {'id': task-3226520, 'name': ReconfigVM_Task, 'duration_secs': 0.830283} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.093313] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-70b5e42c-8371-4b89-8ffc-d0228dff7589 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: e38249fe-4114-40a6-9cdb-8ec5917bec83] Reconfigured VM instance instance-00000004 to attach disk [datastore2] e38249fe-4114-40a6-9cdb-8ec5917bec83/e38249fe-4114-40a6-9cdb-8ec5917bec83.vmdk or device None with type thin {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 634.093313] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-70b5e42c-8371-4b89-8ffc-d0228dff7589 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: e38249fe-4114-40a6-9cdb-8ec5917bec83] Updating instance 'e38249fe-4114-40a6-9cdb-8ec5917bec83' progress to 50 {{(pid=70323) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 634.101094] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a635a012-984a-4099-8c95-8ae91d7c37df {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.115124] env[70323]: DEBUG nova.compute.provider_tree [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Updating inventory in ProviderTree for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 634.144865] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6663dfc2-fe4a-46eb-a708-e544235d7e33 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Acquiring lock "refresh_cache-6e9a0b80-0d5c-4d95-9a3d-728424ef852e" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.144865] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6663dfc2-fe4a-46eb-a708-e544235d7e33 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Acquired lock "refresh_cache-6e9a0b80-0d5c-4d95-9a3d-728424ef852e" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.144865] env[70323]: DEBUG nova.network.neutron [None req-6663dfc2-fe4a-46eb-a708-e544235d7e33 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] [instance: 6e9a0b80-0d5c-4d95-9a3d-728424ef852e] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 634.285124] env[70323]: DEBUG oslo_vmware.api [None req-1356b802-c6ff-4e34-94fc-f236ebf5d14e tempest-ServersAdmin275Test-1522998845 tempest-ServersAdmin275Test-1522998845-project-admin] Task: {'id': task-3226525, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.371248] env[70323]: DEBUG nova.network.neutron [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] [instance: 16c3a117-e725-45e2-94e9-fbc0156fbadd] Successfully updated port: d7d7cac9-4a63-444e-a66e-53d0da9294bd {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 634.394973] env[70323]: DEBUG oslo_vmware.api [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Task: {'id': task-3226526, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.477454] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5cacb616-a2a1-494d-96df-eb151c199b46 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Acquiring lock "9a2373d0-4c30-4811-8cfb-41cc23028535" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.477859] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5cacb616-a2a1-494d-96df-eb151c199b46 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Lock "9a2373d0-4c30-4811-8cfb-41cc23028535" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.603058] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a89578d5-aa96-46a3-9fc9-f68ab554805a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.630511] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c02c038-332d-40b4-8af7-270d3ad4cdbe {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.657041] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-70b5e42c-8371-4b89-8ffc-d0228dff7589 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: e38249fe-4114-40a6-9cdb-8ec5917bec83] Updating instance 'e38249fe-4114-40a6-9cdb-8ec5917bec83' progress to 67 {{(pid=70323) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 634.662054] env[70323]: ERROR nova.scheduler.client.report [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] [req-4ab37f78-5834-4d7f-aa0e-6189c21b9318] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 765eeb06-25b4-4ca4-bad4-b5981f14c25f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4ab37f78-5834-4d7f-aa0e-6189c21b9318"}]} [ 634.682665] env[70323]: DEBUG nova.scheduler.client.report [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Refreshing inventories for resource provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 634.700331] env[70323]: DEBUG nova.network.neutron [None req-6663dfc2-fe4a-46eb-a708-e544235d7e33 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] [instance: 6e9a0b80-0d5c-4d95-9a3d-728424ef852e] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 634.704478] env[70323]: DEBUG nova.scheduler.client.report [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Updating ProviderTree inventory for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 634.705090] env[70323]: DEBUG nova.compute.provider_tree [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Updating inventory in ProviderTree for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 634.724772] env[70323]: DEBUG nova.scheduler.client.report [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Refreshing aggregate associations for resource provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f, aggregates: None {{(pid=70323) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 634.763904] env[70323]: DEBUG nova.scheduler.client.report [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Refreshing trait associations for resource provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=70323) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 634.783764] env[70323]: DEBUG oslo_vmware.api [None req-1356b802-c6ff-4e34-94fc-f236ebf5d14e tempest-ServersAdmin275Test-1522998845 tempest-ServersAdmin275Test-1522998845-project-admin] Task: {'id': task-3226525, 'name': PowerOnVM_Task, 'duration_secs': 0.666609} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.784200] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-1356b802-c6ff-4e34-94fc-f236ebf5d14e tempest-ServersAdmin275Test-1522998845 tempest-ServersAdmin275Test-1522998845-project-admin] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 634.784462] env[70323]: DEBUG nova.compute.manager [None req-1356b802-c6ff-4e34-94fc-f236ebf5d14e tempest-ServersAdmin275Test-1522998845 tempest-ServersAdmin275Test-1522998845-project-admin] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 634.785451] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f56455-23b0-452a-b4bf-f70f0dcdb830 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.848460] env[70323]: DEBUG nova.network.neutron [None req-6663dfc2-fe4a-46eb-a708-e544235d7e33 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] [instance: 6e9a0b80-0d5c-4d95-9a3d-728424ef852e] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.875808] env[70323]: DEBUG oslo_concurrency.lockutils [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Acquiring lock "refresh_cache-16c3a117-e725-45e2-94e9-fbc0156fbadd" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.875808] env[70323]: DEBUG oslo_concurrency.lockutils [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Acquired lock "refresh_cache-16c3a117-e725-45e2-94e9-fbc0156fbadd" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.875808] env[70323]: DEBUG nova.network.neutron [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] [instance: 16c3a117-e725-45e2-94e9-fbc0156fbadd] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 634.901103] env[70323]: DEBUG oslo_vmware.api [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Task: {'id': task-3226526, 'name': PowerOnVM_Task, 'duration_secs': 0.953828} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.901504] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] [instance: f80ff45c-767d-4771-876e-d4cf7f06718a] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 634.901627] env[70323]: INFO nova.compute.manager [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] [instance: f80ff45c-767d-4771-876e-d4cf7f06718a] Took 10.06 seconds to spawn the instance on the hypervisor. [ 634.901831] env[70323]: DEBUG nova.compute.manager [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] [instance: f80ff45c-767d-4771-876e-d4cf7f06718a] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 634.903592] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2191b45-b053-4895-9971-1c16d6111c2e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.133182] env[70323]: DEBUG nova.network.neutron [-] [instance: cce3978e-29ec-42c6-8190-d02f082e3b62] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.220943] env[70323]: DEBUG nova.network.neutron [None req-70b5e42c-8371-4b89-8ffc-d0228dff7589 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: e38249fe-4114-40a6-9cdb-8ec5917bec83] Port 7d687eaa-d970-4867-b783-b22fcaa48ffc binding to destination host cpu-1 is already ACTIVE {{(pid=70323) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 635.255801] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7036121-b2be-4b83-8bb5-0b8f006246f7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.264782] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b781ba-a26b-46a9-8fe1-3f8de01d4681 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.306747] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099f91ac-5120-42b4-9a69-fee7497fba04 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.313157] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1356b802-c6ff-4e34-94fc-f236ebf5d14e tempest-ServersAdmin275Test-1522998845 tempest-ServersAdmin275Test-1522998845-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.318904] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a509f00-b2df-43a3-85f9-fbfa6cab64f5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.333867] env[70323]: DEBUG nova.compute.provider_tree [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Updating inventory in ProviderTree for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 635.351806] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6663dfc2-fe4a-46eb-a708-e544235d7e33 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Releasing lock "refresh_cache-6e9a0b80-0d5c-4d95-9a3d-728424ef852e" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.353200] env[70323]: DEBUG nova.compute.manager [None req-6663dfc2-fe4a-46eb-a708-e544235d7e33 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] [instance: 6e9a0b80-0d5c-4d95-9a3d-728424ef852e] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 635.353287] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-6663dfc2-fe4a-46eb-a708-e544235d7e33 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] [instance: 6e9a0b80-0d5c-4d95-9a3d-728424ef852e] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 635.354455] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40eb80b6-622e-4a3d-b09b-099a38629847 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.365373] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-6663dfc2-fe4a-46eb-a708-e544235d7e33 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] [instance: 6e9a0b80-0d5c-4d95-9a3d-728424ef852e] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 635.365373] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5f95eac-cc91-48e6-986e-9fb545df0c98 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.371651] env[70323]: DEBUG oslo_vmware.api [None req-6663dfc2-fe4a-46eb-a708-e544235d7e33 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Waiting for the task: (returnval){ [ 635.371651] env[70323]: value = "task-3226527" [ 635.371651] env[70323]: _type = "Task" [ 635.371651] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.381977] env[70323]: DEBUG oslo_vmware.api [None req-6663dfc2-fe4a-46eb-a708-e544235d7e33 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Task: {'id': task-3226527, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.433214] env[70323]: DEBUG nova.network.neutron [-] [instance: 6c11ec80-43e4-4b24-9a6c-40a13011c9b3] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.440099] env[70323]: DEBUG nova.network.neutron [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] [instance: 16c3a117-e725-45e2-94e9-fbc0156fbadd] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 635.444577] env[70323]: INFO nova.compute.manager [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] [instance: f80ff45c-767d-4771-876e-d4cf7f06718a] Took 23.13 seconds to build instance. [ 635.459459] env[70323]: DEBUG nova.compute.manager [req-2824ded8-26dd-4e43-89d0-257fe267644c req-38d74b6b-aaf0-471a-a7b7-b51fc564e7c6 service nova] [instance: 16c3a117-e725-45e2-94e9-fbc0156fbadd] Received event network-vif-plugged-d7d7cac9-4a63-444e-a66e-53d0da9294bd {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 635.460019] env[70323]: DEBUG oslo_concurrency.lockutils [req-2824ded8-26dd-4e43-89d0-257fe267644c req-38d74b6b-aaf0-471a-a7b7-b51fc564e7c6 service nova] Acquiring lock "16c3a117-e725-45e2-94e9-fbc0156fbadd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.460019] env[70323]: DEBUG oslo_concurrency.lockutils [req-2824ded8-26dd-4e43-89d0-257fe267644c req-38d74b6b-aaf0-471a-a7b7-b51fc564e7c6 service nova] Lock "16c3a117-e725-45e2-94e9-fbc0156fbadd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.460163] env[70323]: DEBUG oslo_concurrency.lockutils [req-2824ded8-26dd-4e43-89d0-257fe267644c req-38d74b6b-aaf0-471a-a7b7-b51fc564e7c6 service nova] Lock "16c3a117-e725-45e2-94e9-fbc0156fbadd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.463238] env[70323]: DEBUG nova.compute.manager [req-2824ded8-26dd-4e43-89d0-257fe267644c req-38d74b6b-aaf0-471a-a7b7-b51fc564e7c6 service nova] [instance: 16c3a117-e725-45e2-94e9-fbc0156fbadd] No waiting events found dispatching network-vif-plugged-d7d7cac9-4a63-444e-a66e-53d0da9294bd {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 635.463238] env[70323]: WARNING nova.compute.manager [req-2824ded8-26dd-4e43-89d0-257fe267644c req-38d74b6b-aaf0-471a-a7b7-b51fc564e7c6 service nova] [instance: 16c3a117-e725-45e2-94e9-fbc0156fbadd] Received unexpected event network-vif-plugged-d7d7cac9-4a63-444e-a66e-53d0da9294bd for instance with vm_state building and task_state spawning. [ 635.552794] env[70323]: DEBUG nova.compute.manager [req-bd55e594-de27-4ef1-aaec-a221a42e3c20 req-3c3fe6f6-6863-4acd-b665-c9f6bad0bc0e service nova] [instance: 6c11ec80-43e4-4b24-9a6c-40a13011c9b3] Received event network-vif-deleted-07aa8045-a1ac-48c3-886e-1f919133bc8b {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 635.636147] env[70323]: INFO nova.compute.manager [-] [instance: cce3978e-29ec-42c6-8190-d02f082e3b62] Took 1.95 seconds to deallocate network for instance. [ 635.796455] env[70323]: DEBUG nova.network.neutron [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] [instance: 16c3a117-e725-45e2-94e9-fbc0156fbadd] Updating instance_info_cache with network_info: [{"id": "d7d7cac9-4a63-444e-a66e-53d0da9294bd", "address": "fa:16:3e:5b:a9:aa", "network": {"id": "ebd06241-e2a1-47a4-b5a0-8ce84ec434a7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1622113260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "8fef1726bc3a47b09eaf5a768f3c6c61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7d7cac9-4a", "ovs_interfaceid": "d7d7cac9-4a63-444e-a66e-53d0da9294bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.886720] env[70323]: DEBUG oslo_vmware.api [None req-6663dfc2-fe4a-46eb-a708-e544235d7e33 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Task: {'id': task-3226527, 'name': PowerOffVM_Task, 'duration_secs': 0.211034} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.886720] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-6663dfc2-fe4a-46eb-a708-e544235d7e33 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] [instance: 6e9a0b80-0d5c-4d95-9a3d-728424ef852e] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 635.886720] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-6663dfc2-fe4a-46eb-a708-e544235d7e33 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] [instance: 6e9a0b80-0d5c-4d95-9a3d-728424ef852e] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 635.886720] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f00e2b3-0818-47f7-8d60-eaeca22e7bca {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.892900] env[70323]: DEBUG nova.scheduler.client.report [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Updated inventory for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with generation 32 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 635.893151] env[70323]: DEBUG nova.compute.provider_tree [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Updating resource provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f generation from 32 to 33 during operation: update_inventory {{(pid=70323) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 635.893333] env[70323]: DEBUG nova.compute.provider_tree [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Updating inventory in ProviderTree for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 635.918406] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-6663dfc2-fe4a-46eb-a708-e544235d7e33 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] [instance: 6e9a0b80-0d5c-4d95-9a3d-728424ef852e] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 635.918406] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-6663dfc2-fe4a-46eb-a708-e544235d7e33 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] [instance: 6e9a0b80-0d5c-4d95-9a3d-728424ef852e] Deleting contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 635.918406] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-6663dfc2-fe4a-46eb-a708-e544235d7e33 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Deleting the datastore file [datastore1] 6e9a0b80-0d5c-4d95-9a3d-728424ef852e {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 635.918406] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3cb607e-606c-458a-813a-24cc6921d35c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.923191] env[70323]: DEBUG oslo_vmware.api [None req-6663dfc2-fe4a-46eb-a708-e544235d7e33 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Waiting for the task: (returnval){ [ 635.923191] env[70323]: value = "task-3226529" [ 635.923191] env[70323]: _type = "Task" [ 635.923191] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.932727] env[70323]: DEBUG oslo_vmware.api [None req-6663dfc2-fe4a-46eb-a708-e544235d7e33 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Task: {'id': task-3226529, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.939403] env[70323]: INFO nova.compute.manager [-] [instance: 6c11ec80-43e4-4b24-9a6c-40a13011c9b3] Took 3.18 seconds to deallocate network for instance. [ 635.944970] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d6968e27-bddc-4cbd-bf0a-e71049eec1a5 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Lock "f80ff45c-767d-4771-876e-d4cf7f06718a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.643s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.142998] env[70323]: DEBUG oslo_concurrency.lockutils [None req-af806dd2-14c2-4926-aec2-2233a2774c47 tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.248250] env[70323]: DEBUG oslo_concurrency.lockutils [None req-70b5e42c-8371-4b89-8ffc-d0228dff7589 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Acquiring lock "e38249fe-4114-40a6-9cdb-8ec5917bec83-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.248616] env[70323]: DEBUG oslo_concurrency.lockutils [None req-70b5e42c-8371-4b89-8ffc-d0228dff7589 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Lock "e38249fe-4114-40a6-9cdb-8ec5917bec83-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.248948] env[70323]: DEBUG oslo_concurrency.lockutils [None req-70b5e42c-8371-4b89-8ffc-d0228dff7589 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Lock "e38249fe-4114-40a6-9cdb-8ec5917bec83-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.299022] env[70323]: DEBUG oslo_concurrency.lockutils [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Releasing lock "refresh_cache-16c3a117-e725-45e2-94e9-fbc0156fbadd" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.299401] env[70323]: DEBUG nova.compute.manager [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] [instance: 16c3a117-e725-45e2-94e9-fbc0156fbadd] Instance network_info: |[{"id": "d7d7cac9-4a63-444e-a66e-53d0da9294bd", "address": "fa:16:3e:5b:a9:aa", "network": {"id": "ebd06241-e2a1-47a4-b5a0-8ce84ec434a7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1622113260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "8fef1726bc3a47b09eaf5a768f3c6c61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7d7cac9-4a", "ovs_interfaceid": "d7d7cac9-4a63-444e-a66e-53d0da9294bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 636.299912] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] [instance: 16c3a117-e725-45e2-94e9-fbc0156fbadd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:a9:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd7d7cac9-4a63-444e-a66e-53d0da9294bd', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 636.307832] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Creating folder: Project (8fef1726bc3a47b09eaf5a768f3c6c61). Parent ref: group-v644941. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 636.308154] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-96afe89c-7c07-4ded-9719-e96e2a788259 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.318649] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Created folder: Project (8fef1726bc3a47b09eaf5a768f3c6c61) in parent group-v644941. [ 636.318848] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Creating folder: Instances. Parent ref: group-v644984. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 636.319115] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc7b46bf-70e1-46f6-b167-7f472b94b449 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.327192] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Created folder: Instances in parent group-v644984. [ 636.327430] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 636.327613] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16c3a117-e725-45e2-94e9-fbc0156fbadd] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 636.327807] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9cbcd60d-02ea-4a3b-b201-ea6c25c58da3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.349408] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 636.349408] env[70323]: value = "task-3226532" [ 636.349408] env[70323]: _type = "Task" [ 636.349408] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.358210] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226532, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.398519] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.062s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.399249] env[70323]: DEBUG nova.compute.manager [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] [instance: ba5dd49c-50d4-4dee-b428-9d4300ab43af] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 636.402875] env[70323]: DEBUG oslo_concurrency.lockutils [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.821s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.404917] env[70323]: INFO nova.compute.claims [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] [instance: cf16c077-6f47-4ad4-b4b2-f14ae99e335a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 636.436475] env[70323]: DEBUG oslo_vmware.api [None req-6663dfc2-fe4a-46eb-a708-e544235d7e33 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Task: {'id': task-3226529, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.281662} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.436799] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-6663dfc2-fe4a-46eb-a708-e544235d7e33 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 636.436840] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-6663dfc2-fe4a-46eb-a708-e544235d7e33 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] [instance: 6e9a0b80-0d5c-4d95-9a3d-728424ef852e] Deleted contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 636.437126] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-6663dfc2-fe4a-46eb-a708-e544235d7e33 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] [instance: 6e9a0b80-0d5c-4d95-9a3d-728424ef852e] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 636.437358] env[70323]: INFO nova.compute.manager [None req-6663dfc2-fe4a-46eb-a708-e544235d7e33 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] [instance: 6e9a0b80-0d5c-4d95-9a3d-728424ef852e] Took 1.08 seconds to destroy the instance on the hypervisor. [ 636.437641] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6663dfc2-fe4a-46eb-a708-e544235d7e33 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 636.437838] env[70323]: DEBUG nova.compute.manager [-] [instance: 6e9a0b80-0d5c-4d95-9a3d-728424ef852e] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 636.437934] env[70323]: DEBUG nova.network.neutron [-] [instance: 6e9a0b80-0d5c-4d95-9a3d-728424ef852e] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 636.448021] env[70323]: DEBUG oslo_concurrency.lockutils [None req-16c2d4ab-9142-457c-aa79-eb2157d7a599 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.448522] env[70323]: DEBUG nova.compute.manager [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] [instance: bfea592a-7cc8-4944-b8ce-ba28d64d5ed7] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 636.555096] env[70323]: DEBUG nova.network.neutron [-] [instance: 6e9a0b80-0d5c-4d95-9a3d-728424ef852e] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 636.867140] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226532, 'name': CreateVM_Task} progress is 25%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.912337] env[70323]: DEBUG nova.compute.utils [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 636.919023] env[70323]: DEBUG nova.compute.manager [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] [instance: ba5dd49c-50d4-4dee-b428-9d4300ab43af] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 636.919023] env[70323]: DEBUG nova.network.neutron [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] [instance: ba5dd49c-50d4-4dee-b428-9d4300ab43af] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 636.990372] env[70323]: DEBUG oslo_concurrency.lockutils [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.051156] env[70323]: DEBUG nova.policy [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb1601b6eadd4b3798f639b460701551', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fece4b78981646adafcaaa249f2aac24', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 637.057398] env[70323]: DEBUG nova.network.neutron [-] [instance: 6e9a0b80-0d5c-4d95-9a3d-728424ef852e] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.373254] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226532, 'name': CreateVM_Task, 'duration_secs': 0.823002} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.373254] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16c3a117-e725-45e2-94e9-fbc0156fbadd] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 637.373254] env[70323]: DEBUG oslo_concurrency.lockutils [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.373254] env[70323]: DEBUG oslo_concurrency.lockutils [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.373254] env[70323]: DEBUG oslo_concurrency.lockutils [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.373254] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb8a019c-3303-448c-be19-bc104ef64d6d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.378600] env[70323]: DEBUG oslo_concurrency.lockutils [None req-70b5e42c-8371-4b89-8ffc-d0228dff7589 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Acquiring lock "refresh_cache-e38249fe-4114-40a6-9cdb-8ec5917bec83" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.378865] env[70323]: DEBUG oslo_concurrency.lockutils [None req-70b5e42c-8371-4b89-8ffc-d0228dff7589 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Acquired lock "refresh_cache-e38249fe-4114-40a6-9cdb-8ec5917bec83" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.379439] env[70323]: DEBUG nova.network.neutron [None req-70b5e42c-8371-4b89-8ffc-d0228dff7589 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: e38249fe-4114-40a6-9cdb-8ec5917bec83] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 637.381833] env[70323]: DEBUG oslo_vmware.api [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Waiting for the task: (returnval){ [ 637.381833] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52fd30b9-9898-5a3e-f269-837e776d4cf3" [ 637.381833] env[70323]: _type = "Task" [ 637.381833] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.395965] env[70323]: DEBUG oslo_vmware.api [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52fd30b9-9898-5a3e-f269-837e776d4cf3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.418256] env[70323]: DEBUG nova.compute.manager [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] [instance: ba5dd49c-50d4-4dee-b428-9d4300ab43af] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 637.561213] env[70323]: INFO nova.compute.manager [-] [instance: 6e9a0b80-0d5c-4d95-9a3d-728424ef852e] Took 1.12 seconds to deallocate network for instance. [ 637.677796] env[70323]: DEBUG nova.network.neutron [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] [instance: ba5dd49c-50d4-4dee-b428-9d4300ab43af] Successfully created port: c5e0bfea-f058-4528-ac9b-fbd51b861b66 {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 637.881884] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9304e748-d02e-4fcb-b01d-6f3e3e618049 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.908521] env[70323]: DEBUG oslo_vmware.api [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52fd30b9-9898-5a3e-f269-837e776d4cf3, 'name': SearchDatastore_Task, 'duration_secs': 0.022452} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.908985] env[70323]: DEBUG oslo_concurrency.lockutils [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.909379] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] [instance: 16c3a117-e725-45e2-94e9-fbc0156fbadd] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 637.909688] env[70323]: DEBUG oslo_concurrency.lockutils [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.909869] env[70323]: DEBUG oslo_concurrency.lockutils [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.910093] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 637.911242] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d39121-b9f5-4e6f-8e46-5d930d5553ec {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.915727] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06b48d91-2a60-4e14-94a4-0ac27ded4c38 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.955999] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f07f814-9ff9-424b-b1b2-82a4a0c145ec {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.959348] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 637.959462] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 637.960859] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0c00e71-ff41-4801-bcf6-2a8f609ce53d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.973692] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee895f4b-4aac-49b5-984f-470deabc6868 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.978821] env[70323]: DEBUG oslo_vmware.api [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Waiting for the task: (returnval){ [ 637.978821] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52a5d719-12ff-6edf-f270-7e3fccb760b7" [ 637.978821] env[70323]: _type = "Task" [ 637.978821] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.993178] env[70323]: DEBUG nova.compute.provider_tree [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 638.001372] env[70323]: DEBUG oslo_vmware.api [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52a5d719-12ff-6edf-f270-7e3fccb760b7, 'name': SearchDatastore_Task, 'duration_secs': 0.026485} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.002264] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47a814e5-5552-47a6-a3c1-266d09a398b4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.009133] env[70323]: DEBUG oslo_vmware.api [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Waiting for the task: (returnval){ [ 638.009133] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52520381-407a-41e0-358c-e5e5e46cda44" [ 638.009133] env[70323]: _type = "Task" [ 638.009133] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.020020] env[70323]: DEBUG oslo_vmware.api [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52520381-407a-41e0-358c-e5e5e46cda44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.069624] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6663dfc2-fe4a-46eb-a708-e544235d7e33 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.325176] env[70323]: DEBUG nova.network.neutron [None req-70b5e42c-8371-4b89-8ffc-d0228dff7589 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: e38249fe-4114-40a6-9cdb-8ec5917bec83] Updating instance_info_cache with network_info: [{"id": "7d687eaa-d970-4867-b783-b22fcaa48ffc", "address": "fa:16:3e:4d:11:7a", "network": {"id": "4e0d8ee1-52f7-4416-a8bd-f34b989a1542", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aa1f6314fd1d4d8a9ec1f238193c1000", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d687eaa-d9", "ovs_interfaceid": "7d687eaa-d970-4867-b783-b22fcaa48ffc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.463219] env[70323]: DEBUG nova.compute.manager [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] [instance: ba5dd49c-50d4-4dee-b428-9d4300ab43af] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 638.496952] env[70323]: DEBUG nova.scheduler.client.report [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 638.506672] env[70323]: DEBUG nova.compute.manager [req-b79aec32-272e-48b7-9a0e-311822b4427b req-375343cb-d680-409a-9576-1d023fd1308d service nova] [instance: 16c3a117-e725-45e2-94e9-fbc0156fbadd] Received event network-changed-d7d7cac9-4a63-444e-a66e-53d0da9294bd {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 638.510561] env[70323]: DEBUG nova.compute.manager [req-b79aec32-272e-48b7-9a0e-311822b4427b req-375343cb-d680-409a-9576-1d023fd1308d service nova] [instance: 16c3a117-e725-45e2-94e9-fbc0156fbadd] Refreshing instance network info cache due to event network-changed-d7d7cac9-4a63-444e-a66e-53d0da9294bd. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 638.510561] env[70323]: DEBUG oslo_concurrency.lockutils [req-b79aec32-272e-48b7-9a0e-311822b4427b req-375343cb-d680-409a-9576-1d023fd1308d service nova] Acquiring lock "refresh_cache-16c3a117-e725-45e2-94e9-fbc0156fbadd" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.510561] env[70323]: DEBUG oslo_concurrency.lockutils [req-b79aec32-272e-48b7-9a0e-311822b4427b req-375343cb-d680-409a-9576-1d023fd1308d service nova] Acquired lock "refresh_cache-16c3a117-e725-45e2-94e9-fbc0156fbadd" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.510561] env[70323]: DEBUG nova.network.neutron [req-b79aec32-272e-48b7-9a0e-311822b4427b req-375343cb-d680-409a-9576-1d023fd1308d service nova] [instance: 16c3a117-e725-45e2-94e9-fbc0156fbadd] Refreshing network info cache for port d7d7cac9-4a63-444e-a66e-53d0da9294bd {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 638.515114] env[70323]: DEBUG nova.virt.hardware [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 638.515114] env[70323]: DEBUG nova.virt.hardware [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 638.515114] env[70323]: DEBUG nova.virt.hardware [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 638.515114] env[70323]: DEBUG nova.virt.hardware [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 638.515114] env[70323]: DEBUG nova.virt.hardware [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 638.515114] env[70323]: DEBUG nova.virt.hardware [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 638.515114] env[70323]: DEBUG nova.virt.hardware [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 638.515114] env[70323]: DEBUG nova.virt.hardware [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 638.516061] env[70323]: DEBUG nova.virt.hardware [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 638.516061] env[70323]: DEBUG nova.virt.hardware [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 638.516313] env[70323]: DEBUG nova.virt.hardware [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 638.517544] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a1429f7-8143-4b7f-95b8-54a23aa3bb44 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.540290] env[70323]: DEBUG nova.compute.manager [req-2a3ee7a2-d4d3-47b2-bc4e-0b14b9b35466 req-34649d18-01c1-4e11-86d1-4b760b422e36 service nova] [instance: 6c11ec80-43e4-4b24-9a6c-40a13011c9b3] Received event network-vif-deleted-6479df9b-bb67-47df-8862-78816b4f70b0 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 638.540584] env[70323]: DEBUG nova.compute.manager [req-2a3ee7a2-d4d3-47b2-bc4e-0b14b9b35466 req-34649d18-01c1-4e11-86d1-4b760b422e36 service nova] [instance: cce3978e-29ec-42c6-8190-d02f082e3b62] Received event network-vif-deleted-fec80909-cf8c-4ca4-b4c0-4ce71db00d16 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 638.540689] env[70323]: DEBUG nova.compute.manager [req-2a3ee7a2-d4d3-47b2-bc4e-0b14b9b35466 req-34649d18-01c1-4e11-86d1-4b760b422e36 service nova] [instance: 6c11ec80-43e4-4b24-9a6c-40a13011c9b3] Received event network-vif-deleted-9c73cc40-030f-41e2-9a70-f7792f788a01 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 638.540790] env[70323]: DEBUG nova.compute.manager [req-2a3ee7a2-d4d3-47b2-bc4e-0b14b9b35466 req-34649d18-01c1-4e11-86d1-4b760b422e36 service nova] [instance: 2eb42f40-1b49-496b-8f23-3d7298666d77] Received event network-changed-7ad61544-94d2-4c24-a69a-23ed8a9c5405 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 638.541211] env[70323]: DEBUG nova.compute.manager [req-2a3ee7a2-d4d3-47b2-bc4e-0b14b9b35466 req-34649d18-01c1-4e11-86d1-4b760b422e36 service nova] [instance: 2eb42f40-1b49-496b-8f23-3d7298666d77] Refreshing instance network info cache due to event network-changed-7ad61544-94d2-4c24-a69a-23ed8a9c5405. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 638.541211] env[70323]: DEBUG oslo_concurrency.lockutils [req-2a3ee7a2-d4d3-47b2-bc4e-0b14b9b35466 req-34649d18-01c1-4e11-86d1-4b760b422e36 service nova] Acquiring lock "refresh_cache-2eb42f40-1b49-496b-8f23-3d7298666d77" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.541354] env[70323]: DEBUG oslo_concurrency.lockutils [req-2a3ee7a2-d4d3-47b2-bc4e-0b14b9b35466 req-34649d18-01c1-4e11-86d1-4b760b422e36 service nova] Acquired lock "refresh_cache-2eb42f40-1b49-496b-8f23-3d7298666d77" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.541511] env[70323]: DEBUG nova.network.neutron [req-2a3ee7a2-d4d3-47b2-bc4e-0b14b9b35466 req-34649d18-01c1-4e11-86d1-4b760b422e36 service nova] [instance: 2eb42f40-1b49-496b-8f23-3d7298666d77] Refreshing network info cache for port 7ad61544-94d2-4c24-a69a-23ed8a9c5405 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 638.552477] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b7321e1-1bc6-4f49-be9a-174b723f5ca9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.557866] env[70323]: DEBUG oslo_vmware.api [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52520381-407a-41e0-358c-e5e5e46cda44, 'name': SearchDatastore_Task, 'duration_secs': 0.019217} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.558346] env[70323]: DEBUG oslo_concurrency.lockutils [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.558579] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 16c3a117-e725-45e2-94e9-fbc0156fbadd/16c3a117-e725-45e2-94e9-fbc0156fbadd.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 638.559466] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90b8db67-0aed-4799-82ab-87c3a7b493c5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.574718] env[70323]: DEBUG oslo_vmware.api [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Waiting for the task: (returnval){ [ 638.574718] env[70323]: value = "task-3226533" [ 638.574718] env[70323]: _type = "Task" [ 638.574718] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.587557] env[70323]: DEBUG oslo_vmware.api [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Task: {'id': task-3226533, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.645882] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d4769c73-3d8f-4428-887b-07694ba5470d tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Acquiring lock "99c5100f-890c-496c-b40a-2cd4a2be72e5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.646366] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d4769c73-3d8f-4428-887b-07694ba5470d tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Lock "99c5100f-890c-496c-b40a-2cd4a2be72e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.646473] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d4769c73-3d8f-4428-887b-07694ba5470d tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Acquiring lock "99c5100f-890c-496c-b40a-2cd4a2be72e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.646617] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d4769c73-3d8f-4428-887b-07694ba5470d tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Lock "99c5100f-890c-496c-b40a-2cd4a2be72e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.646781] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d4769c73-3d8f-4428-887b-07694ba5470d tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Lock "99c5100f-890c-496c-b40a-2cd4a2be72e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.651142] env[70323]: INFO nova.compute.manager [None req-d4769c73-3d8f-4428-887b-07694ba5470d tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Terminating instance [ 638.829770] env[70323]: DEBUG oslo_concurrency.lockutils [None req-70b5e42c-8371-4b89-8ffc-d0228dff7589 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Releasing lock "refresh_cache-e38249fe-4114-40a6-9cdb-8ec5917bec83" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.012018] env[70323]: DEBUG oslo_concurrency.lockutils [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.609s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.014237] env[70323]: DEBUG nova.compute.manager [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] [instance: cf16c077-6f47-4ad4-b4b2-f14ae99e335a] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 639.015636] env[70323]: DEBUG oslo_concurrency.lockutils [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.291s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.017807] env[70323]: INFO nova.compute.claims [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] [instance: 9bb398f8-6536-4a13-b46f-ea083c4cf5d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 639.088302] env[70323]: DEBUG oslo_vmware.api [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Task: {'id': task-3226533, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.108459] env[70323]: DEBUG nova.network.neutron [req-b79aec32-272e-48b7-9a0e-311822b4427b req-375343cb-d680-409a-9576-1d023fd1308d service nova] [instance: 16c3a117-e725-45e2-94e9-fbc0156fbadd] Updated VIF entry in instance network info cache for port d7d7cac9-4a63-444e-a66e-53d0da9294bd. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 639.109204] env[70323]: DEBUG nova.network.neutron [req-b79aec32-272e-48b7-9a0e-311822b4427b req-375343cb-d680-409a-9576-1d023fd1308d service nova] [instance: 16c3a117-e725-45e2-94e9-fbc0156fbadd] Updating instance_info_cache with network_info: [{"id": "d7d7cac9-4a63-444e-a66e-53d0da9294bd", "address": "fa:16:3e:5b:a9:aa", "network": {"id": "ebd06241-e2a1-47a4-b5a0-8ce84ec434a7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1622113260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "8fef1726bc3a47b09eaf5a768f3c6c61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7d7cac9-4a", "ovs_interfaceid": "d7d7cac9-4a63-444e-a66e-53d0da9294bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.157248] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d4769c73-3d8f-4428-887b-07694ba5470d tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Acquiring lock "refresh_cache-99c5100f-890c-496c-b40a-2cd4a2be72e5" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.157248] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d4769c73-3d8f-4428-887b-07694ba5470d tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Acquired lock "refresh_cache-99c5100f-890c-496c-b40a-2cd4a2be72e5" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.157248] env[70323]: DEBUG nova.network.neutron [None req-d4769c73-3d8f-4428-887b-07694ba5470d tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 639.375437] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20b5913-f83c-4287-9ca5-4b3b1ac91801 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.413355] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dcfd906-7936-4334-a822-aeb90e25ca79 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.424050] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-70b5e42c-8371-4b89-8ffc-d0228dff7589 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: e38249fe-4114-40a6-9cdb-8ec5917bec83] Updating instance 'e38249fe-4114-40a6-9cdb-8ec5917bec83' progress to 83 {{(pid=70323) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 639.525994] env[70323]: DEBUG nova.compute.utils [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 639.535071] env[70323]: DEBUG nova.compute.manager [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] [instance: cf16c077-6f47-4ad4-b4b2-f14ae99e335a] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 639.535599] env[70323]: DEBUG nova.network.neutron [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] [instance: cf16c077-6f47-4ad4-b4b2-f14ae99e335a] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 639.589879] env[70323]: DEBUG oslo_vmware.api [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Task: {'id': task-3226533, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.616478] env[70323]: DEBUG oslo_concurrency.lockutils [req-b79aec32-272e-48b7-9a0e-311822b4427b req-375343cb-d680-409a-9576-1d023fd1308d service nova] Releasing lock "refresh_cache-16c3a117-e725-45e2-94e9-fbc0156fbadd" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.617413] env[70323]: DEBUG nova.compute.manager [req-b79aec32-272e-48b7-9a0e-311822b4427b req-375343cb-d680-409a-9576-1d023fd1308d service nova] [instance: 19fddddc-9657-463c-b24d-7ae457fdb870] Received event network-changed-b989df48-7c91-4c96-8912-ffc7da5c7f57 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 639.617413] env[70323]: DEBUG nova.compute.manager [req-b79aec32-272e-48b7-9a0e-311822b4427b req-375343cb-d680-409a-9576-1d023fd1308d service nova] [instance: 19fddddc-9657-463c-b24d-7ae457fdb870] Refreshing instance network info cache due to event network-changed-b989df48-7c91-4c96-8912-ffc7da5c7f57. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 639.617413] env[70323]: DEBUG oslo_concurrency.lockutils [req-b79aec32-272e-48b7-9a0e-311822b4427b req-375343cb-d680-409a-9576-1d023fd1308d service nova] Acquiring lock "refresh_cache-19fddddc-9657-463c-b24d-7ae457fdb870" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.617413] env[70323]: DEBUG oslo_concurrency.lockutils [req-b79aec32-272e-48b7-9a0e-311822b4427b req-375343cb-d680-409a-9576-1d023fd1308d service nova] Acquired lock "refresh_cache-19fddddc-9657-463c-b24d-7ae457fdb870" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.617694] env[70323]: DEBUG nova.network.neutron [req-b79aec32-272e-48b7-9a0e-311822b4427b req-375343cb-d680-409a-9576-1d023fd1308d service nova] [instance: 19fddddc-9657-463c-b24d-7ae457fdb870] Refreshing network info cache for port b989df48-7c91-4c96-8912-ffc7da5c7f57 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 639.721056] env[70323]: DEBUG nova.policy [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3357abfeeea8426db7973bb28b228d91', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c4926d0450645dd9a4d5f1de9d25812', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 639.919929] env[70323]: DEBUG nova.network.neutron [None req-d4769c73-3d8f-4428-887b-07694ba5470d tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 639.933679] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-70b5e42c-8371-4b89-8ffc-d0228dff7589 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: e38249fe-4114-40a6-9cdb-8ec5917bec83] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 639.933679] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56792a97-0496-40d3-a36e-811839aba56b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.944643] env[70323]: DEBUG oslo_vmware.api [None req-70b5e42c-8371-4b89-8ffc-d0228dff7589 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Waiting for the task: (returnval){ [ 639.944643] env[70323]: value = "task-3226534" [ 639.944643] env[70323]: _type = "Task" [ 639.944643] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.960563] env[70323]: DEBUG oslo_vmware.api [None req-70b5e42c-8371-4b89-8ffc-d0228dff7589 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Task: {'id': task-3226534, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.037950] env[70323]: DEBUG nova.compute.manager [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] [instance: cf16c077-6f47-4ad4-b4b2-f14ae99e335a] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 640.072455] env[70323]: DEBUG nova.network.neutron [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] [instance: ba5dd49c-50d4-4dee-b428-9d4300ab43af] Successfully updated port: c5e0bfea-f058-4528-ac9b-fbd51b861b66 {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 640.092023] env[70323]: DEBUG oslo_vmware.api [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Task: {'id': task-3226533, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.162535} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.092023] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 16c3a117-e725-45e2-94e9-fbc0156fbadd/16c3a117-e725-45e2-94e9-fbc0156fbadd.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 640.092023] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] [instance: 16c3a117-e725-45e2-94e9-fbc0156fbadd] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 640.092023] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d1226973-e670-4409-81b3-642994f904fa {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.103574] env[70323]: DEBUG oslo_vmware.api [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Waiting for the task: (returnval){ [ 640.103574] env[70323]: value = "task-3226535" [ 640.103574] env[70323]: _type = "Task" [ 640.103574] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.140041] env[70323]: DEBUG oslo_vmware.api [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Task: {'id': task-3226535, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.194279] env[70323]: DEBUG nova.network.neutron [None req-d4769c73-3d8f-4428-887b-07694ba5470d tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.313504] env[70323]: DEBUG nova.network.neutron [req-2a3ee7a2-d4d3-47b2-bc4e-0b14b9b35466 req-34649d18-01c1-4e11-86d1-4b760b422e36 service nova] [instance: 2eb42f40-1b49-496b-8f23-3d7298666d77] Updated VIF entry in instance network info cache for port 7ad61544-94d2-4c24-a69a-23ed8a9c5405. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 640.314030] env[70323]: DEBUG nova.network.neutron [req-2a3ee7a2-d4d3-47b2-bc4e-0b14b9b35466 req-34649d18-01c1-4e11-86d1-4b760b422e36 service nova] [instance: 2eb42f40-1b49-496b-8f23-3d7298666d77] Updating instance_info_cache with network_info: [{"id": "7ad61544-94d2-4c24-a69a-23ed8a9c5405", "address": "fa:16:3e:ff:59:55", "network": {"id": "e49665e5-1a9d-463a-ade6-ea352f895e2d", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1763630125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0808aae9fe214413a19b5b74cb2f7acf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ad61544-94", "ovs_interfaceid": "7ad61544-94d2-4c24-a69a-23ed8a9c5405", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.463017] env[70323]: DEBUG oslo_vmware.api [None req-70b5e42c-8371-4b89-8ffc-d0228dff7589 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Task: {'id': task-3226534, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.574301] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Acquiring lock "refresh_cache-ba5dd49c-50d4-4dee-b428-9d4300ab43af" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.575594] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Acquired lock "refresh_cache-ba5dd49c-50d4-4dee-b428-9d4300ab43af" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.575824] env[70323]: DEBUG nova.network.neutron [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] [instance: ba5dd49c-50d4-4dee-b428-9d4300ab43af] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 640.629594] env[70323]: DEBUG oslo_vmware.api [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Task: {'id': task-3226535, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106688} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.630572] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] [instance: 16c3a117-e725-45e2-94e9-fbc0156fbadd] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 640.631555] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd2370b-c646-4478-b229-1299c7422c35 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.663779] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] [instance: 16c3a117-e725-45e2-94e9-fbc0156fbadd] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 16c3a117-e725-45e2-94e9-fbc0156fbadd/16c3a117-e725-45e2-94e9-fbc0156fbadd.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 640.668702] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbbafbf3-386d-4d4e-bb53-ad295c50359e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.684356] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a8bca7-3850-42cc-b19d-00a25a91a7fc {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.694966] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec438fd-8ebf-4dc8-ae71-3b7a5c0b0ccd {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.698780] env[70323]: DEBUG oslo_vmware.api [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Waiting for the task: (returnval){ [ 640.698780] env[70323]: value = "task-3226536" [ 640.698780] env[70323]: _type = "Task" [ 640.698780] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.698780] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d4769c73-3d8f-4428-887b-07694ba5470d tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Releasing lock "refresh_cache-99c5100f-890c-496c-b40a-2cd4a2be72e5" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.699166] env[70323]: DEBUG nova.compute.manager [None req-d4769c73-3d8f-4428-887b-07694ba5470d tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 640.699331] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-d4769c73-3d8f-4428-887b-07694ba5470d tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 640.700144] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da226757-9b3f-4a76-a88f-8510b4bf33db {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.736876] env[70323]: DEBUG nova.network.neutron [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] [instance: cf16c077-6f47-4ad4-b4b2-f14ae99e335a] Successfully created port: c081fd68-2a81-4fbd-9b5f-5770a1619b3f {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 640.741351] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd56405a-4d9c-4257-8a9b-76f99d6d800f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.749079] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4769c73-3d8f-4428-887b-07694ba5470d tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 640.749370] env[70323]: DEBUG oslo_vmware.api [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Task: {'id': task-3226536, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.749940] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc37d24d-ac40-44d2-9eb7-bed0ece64d9b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.754718] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cababd50-77a7-43e2-a4ed-51d7a8607ce5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.762384] env[70323]: DEBUG oslo_vmware.api [None req-d4769c73-3d8f-4428-887b-07694ba5470d tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Waiting for the task: (returnval){ [ 640.762384] env[70323]: value = "task-3226537" [ 640.762384] env[70323]: _type = "Task" [ 640.762384] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.777646] env[70323]: DEBUG nova.compute.provider_tree [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 640.786081] env[70323]: DEBUG oslo_vmware.api [None req-d4769c73-3d8f-4428-887b-07694ba5470d tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Task: {'id': task-3226537, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.819607] env[70323]: DEBUG oslo_concurrency.lockutils [req-2a3ee7a2-d4d3-47b2-bc4e-0b14b9b35466 req-34649d18-01c1-4e11-86d1-4b760b422e36 service nova] Releasing lock "refresh_cache-2eb42f40-1b49-496b-8f23-3d7298666d77" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.827793] env[70323]: DEBUG nova.network.neutron [req-b79aec32-272e-48b7-9a0e-311822b4427b req-375343cb-d680-409a-9576-1d023fd1308d service nova] [instance: 19fddddc-9657-463c-b24d-7ae457fdb870] Updated VIF entry in instance network info cache for port b989df48-7c91-4c96-8912-ffc7da5c7f57. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 640.828625] env[70323]: DEBUG nova.network.neutron [req-b79aec32-272e-48b7-9a0e-311822b4427b req-375343cb-d680-409a-9576-1d023fd1308d service nova] [instance: 19fddddc-9657-463c-b24d-7ae457fdb870] Updating instance_info_cache with network_info: [{"id": "b989df48-7c91-4c96-8912-ffc7da5c7f57", "address": "fa:16:3e:f9:be:a7", "network": {"id": "3b5f5f1e-136d-4857-92d8-f2b699780e83", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1858485206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5233132a46d4927884fd941fd95d550", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb989df48-7c", "ovs_interfaceid": "b989df48-7c91-4c96-8912-ffc7da5c7f57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.962701] env[70323]: DEBUG oslo_vmware.api [None req-70b5e42c-8371-4b89-8ffc-d0228dff7589 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Task: {'id': task-3226534, 'name': PowerOnVM_Task, 'duration_secs': 0.947405} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.962701] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-70b5e42c-8371-4b89-8ffc-d0228dff7589 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: e38249fe-4114-40a6-9cdb-8ec5917bec83] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 640.962701] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-70b5e42c-8371-4b89-8ffc-d0228dff7589 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: e38249fe-4114-40a6-9cdb-8ec5917bec83] Updating instance 'e38249fe-4114-40a6-9cdb-8ec5917bec83' progress to 100 {{(pid=70323) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 641.051155] env[70323]: DEBUG nova.compute.manager [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] [instance: cf16c077-6f47-4ad4-b4b2-f14ae99e335a] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 641.088198] env[70323]: DEBUG nova.virt.hardware [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 641.088198] env[70323]: DEBUG nova.virt.hardware [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 641.088198] env[70323]: DEBUG nova.virt.hardware [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 641.088822] env[70323]: DEBUG nova.virt.hardware [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 641.088822] env[70323]: DEBUG nova.virt.hardware [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 641.088822] env[70323]: DEBUG nova.virt.hardware [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 641.089458] env[70323]: DEBUG nova.virt.hardware [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 641.089667] env[70323]: DEBUG nova.virt.hardware [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 641.089848] env[70323]: DEBUG nova.virt.hardware [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 641.090028] env[70323]: DEBUG nova.virt.hardware [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 641.090215] env[70323]: DEBUG nova.virt.hardware [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 641.091422] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d93ce7-d2d6-40bf-b736-c964e346761d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.099565] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04815921-8071-4fd0-911d-aeb1cda62f3f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.196855] env[70323]: DEBUG nova.network.neutron [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] [instance: ba5dd49c-50d4-4dee-b428-9d4300ab43af] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 641.209254] env[70323]: DEBUG oslo_vmware.api [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Task: {'id': task-3226536, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.259769] env[70323]: DEBUG nova.compute.manager [req-aadb603b-0629-480f-ae59-dbe366187477 req-16456f11-1aa1-4cad-a034-c37a78ade922 service nova] [instance: ba5dd49c-50d4-4dee-b428-9d4300ab43af] Received event network-vif-plugged-c5e0bfea-f058-4528-ac9b-fbd51b861b66 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 641.259769] env[70323]: DEBUG oslo_concurrency.lockutils [req-aadb603b-0629-480f-ae59-dbe366187477 req-16456f11-1aa1-4cad-a034-c37a78ade922 service nova] Acquiring lock "ba5dd49c-50d4-4dee-b428-9d4300ab43af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.260338] env[70323]: DEBUG oslo_concurrency.lockutils [req-aadb603b-0629-480f-ae59-dbe366187477 req-16456f11-1aa1-4cad-a034-c37a78ade922 service nova] Lock "ba5dd49c-50d4-4dee-b428-9d4300ab43af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.260455] env[70323]: DEBUG oslo_concurrency.lockutils [req-aadb603b-0629-480f-ae59-dbe366187477 req-16456f11-1aa1-4cad-a034-c37a78ade922 service nova] Lock "ba5dd49c-50d4-4dee-b428-9d4300ab43af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.263106] env[70323]: DEBUG nova.compute.manager [req-aadb603b-0629-480f-ae59-dbe366187477 req-16456f11-1aa1-4cad-a034-c37a78ade922 service nova] [instance: ba5dd49c-50d4-4dee-b428-9d4300ab43af] No waiting events found dispatching network-vif-plugged-c5e0bfea-f058-4528-ac9b-fbd51b861b66 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 641.263106] env[70323]: WARNING nova.compute.manager [req-aadb603b-0629-480f-ae59-dbe366187477 req-16456f11-1aa1-4cad-a034-c37a78ade922 service nova] [instance: ba5dd49c-50d4-4dee-b428-9d4300ab43af] Received unexpected event network-vif-plugged-c5e0bfea-f058-4528-ac9b-fbd51b861b66 for instance with vm_state building and task_state spawning. [ 641.263106] env[70323]: DEBUG nova.compute.manager [req-aadb603b-0629-480f-ae59-dbe366187477 req-16456f11-1aa1-4cad-a034-c37a78ade922 service nova] [instance: ba5dd49c-50d4-4dee-b428-9d4300ab43af] Received event network-changed-c5e0bfea-f058-4528-ac9b-fbd51b861b66 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 641.263106] env[70323]: DEBUG nova.compute.manager [req-aadb603b-0629-480f-ae59-dbe366187477 req-16456f11-1aa1-4cad-a034-c37a78ade922 service nova] [instance: ba5dd49c-50d4-4dee-b428-9d4300ab43af] Refreshing instance network info cache due to event network-changed-c5e0bfea-f058-4528-ac9b-fbd51b861b66. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 641.263106] env[70323]: DEBUG oslo_concurrency.lockutils [req-aadb603b-0629-480f-ae59-dbe366187477 req-16456f11-1aa1-4cad-a034-c37a78ade922 service nova] Acquiring lock "refresh_cache-ba5dd49c-50d4-4dee-b428-9d4300ab43af" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.276271] env[70323]: DEBUG oslo_vmware.api [None req-d4769c73-3d8f-4428-887b-07694ba5470d tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Task: {'id': task-3226537, 'name': PowerOffVM_Task, 'duration_secs': 0.206751} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.279072] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4769c73-3d8f-4428-887b-07694ba5470d tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 641.279072] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-d4769c73-3d8f-4428-887b-07694ba5470d tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 641.279293] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e49c1bf-a4ea-484a-ad1b-42fdb34fe38e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.283744] env[70323]: DEBUG nova.scheduler.client.report [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 641.312640] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-d4769c73-3d8f-4428-887b-07694ba5470d tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 641.313649] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-d4769c73-3d8f-4428-887b-07694ba5470d tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Deleting contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 641.313649] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4769c73-3d8f-4428-887b-07694ba5470d tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Deleting the datastore file [datastore1] 99c5100f-890c-496c-b40a-2cd4a2be72e5 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 641.313649] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6506b115-e3c2-42ce-a5e9-831ce10bf3df {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.320603] env[70323]: DEBUG oslo_vmware.api [None req-d4769c73-3d8f-4428-887b-07694ba5470d tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Waiting for the task: (returnval){ [ 641.320603] env[70323]: value = "task-3226539" [ 641.320603] env[70323]: _type = "Task" [ 641.320603] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.328858] env[70323]: DEBUG oslo_vmware.api [None req-d4769c73-3d8f-4428-887b-07694ba5470d tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Task: {'id': task-3226539, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.331464] env[70323]: DEBUG oslo_concurrency.lockutils [req-b79aec32-272e-48b7-9a0e-311822b4427b req-375343cb-d680-409a-9576-1d023fd1308d service nova] Releasing lock "refresh_cache-19fddddc-9657-463c-b24d-7ae457fdb870" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.332047] env[70323]: DEBUG nova.compute.manager [req-b79aec32-272e-48b7-9a0e-311822b4427b req-375343cb-d680-409a-9576-1d023fd1308d service nova] [instance: 2c9fda7c-de29-4b8a-b950-cfd429a16e18] Received event network-changed-ce627abe-31a3-40e0-adf1-8f5203e700a6 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 641.332047] env[70323]: DEBUG nova.compute.manager [req-b79aec32-272e-48b7-9a0e-311822b4427b req-375343cb-d680-409a-9576-1d023fd1308d service nova] [instance: 2c9fda7c-de29-4b8a-b950-cfd429a16e18] Refreshing instance network info cache due to event network-changed-ce627abe-31a3-40e0-adf1-8f5203e700a6. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 641.332161] env[70323]: DEBUG oslo_concurrency.lockutils [req-b79aec32-272e-48b7-9a0e-311822b4427b req-375343cb-d680-409a-9576-1d023fd1308d service nova] Acquiring lock "refresh_cache-2c9fda7c-de29-4b8a-b950-cfd429a16e18" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.332260] env[70323]: DEBUG oslo_concurrency.lockutils [req-b79aec32-272e-48b7-9a0e-311822b4427b req-375343cb-d680-409a-9576-1d023fd1308d service nova] Acquired lock "refresh_cache-2c9fda7c-de29-4b8a-b950-cfd429a16e18" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.332420] env[70323]: DEBUG nova.network.neutron [req-b79aec32-272e-48b7-9a0e-311822b4427b req-375343cb-d680-409a-9576-1d023fd1308d service nova] [instance: 2c9fda7c-de29-4b8a-b950-cfd429a16e18] Refreshing network info cache for port ce627abe-31a3-40e0-adf1-8f5203e700a6 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 641.598736] env[70323]: DEBUG nova.network.neutron [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] [instance: ba5dd49c-50d4-4dee-b428-9d4300ab43af] Updating instance_info_cache with network_info: [{"id": "c5e0bfea-f058-4528-ac9b-fbd51b861b66", "address": "fa:16:3e:bd:96:b8", "network": {"id": "9fe341bc-c371-42ca-b464-95dafcb7b527", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-800355963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fece4b78981646adafcaaa249f2aac24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5e0bfea-f0", "ovs_interfaceid": "c5e0bfea-f058-4528-ac9b-fbd51b861b66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.711219] env[70323]: DEBUG oslo_vmware.api [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Task: {'id': task-3226536, 'name': ReconfigVM_Task, 'duration_secs': 0.731493} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.711409] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] [instance: 16c3a117-e725-45e2-94e9-fbc0156fbadd] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 16c3a117-e725-45e2-94e9-fbc0156fbadd/16c3a117-e725-45e2-94e9-fbc0156fbadd.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 641.712050] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cf53dab1-7f67-4966-9945-82abd3716a35 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.718789] env[70323]: DEBUG oslo_vmware.api [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Waiting for the task: (returnval){ [ 641.718789] env[70323]: value = "task-3226540" [ 641.718789] env[70323]: _type = "Task" [ 641.718789] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.726104] env[70323]: DEBUG oslo_vmware.api [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Task: {'id': task-3226540, 'name': Rename_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.791725] env[70323]: DEBUG oslo_concurrency.lockutils [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.776s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.793628] env[70323]: DEBUG nova.compute.manager [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] [instance: 9bb398f8-6536-4a13-b46f-ea083c4cf5d1] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 641.799865] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.626s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.804441] env[70323]: INFO nova.compute.claims [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: d8409f2b-0740-4d4c-a604-0c818a196445] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 641.830599] env[70323]: DEBUG oslo_vmware.api [None req-d4769c73-3d8f-4428-887b-07694ba5470d tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Task: {'id': task-3226539, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190146} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.830873] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4769c73-3d8f-4428-887b-07694ba5470d tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 641.833036] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-d4769c73-3d8f-4428-887b-07694ba5470d tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Deleted contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 641.833036] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-d4769c73-3d8f-4428-887b-07694ba5470d tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 641.833036] env[70323]: INFO nova.compute.manager [None req-d4769c73-3d8f-4428-887b-07694ba5470d tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Took 1.13 seconds to destroy the instance on the hypervisor. [ 641.833036] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4769c73-3d8f-4428-887b-07694ba5470d tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 641.833036] env[70323]: DEBUG nova.compute.manager [-] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 641.833036] env[70323]: DEBUG nova.network.neutron [-] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 641.866606] env[70323]: DEBUG nova.network.neutron [-] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 642.101943] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Releasing lock "refresh_cache-ba5dd49c-50d4-4dee-b428-9d4300ab43af" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.102387] env[70323]: DEBUG nova.compute.manager [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] [instance: ba5dd49c-50d4-4dee-b428-9d4300ab43af] Instance network_info: |[{"id": "c5e0bfea-f058-4528-ac9b-fbd51b861b66", "address": "fa:16:3e:bd:96:b8", "network": {"id": "9fe341bc-c371-42ca-b464-95dafcb7b527", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-800355963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fece4b78981646adafcaaa249f2aac24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5e0bfea-f0", "ovs_interfaceid": "c5e0bfea-f058-4528-ac9b-fbd51b861b66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 642.102680] env[70323]: DEBUG oslo_concurrency.lockutils [req-aadb603b-0629-480f-ae59-dbe366187477 req-16456f11-1aa1-4cad-a034-c37a78ade922 service nova] Acquired lock "refresh_cache-ba5dd49c-50d4-4dee-b428-9d4300ab43af" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.102841] env[70323]: DEBUG nova.network.neutron [req-aadb603b-0629-480f-ae59-dbe366187477 req-16456f11-1aa1-4cad-a034-c37a78ade922 service nova] [instance: ba5dd49c-50d4-4dee-b428-9d4300ab43af] Refreshing network info cache for port c5e0bfea-f058-4528-ac9b-fbd51b861b66 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 642.104576] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] [instance: ba5dd49c-50d4-4dee-b428-9d4300ab43af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:96:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1e7173e-4163-4212-9339-aea3eddd359e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c5e0bfea-f058-4528-ac9b-fbd51b861b66', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 642.112433] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Creating folder: Project (fece4b78981646adafcaaa249f2aac24). Parent ref: group-v644941. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 642.116530] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5eeb0a41-962b-45bd-af62-69106778c61e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.126656] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Created folder: Project (fece4b78981646adafcaaa249f2aac24) in parent group-v644941. [ 642.126931] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Creating folder: Instances. Parent ref: group-v644987. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 642.127460] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fca5a0c2-ad3b-4040-9607-3d9cb800dbd9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.138026] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Created folder: Instances in parent group-v644987. [ 642.138341] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 642.138962] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba5dd49c-50d4-4dee-b428-9d4300ab43af] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 642.139580] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-572d54c0-f955-4258-8ef9-8c8738eeeb84 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.164569] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 642.164569] env[70323]: value = "task-3226543" [ 642.164569] env[70323]: _type = "Task" [ 642.164569] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.175165] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226543, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.230798] env[70323]: DEBUG oslo_vmware.api [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Task: {'id': task-3226540, 'name': Rename_Task, 'duration_secs': 0.307885} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.231289] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] [instance: 16c3a117-e725-45e2-94e9-fbc0156fbadd] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 642.231429] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-003b35ab-6866-4cac-8322-55e10fa2494c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.238016] env[70323]: DEBUG oslo_vmware.api [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Waiting for the task: (returnval){ [ 642.238016] env[70323]: value = "task-3226544" [ 642.238016] env[70323]: _type = "Task" [ 642.238016] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.260026] env[70323]: DEBUG oslo_vmware.api [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Task: {'id': task-3226544, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.302341] env[70323]: DEBUG nova.compute.utils [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 642.305510] env[70323]: DEBUG nova.compute.manager [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] [instance: 9bb398f8-6536-4a13-b46f-ea083c4cf5d1] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 642.305772] env[70323]: DEBUG nova.network.neutron [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] [instance: 9bb398f8-6536-4a13-b46f-ea083c4cf5d1] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 642.370985] env[70323]: DEBUG nova.network.neutron [-] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.540491] env[70323]: DEBUG nova.policy [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '938c81020d8648038917eb86069da357', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7fc2de174b7245a6a8241261abf3ca86', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 642.676741] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226543, 'name': CreateVM_Task, 'duration_secs': 0.358661} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.676932] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba5dd49c-50d4-4dee-b428-9d4300ab43af] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 642.677656] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.678167] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.678167] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.680278] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71e60fea-dd8e-42e4-be04-fe0d82198f05 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.684529] env[70323]: DEBUG oslo_vmware.api [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Waiting for the task: (returnval){ [ 642.684529] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]521599d7-caf2-737e-de19-e1c328228206" [ 642.684529] env[70323]: _type = "Task" [ 642.684529] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.692416] env[70323]: DEBUG oslo_vmware.api [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]521599d7-caf2-737e-de19-e1c328228206, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.747976] env[70323]: DEBUG oslo_vmware.api [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Task: {'id': task-3226544, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.813987] env[70323]: DEBUG nova.compute.manager [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] [instance: 9bb398f8-6536-4a13-b46f-ea083c4cf5d1] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 642.850133] env[70323]: DEBUG nova.network.neutron [req-b79aec32-272e-48b7-9a0e-311822b4427b req-375343cb-d680-409a-9576-1d023fd1308d service nova] [instance: 2c9fda7c-de29-4b8a-b950-cfd429a16e18] Updated VIF entry in instance network info cache for port ce627abe-31a3-40e0-adf1-8f5203e700a6. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 642.850299] env[70323]: DEBUG nova.network.neutron [req-b79aec32-272e-48b7-9a0e-311822b4427b req-375343cb-d680-409a-9576-1d023fd1308d service nova] [instance: 2c9fda7c-de29-4b8a-b950-cfd429a16e18] Updating instance_info_cache with network_info: [{"id": "ce627abe-31a3-40e0-adf1-8f5203e700a6", "address": "fa:16:3e:7a:9b:26", "network": {"id": "cf84f248-8371-4286-887e-d0a74f6bd050", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1700658248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "613ac2ce15594096bb405b5ae23416f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce627abe-31", "ovs_interfaceid": "ce627abe-31a3-40e0-adf1-8f5203e700a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.877657] env[70323]: INFO nova.compute.manager [-] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Took 1.05 seconds to deallocate network for instance. [ 642.990438] env[70323]: DEBUG oslo_concurrency.lockutils [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquiring lock "aad7167e-9a30-4fb0-bbbc-c57066db3311" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.990907] env[70323]: DEBUG oslo_concurrency.lockutils [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Lock "aad7167e-9a30-4fb0-bbbc-c57066db3311" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.092702] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e46c412b-2373-451d-8fd9-f466d5f2fd82 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Acquiring lock "f80ff45c-767d-4771-876e-d4cf7f06718a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.092702] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e46c412b-2373-451d-8fd9-f466d5f2fd82 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Lock "f80ff45c-767d-4771-876e-d4cf7f06718a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.092702] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e46c412b-2373-451d-8fd9-f466d5f2fd82 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Acquiring lock "f80ff45c-767d-4771-876e-d4cf7f06718a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.092702] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e46c412b-2373-451d-8fd9-f466d5f2fd82 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Lock "f80ff45c-767d-4771-876e-d4cf7f06718a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.092702] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e46c412b-2373-451d-8fd9-f466d5f2fd82 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Lock "f80ff45c-767d-4771-876e-d4cf7f06718a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.095718] env[70323]: INFO nova.compute.manager [None req-e46c412b-2373-451d-8fd9-f466d5f2fd82 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] [instance: f80ff45c-767d-4771-876e-d4cf7f06718a] Terminating instance [ 643.213912] env[70323]: DEBUG oslo_vmware.api [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]521599d7-caf2-737e-de19-e1c328228206, 'name': SearchDatastore_Task, 'duration_secs': 0.018125} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.214571] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.215256] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] [instance: ba5dd49c-50d4-4dee-b428-9d4300ab43af] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 643.215256] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.215256] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.215607] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 643.216026] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-abbfb2ba-9583-4d28-91f3-f51dad657784 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.226703] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 643.229332] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 643.231048] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10f58156-d9b5-46f2-9640-b85d46f24990 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.238034] env[70323]: DEBUG oslo_vmware.api [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Waiting for the task: (returnval){ [ 643.238034] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52b77cb9-f92e-65f3-1498-940b15d88097" [ 643.238034] env[70323]: _type = "Task" [ 643.238034] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.260308] env[70323]: DEBUG oslo_vmware.api [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52b77cb9-f92e-65f3-1498-940b15d88097, 'name': SearchDatastore_Task, 'duration_secs': 0.010029} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.270597] env[70323]: DEBUG oslo_vmware.api [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Task: {'id': task-3226544, 'name': PowerOnVM_Task, 'duration_secs': 0.651509} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.271168] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97d931de-496f-4d33-8e28-bf3edf0093e7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.275468] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] [instance: 16c3a117-e725-45e2-94e9-fbc0156fbadd] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 643.275716] env[70323]: INFO nova.compute.manager [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] [instance: 16c3a117-e725-45e2-94e9-fbc0156fbadd] Took 10.93 seconds to spawn the instance on the hypervisor. [ 643.277095] env[70323]: DEBUG nova.compute.manager [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] [instance: 16c3a117-e725-45e2-94e9-fbc0156fbadd] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 643.277217] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56528660-f6c7-4525-935f-4c0671aaed4f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.285257] env[70323]: DEBUG oslo_vmware.api [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Waiting for the task: (returnval){ [ 643.285257] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52b1cec1-e728-e8a9-87ba-f7dcdb20e7c5" [ 643.285257] env[70323]: _type = "Task" [ 643.285257] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.303479] env[70323]: DEBUG oslo_vmware.api [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52b1cec1-e728-e8a9-87ba-f7dcdb20e7c5, 'name': SearchDatastore_Task, 'duration_secs': 0.010987} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.304315] env[70323]: DEBUG nova.network.neutron [req-aadb603b-0629-480f-ae59-dbe366187477 req-16456f11-1aa1-4cad-a034-c37a78ade922 service nova] [instance: ba5dd49c-50d4-4dee-b428-9d4300ab43af] Updated VIF entry in instance network info cache for port c5e0bfea-f058-4528-ac9b-fbd51b861b66. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 643.304644] env[70323]: DEBUG nova.network.neutron [req-aadb603b-0629-480f-ae59-dbe366187477 req-16456f11-1aa1-4cad-a034-c37a78ade922 service nova] [instance: ba5dd49c-50d4-4dee-b428-9d4300ab43af] Updating instance_info_cache with network_info: [{"id": "c5e0bfea-f058-4528-ac9b-fbd51b861b66", "address": "fa:16:3e:bd:96:b8", "network": {"id": "9fe341bc-c371-42ca-b464-95dafcb7b527", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-800355963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fece4b78981646adafcaaa249f2aac24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5e0bfea-f0", "ovs_interfaceid": "c5e0bfea-f058-4528-ac9b-fbd51b861b66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.306403] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.307135] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] ba5dd49c-50d4-4dee-b428-9d4300ab43af/ba5dd49c-50d4-4dee-b428-9d4300ab43af.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 643.307223] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ec295eb-d9aa-408d-89db-fc48482c405f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.314882] env[70323]: DEBUG oslo_vmware.api [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Waiting for the task: (returnval){ [ 643.314882] env[70323]: value = "task-3226545" [ 643.314882] env[70323]: _type = "Task" [ 643.314882] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.333611] env[70323]: DEBUG oslo_vmware.api [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Task: {'id': task-3226545, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.356829] env[70323]: DEBUG oslo_concurrency.lockutils [req-b79aec32-272e-48b7-9a0e-311822b4427b req-375343cb-d680-409a-9576-1d023fd1308d service nova] Releasing lock "refresh_cache-2c9fda7c-de29-4b8a-b950-cfd429a16e18" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.356946] env[70323]: DEBUG nova.compute.manager [req-b79aec32-272e-48b7-9a0e-311822b4427b req-375343cb-d680-409a-9576-1d023fd1308d service nova] [instance: 2c9fda7c-de29-4b8a-b950-cfd429a16e18] Received event network-changed-ce627abe-31a3-40e0-adf1-8f5203e700a6 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 643.357196] env[70323]: DEBUG nova.compute.manager [req-b79aec32-272e-48b7-9a0e-311822b4427b req-375343cb-d680-409a-9576-1d023fd1308d service nova] [instance: 2c9fda7c-de29-4b8a-b950-cfd429a16e18] Refreshing instance network info cache due to event network-changed-ce627abe-31a3-40e0-adf1-8f5203e700a6. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 643.357489] env[70323]: DEBUG oslo_concurrency.lockutils [req-b79aec32-272e-48b7-9a0e-311822b4427b req-375343cb-d680-409a-9576-1d023fd1308d service nova] Acquiring lock "refresh_cache-2c9fda7c-de29-4b8a-b950-cfd429a16e18" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.357591] env[70323]: DEBUG oslo_concurrency.lockutils [req-b79aec32-272e-48b7-9a0e-311822b4427b req-375343cb-d680-409a-9576-1d023fd1308d service nova] Acquired lock "refresh_cache-2c9fda7c-de29-4b8a-b950-cfd429a16e18" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.357714] env[70323]: DEBUG nova.network.neutron [req-b79aec32-272e-48b7-9a0e-311822b4427b req-375343cb-d680-409a-9576-1d023fd1308d service nova] [instance: 2c9fda7c-de29-4b8a-b950-cfd429a16e18] Refreshing network info cache for port ce627abe-31a3-40e0-adf1-8f5203e700a6 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 643.391221] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d4769c73-3d8f-4428-887b-07694ba5470d tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.421135] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d301140-5770-4aee-9db8-c8765958bb01 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.429149] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6072506c-40cd-461a-8217-f0bdbf8719cd {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.463299] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f361d61-ca7a-46a2-9fb9-a6621bf41423 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.473051] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70afae37-9ead-4580-a65d-6193b8a32053 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.487884] env[70323]: DEBUG nova.compute.provider_tree [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 643.600604] env[70323]: DEBUG nova.compute.manager [None req-e46c412b-2373-451d-8fd9-f466d5f2fd82 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] [instance: f80ff45c-767d-4771-876e-d4cf7f06718a] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 643.600902] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-e46c412b-2373-451d-8fd9-f466d5f2fd82 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] [instance: f80ff45c-767d-4771-876e-d4cf7f06718a] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 643.601819] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0b6b50-4c3c-4fdc-92fd-65a96c6365ee {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.612936] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-e46c412b-2373-451d-8fd9-f466d5f2fd82 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] [instance: f80ff45c-767d-4771-876e-d4cf7f06718a] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 643.613326] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84d89930-cd4d-4e67-b131-c73cf8b6a5eb {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.619934] env[70323]: DEBUG oslo_vmware.api [None req-e46c412b-2373-451d-8fd9-f466d5f2fd82 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Waiting for the task: (returnval){ [ 643.619934] env[70323]: value = "task-3226546" [ 643.619934] env[70323]: _type = "Task" [ 643.619934] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.632283] env[70323]: DEBUG oslo_vmware.api [None req-e46c412b-2373-451d-8fd9-f466d5f2fd82 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Task: {'id': task-3226546, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.808251] env[70323]: DEBUG oslo_concurrency.lockutils [req-aadb603b-0629-480f-ae59-dbe366187477 req-16456f11-1aa1-4cad-a034-c37a78ade922 service nova] Releasing lock "refresh_cache-ba5dd49c-50d4-4dee-b428-9d4300ab43af" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.809741] env[70323]: INFO nova.compute.manager [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] [instance: 16c3a117-e725-45e2-94e9-fbc0156fbadd] Took 27.10 seconds to build instance. [ 643.838577] env[70323]: DEBUG nova.compute.manager [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] [instance: 9bb398f8-6536-4a13-b46f-ea083c4cf5d1] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 643.842670] env[70323]: DEBUG oslo_vmware.api [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Task: {'id': task-3226545, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.879474] env[70323]: DEBUG nova.virt.hardware [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:40:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='756534061',id=28,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1881270684',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 643.879580] env[70323]: DEBUG nova.virt.hardware [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 643.879736] env[70323]: DEBUG nova.virt.hardware [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 643.879922] env[70323]: DEBUG nova.virt.hardware [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 643.880083] env[70323]: DEBUG nova.virt.hardware [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 643.880235] env[70323]: DEBUG nova.virt.hardware [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 643.880456] env[70323]: DEBUG nova.virt.hardware [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 643.880657] env[70323]: DEBUG nova.virt.hardware [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 643.880846] env[70323]: DEBUG nova.virt.hardware [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 643.881011] env[70323]: DEBUG nova.virt.hardware [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 643.881201] env[70323]: DEBUG nova.virt.hardware [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 643.882482] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f68051b9-f2a7-4937-b75e-b5de05123091 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.892510] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c449f647-b187-4dd8-9333-8c0d3d7fe432 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.991765] env[70323]: DEBUG nova.scheduler.client.report [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 644.133261] env[70323]: DEBUG oslo_vmware.api [None req-e46c412b-2373-451d-8fd9-f466d5f2fd82 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Task: {'id': task-3226546, 'name': PowerOffVM_Task, 'duration_secs': 0.283336} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.133401] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-e46c412b-2373-451d-8fd9-f466d5f2fd82 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] [instance: f80ff45c-767d-4771-876e-d4cf7f06718a] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 644.133472] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-e46c412b-2373-451d-8fd9-f466d5f2fd82 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] [instance: f80ff45c-767d-4771-876e-d4cf7f06718a] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 644.133706] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec55721e-69fc-4505-a2b5-49e4083c2bc4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.141547] env[70323]: DEBUG nova.network.neutron [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] [instance: cf16c077-6f47-4ad4-b4b2-f14ae99e335a] Successfully updated port: c081fd68-2a81-4fbd-9b5f-5770a1619b3f {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 644.193470] env[70323]: DEBUG nova.network.neutron [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] [instance: 9bb398f8-6536-4a13-b46f-ea083c4cf5d1] Successfully created port: 86ce2655-6efc-4f3a-b35c-2137bedbf4d9 {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 644.197691] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-e46c412b-2373-451d-8fd9-f466d5f2fd82 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] [instance: f80ff45c-767d-4771-876e-d4cf7f06718a] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 644.197898] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-e46c412b-2373-451d-8fd9-f466d5f2fd82 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] [instance: f80ff45c-767d-4771-876e-d4cf7f06718a] Deleting contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 644.198092] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-e46c412b-2373-451d-8fd9-f466d5f2fd82 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Deleting the datastore file [datastore2] f80ff45c-767d-4771-876e-d4cf7f06718a {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 644.198420] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2fe9be8-3274-4b8e-a145-dbf11d5d30e6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.205536] env[70323]: DEBUG oslo_vmware.api [None req-e46c412b-2373-451d-8fd9-f466d5f2fd82 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Waiting for the task: (returnval){ [ 644.205536] env[70323]: value = "task-3226548" [ 644.205536] env[70323]: _type = "Task" [ 644.205536] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.215815] env[70323]: DEBUG oslo_vmware.api [None req-e46c412b-2373-451d-8fd9-f466d5f2fd82 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Task: {'id': task-3226548, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.319625] env[70323]: DEBUG oslo_concurrency.lockutils [None req-aa80a62c-c36d-47aa-915b-161890732da2 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Lock "16c3a117-e725-45e2-94e9-fbc0156fbadd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.614s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.330577] env[70323]: DEBUG oslo_vmware.api [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Task: {'id': task-3226545, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.806448} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.330846] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] ba5dd49c-50d4-4dee-b428-9d4300ab43af/ba5dd49c-50d4-4dee-b428-9d4300ab43af.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 644.331636] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] [instance: ba5dd49c-50d4-4dee-b428-9d4300ab43af] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 644.331636] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95276fe9-37e2-4fe6-8519-0127c0ba1bd3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.338325] env[70323]: DEBUG oslo_vmware.api [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Waiting for the task: (returnval){ [ 644.338325] env[70323]: value = "task-3226549" [ 644.338325] env[70323]: _type = "Task" [ 644.338325] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.346865] env[70323]: DEBUG oslo_vmware.api [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Task: {'id': task-3226549, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.498186] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.698s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.498780] env[70323]: DEBUG nova.compute.manager [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: d8409f2b-0740-4d4c-a604-0c818a196445] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 644.502984] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.250s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.505667] env[70323]: INFO nova.compute.claims [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 2d5cedee-6995-4e7f-b542-7379821901e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 644.644869] env[70323]: DEBUG oslo_concurrency.lockutils [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Acquiring lock "refresh_cache-cf16c077-6f47-4ad4-b4b2-f14ae99e335a" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.645573] env[70323]: DEBUG oslo_concurrency.lockutils [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Acquired lock "refresh_cache-cf16c077-6f47-4ad4-b4b2-f14ae99e335a" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.645846] env[70323]: DEBUG nova.network.neutron [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] [instance: cf16c077-6f47-4ad4-b4b2-f14ae99e335a] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 644.719046] env[70323]: DEBUG oslo_vmware.api [None req-e46c412b-2373-451d-8fd9-f466d5f2fd82 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Task: {'id': task-3226548, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.310292} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.719046] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-e46c412b-2373-451d-8fd9-f466d5f2fd82 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 644.719046] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-e46c412b-2373-451d-8fd9-f466d5f2fd82 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] [instance: f80ff45c-767d-4771-876e-d4cf7f06718a] Deleted contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 644.719046] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-e46c412b-2373-451d-8fd9-f466d5f2fd82 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] [instance: f80ff45c-767d-4771-876e-d4cf7f06718a] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 644.719046] env[70323]: INFO nova.compute.manager [None req-e46c412b-2373-451d-8fd9-f466d5f2fd82 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] [instance: f80ff45c-767d-4771-876e-d4cf7f06718a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 644.719046] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e46c412b-2373-451d-8fd9-f466d5f2fd82 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 644.719046] env[70323]: DEBUG nova.compute.manager [-] [instance: f80ff45c-767d-4771-876e-d4cf7f06718a] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 644.719046] env[70323]: DEBUG nova.network.neutron [-] [instance: f80ff45c-767d-4771-876e-d4cf7f06718a] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 644.744762] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Acquiring lock "f5583748-c6c5-4da3-a4c6-d685472511d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.745082] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Lock "f5583748-c6c5-4da3-a4c6-d685472511d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.826238] env[70323]: DEBUG nova.compute.manager [None req-5cacb616-a2a1-494d-96df-eb151c199b46 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] [instance: 9a2373d0-4c30-4811-8cfb-41cc23028535] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 644.851274] env[70323]: DEBUG oslo_vmware.api [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Task: {'id': task-3226549, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06808} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.851274] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] [instance: ba5dd49c-50d4-4dee-b428-9d4300ab43af] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 644.853319] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36afc0f8-b1b2-41ee-a2f1-d65bea4543fc {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.882436] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] [instance: ba5dd49c-50d4-4dee-b428-9d4300ab43af] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] ba5dd49c-50d4-4dee-b428-9d4300ab43af/ba5dd49c-50d4-4dee-b428-9d4300ab43af.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 644.883329] env[70323]: DEBUG nova.network.neutron [req-b79aec32-272e-48b7-9a0e-311822b4427b req-375343cb-d680-409a-9576-1d023fd1308d service nova] [instance: 2c9fda7c-de29-4b8a-b950-cfd429a16e18] Updated VIF entry in instance network info cache for port ce627abe-31a3-40e0-adf1-8f5203e700a6. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 644.883680] env[70323]: DEBUG nova.network.neutron [req-b79aec32-272e-48b7-9a0e-311822b4427b req-375343cb-d680-409a-9576-1d023fd1308d service nova] [instance: 2c9fda7c-de29-4b8a-b950-cfd429a16e18] Updating instance_info_cache with network_info: [{"id": "ce627abe-31a3-40e0-adf1-8f5203e700a6", "address": "fa:16:3e:7a:9b:26", "network": {"id": "cf84f248-8371-4286-887e-d0a74f6bd050", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1700658248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "613ac2ce15594096bb405b5ae23416f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce627abe-31", "ovs_interfaceid": "ce627abe-31a3-40e0-adf1-8f5203e700a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.885252] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-820d7c46-6f70-4a40-b6fb-d7b522358c75 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.908286] env[70323]: DEBUG oslo_vmware.api [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Waiting for the task: (returnval){ [ 644.908286] env[70323]: value = "task-3226550" [ 644.908286] env[70323]: _type = "Task" [ 644.908286] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.917036] env[70323]: DEBUG oslo_vmware.api [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Task: {'id': task-3226550, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.967528] env[70323]: DEBUG nova.compute.manager [req-0c510242-2d63-4258-add8-0037401ecbd8 req-e8c7b819-82cb-4116-b2c5-b48b25d6a4bf service nova] [instance: cf16c077-6f47-4ad4-b4b2-f14ae99e335a] Received event network-vif-plugged-c081fd68-2a81-4fbd-9b5f-5770a1619b3f {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 644.967741] env[70323]: DEBUG oslo_concurrency.lockutils [req-0c510242-2d63-4258-add8-0037401ecbd8 req-e8c7b819-82cb-4116-b2c5-b48b25d6a4bf service nova] Acquiring lock "cf16c077-6f47-4ad4-b4b2-f14ae99e335a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.967951] env[70323]: DEBUG oslo_concurrency.lockutils [req-0c510242-2d63-4258-add8-0037401ecbd8 req-e8c7b819-82cb-4116-b2c5-b48b25d6a4bf service nova] Lock "cf16c077-6f47-4ad4-b4b2-f14ae99e335a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.968137] env[70323]: DEBUG oslo_concurrency.lockutils [req-0c510242-2d63-4258-add8-0037401ecbd8 req-e8c7b819-82cb-4116-b2c5-b48b25d6a4bf service nova] Lock "cf16c077-6f47-4ad4-b4b2-f14ae99e335a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.968370] env[70323]: DEBUG nova.compute.manager [req-0c510242-2d63-4258-add8-0037401ecbd8 req-e8c7b819-82cb-4116-b2c5-b48b25d6a4bf service nova] [instance: cf16c077-6f47-4ad4-b4b2-f14ae99e335a] No waiting events found dispatching network-vif-plugged-c081fd68-2a81-4fbd-9b5f-5770a1619b3f {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 644.968542] env[70323]: WARNING nova.compute.manager [req-0c510242-2d63-4258-add8-0037401ecbd8 req-e8c7b819-82cb-4116-b2c5-b48b25d6a4bf service nova] [instance: cf16c077-6f47-4ad4-b4b2-f14ae99e335a] Received unexpected event network-vif-plugged-c081fd68-2a81-4fbd-9b5f-5770a1619b3f for instance with vm_state building and task_state spawning. [ 645.017932] env[70323]: DEBUG nova.compute.utils [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 645.017932] env[70323]: DEBUG nova.compute.manager [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: d8409f2b-0740-4d4c-a604-0c818a196445] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 645.017932] env[70323]: DEBUG nova.network.neutron [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: d8409f2b-0740-4d4c-a604-0c818a196445] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 645.203238] env[70323]: DEBUG nova.policy [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa4cb92a248148b6a6c7120f44609fb5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '26eec41d408a409ebaed6d2b945fe8b8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 645.264668] env[70323]: DEBUG nova.network.neutron [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] [instance: cf16c077-6f47-4ad4-b4b2-f14ae99e335a] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 645.352819] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5cacb616-a2a1-494d-96df-eb151c199b46 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.403023] env[70323]: DEBUG oslo_concurrency.lockutils [req-b79aec32-272e-48b7-9a0e-311822b4427b req-375343cb-d680-409a-9576-1d023fd1308d service nova] Releasing lock "refresh_cache-2c9fda7c-de29-4b8a-b950-cfd429a16e18" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.422993] env[70323]: DEBUG oslo_vmware.api [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Task: {'id': task-3226550, 'name': ReconfigVM_Task, 'duration_secs': 0.286613} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.423339] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] [instance: ba5dd49c-50d4-4dee-b428-9d4300ab43af] Reconfigured VM instance instance-00000010 to attach disk [datastore1] ba5dd49c-50d4-4dee-b428-9d4300ab43af/ba5dd49c-50d4-4dee-b428-9d4300ab43af.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 645.423975] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fbcaae51-2e85-4ba3-befe-c2cae8886c2e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.433405] env[70323]: DEBUG oslo_vmware.api [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Waiting for the task: (returnval){ [ 645.433405] env[70323]: value = "task-3226551" [ 645.433405] env[70323]: _type = "Task" [ 645.433405] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.443069] env[70323]: DEBUG oslo_vmware.api [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Task: {'id': task-3226551, 'name': Rename_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.521504] env[70323]: DEBUG nova.compute.manager [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: d8409f2b-0740-4d4c-a604-0c818a196445] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 645.846926] env[70323]: DEBUG nova.network.neutron [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] [instance: cf16c077-6f47-4ad4-b4b2-f14ae99e335a] Updating instance_info_cache with network_info: [{"id": "c081fd68-2a81-4fbd-9b5f-5770a1619b3f", "address": "fa:16:3e:2b:9f:cf", "network": {"id": "4e0d8ee1-52f7-4416-a8bd-f34b989a1542", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aa1f6314fd1d4d8a9ec1f238193c1000", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc081fd68-2a", "ovs_interfaceid": "c081fd68-2a81-4fbd-9b5f-5770a1619b3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.945187] env[70323]: DEBUG oslo_vmware.api [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Task: {'id': task-3226551, 'name': Rename_Task, 'duration_secs': 0.15646} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.945187] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] [instance: ba5dd49c-50d4-4dee-b428-9d4300ab43af] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 645.945187] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb82bf17-e51a-4d30-a654-6edca39fb751 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.954092] env[70323]: DEBUG oslo_vmware.api [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Waiting for the task: (returnval){ [ 645.954092] env[70323]: value = "task-3226552" [ 645.954092] env[70323]: _type = "Task" [ 645.954092] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.965344] env[70323]: DEBUG oslo_vmware.api [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Task: {'id': task-3226552, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.031262] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd69246b-6cb9-4745-b8ad-b1f30d941bf3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.039695] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76103632-8b37-459e-b226-afcaaebc6a01 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.085573] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b448fc-2e90-42bb-ab58-83fac284286b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.094997] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60669571-a4e0-48b1-a873-d339bf8dfe4b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.112147] env[70323]: DEBUG nova.compute.provider_tree [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 646.279041] env[70323]: DEBUG nova.network.neutron [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: d8409f2b-0740-4d4c-a604-0c818a196445] Successfully created port: e4e0eab4-a680-41be-885d-b997fdaf2f33 {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 646.347925] env[70323]: DEBUG oslo_concurrency.lockutils [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Releasing lock "refresh_cache-cf16c077-6f47-4ad4-b4b2-f14ae99e335a" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.348734] env[70323]: DEBUG nova.compute.manager [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] [instance: cf16c077-6f47-4ad4-b4b2-f14ae99e335a] Instance network_info: |[{"id": "c081fd68-2a81-4fbd-9b5f-5770a1619b3f", "address": "fa:16:3e:2b:9f:cf", "network": {"id": "4e0d8ee1-52f7-4416-a8bd-f34b989a1542", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aa1f6314fd1d4d8a9ec1f238193c1000", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc081fd68-2a", "ovs_interfaceid": "c081fd68-2a81-4fbd-9b5f-5770a1619b3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 646.349426] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] [instance: cf16c077-6f47-4ad4-b4b2-f14ae99e335a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:9f:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74f30339-6421-4654-bddb-81d7f34db9d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c081fd68-2a81-4fbd-9b5f-5770a1619b3f', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 646.361465] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 646.362032] env[70323]: DEBUG nova.network.neutron [-] [instance: f80ff45c-767d-4771-876e-d4cf7f06718a] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.364506] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf16c077-6f47-4ad4-b4b2-f14ae99e335a] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 646.364882] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3b85397-2155-462e-97fc-f5c3b5f4c5ca {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.396831] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 646.396831] env[70323]: value = "task-3226553" [ 646.396831] env[70323]: _type = "Task" [ 646.396831] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.412415] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226553, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.470422] env[70323]: DEBUG oslo_vmware.api [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Task: {'id': task-3226552, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.536379] env[70323]: DEBUG nova.compute.manager [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: d8409f2b-0740-4d4c-a604-0c818a196445] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 646.579695] env[70323]: DEBUG oslo_concurrency.lockutils [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Acquiring lock "c7e021c9-0f12-43e5-b66a-73335865fc11" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.579979] env[70323]: DEBUG oslo_concurrency.lockutils [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Lock "c7e021c9-0f12-43e5-b66a-73335865fc11" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.586401] env[70323]: DEBUG nova.virt.hardware [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 646.586646] env[70323]: DEBUG nova.virt.hardware [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 646.586804] env[70323]: DEBUG nova.virt.hardware [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 646.591891] env[70323]: DEBUG nova.virt.hardware [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 646.591891] env[70323]: DEBUG nova.virt.hardware [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 646.591891] env[70323]: DEBUG nova.virt.hardware [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 646.591891] env[70323]: DEBUG nova.virt.hardware [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 646.591891] env[70323]: DEBUG nova.virt.hardware [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 646.591891] env[70323]: DEBUG nova.virt.hardware [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 646.591891] env[70323]: DEBUG nova.virt.hardware [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 646.591891] env[70323]: DEBUG nova.virt.hardware [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 646.591891] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c3470e-89b0-485e-91a9-3e1cd93ebd75 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.606999] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf26b365-491e-43f1-87df-c0817ac69dfe {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.626829] env[70323]: DEBUG nova.scheduler.client.report [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 646.891922] env[70323]: INFO nova.compute.manager [-] [instance: f80ff45c-767d-4771-876e-d4cf7f06718a] Took 2.17 seconds to deallocate network for instance. [ 646.911820] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226553, 'name': CreateVM_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.968204] env[70323]: DEBUG oslo_vmware.api [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Task: {'id': task-3226552, 'name': PowerOnVM_Task, 'duration_secs': 0.677952} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.969184] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] [instance: ba5dd49c-50d4-4dee-b428-9d4300ab43af] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 646.970541] env[70323]: INFO nova.compute.manager [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] [instance: ba5dd49c-50d4-4dee-b428-9d4300ab43af] Took 8.51 seconds to spawn the instance on the hypervisor. [ 646.970541] env[70323]: DEBUG nova.compute.manager [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] [instance: ba5dd49c-50d4-4dee-b428-9d4300ab43af] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 646.970541] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d44b2185-f7ae-49db-be0b-965a2317b6e0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.102645] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b9dcc645-09be-4b34-842f-010521d4fc52 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Acquiring lock "e38249fe-4114-40a6-9cdb-8ec5917bec83" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.102645] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b9dcc645-09be-4b34-842f-010521d4fc52 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Lock "e38249fe-4114-40a6-9cdb-8ec5917bec83" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.003s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.102645] env[70323]: DEBUG nova.compute.manager [None req-b9dcc645-09be-4b34-842f-010521d4fc52 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: e38249fe-4114-40a6-9cdb-8ec5917bec83] Going to confirm migration 1 {{(pid=70323) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 647.134025] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.630s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.134684] env[70323]: DEBUG nova.compute.manager [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 2d5cedee-6995-4e7f-b542-7379821901e1] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 647.142236] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bd9d3ccd-b12e-4bf6-9ae3-52c2230e0cf0 tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.689s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.142236] env[70323]: DEBUG nova.objects.instance [None req-bd9d3ccd-b12e-4bf6-9ae3-52c2230e0cf0 tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Lazy-loading 'resources' on Instance uuid e9534202-ee8f-414b-a4cc-3c98bd4fc273 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 647.410330] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e46c412b-2373-451d-8fd9-f466d5f2fd82 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.410330] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226553, 'name': CreateVM_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.491655] env[70323]: INFO nova.compute.manager [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] [instance: ba5dd49c-50d4-4dee-b428-9d4300ab43af] Took 29.33 seconds to build instance. [ 647.644568] env[70323]: DEBUG nova.compute.utils [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 647.652047] env[70323]: DEBUG nova.compute.manager [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 2d5cedee-6995-4e7f-b542-7379821901e1] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 647.652047] env[70323]: DEBUG nova.network.neutron [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 2d5cedee-6995-4e7f-b542-7379821901e1] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 647.735440] env[70323]: DEBUG nova.policy [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '041fbcbe67a240ffaccf482b7ceca85f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ad05435c7e44f548e1a19eccac2b460', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 647.753086] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b9dcc645-09be-4b34-842f-010521d4fc52 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Acquiring lock "refresh_cache-e38249fe-4114-40a6-9cdb-8ec5917bec83" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.753086] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b9dcc645-09be-4b34-842f-010521d4fc52 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Acquired lock "refresh_cache-e38249fe-4114-40a6-9cdb-8ec5917bec83" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.753262] env[70323]: DEBUG nova.network.neutron [None req-b9dcc645-09be-4b34-842f-010521d4fc52 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: e38249fe-4114-40a6-9cdb-8ec5917bec83] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 647.753472] env[70323]: DEBUG nova.objects.instance [None req-b9dcc645-09be-4b34-842f-010521d4fc52 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Lazy-loading 'info_cache' on Instance uuid e38249fe-4114-40a6-9cdb-8ec5917bec83 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 647.907989] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226553, 'name': CreateVM_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.997526] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2a651b42-9549-4b63-9faf-ab4b39434832 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Lock "ba5dd49c-50d4-4dee-b428-9d4300ab43af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.260s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.065105] env[70323]: DEBUG nova.network.neutron [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] [instance: 9bb398f8-6536-4a13-b46f-ea083c4cf5d1] Successfully updated port: 86ce2655-6efc-4f3a-b35c-2137bedbf4d9 {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 648.102982] env[70323]: DEBUG nova.compute.manager [req-9395783e-9676-4e4f-8413-bd6c3ed52220 req-13bda9e4-bd07-4d7b-a4ec-bd3984bd17c4 service nova] [instance: cf16c077-6f47-4ad4-b4b2-f14ae99e335a] Received event network-changed-c081fd68-2a81-4fbd-9b5f-5770a1619b3f {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 648.103213] env[70323]: DEBUG nova.compute.manager [req-9395783e-9676-4e4f-8413-bd6c3ed52220 req-13bda9e4-bd07-4d7b-a4ec-bd3984bd17c4 service nova] [instance: cf16c077-6f47-4ad4-b4b2-f14ae99e335a] Refreshing instance network info cache due to event network-changed-c081fd68-2a81-4fbd-9b5f-5770a1619b3f. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 648.103430] env[70323]: DEBUG oslo_concurrency.lockutils [req-9395783e-9676-4e4f-8413-bd6c3ed52220 req-13bda9e4-bd07-4d7b-a4ec-bd3984bd17c4 service nova] Acquiring lock "refresh_cache-cf16c077-6f47-4ad4-b4b2-f14ae99e335a" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.103589] env[70323]: DEBUG oslo_concurrency.lockutils [req-9395783e-9676-4e4f-8413-bd6c3ed52220 req-13bda9e4-bd07-4d7b-a4ec-bd3984bd17c4 service nova] Acquired lock "refresh_cache-cf16c077-6f47-4ad4-b4b2-f14ae99e335a" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.103754] env[70323]: DEBUG nova.network.neutron [req-9395783e-9676-4e4f-8413-bd6c3ed52220 req-13bda9e4-bd07-4d7b-a4ec-bd3984bd17c4 service nova] [instance: cf16c077-6f47-4ad4-b4b2-f14ae99e335a] Refreshing network info cache for port c081fd68-2a81-4fbd-9b5f-5770a1619b3f {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 648.134572] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3842cbde-1f52-4554-9953-ea8cc00b5e8a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.145361] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1493cda4-3ab9-427d-a051-fc44c01ef60f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.151204] env[70323]: DEBUG nova.compute.manager [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 2d5cedee-6995-4e7f-b542-7379821901e1] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 648.185922] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24e9cdf-54d9-426d-a274-c38d3d2501be {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.194070] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe1e910-5bda-4456-b317-8a573820d420 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.208679] env[70323]: DEBUG nova.compute.provider_tree [None req-bd9d3ccd-b12e-4bf6-9ae3-52c2230e0cf0 tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 648.410024] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226553, 'name': CreateVM_Task, 'duration_secs': 1.618881} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.410252] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf16c077-6f47-4ad4-b4b2-f14ae99e335a] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 648.411012] env[70323]: DEBUG oslo_concurrency.lockutils [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.411439] env[70323]: DEBUG oslo_concurrency.lockutils [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.411765] env[70323]: DEBUG oslo_concurrency.lockutils [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.412062] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52ef2a0f-010a-4fc7-9a62-741645f43401 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.417101] env[70323]: DEBUG oslo_vmware.api [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Waiting for the task: (returnval){ [ 648.417101] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52d15428-b76b-0078-ba11-838f015a6204" [ 648.417101] env[70323]: _type = "Task" [ 648.417101] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.428142] env[70323]: DEBUG oslo_vmware.api [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52d15428-b76b-0078-ba11-838f015a6204, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.500975] env[70323]: DEBUG nova.compute.manager [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: aad7167e-9a30-4fb0-bbbc-c57066db3311] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 648.576166] env[70323]: DEBUG oslo_concurrency.lockutils [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Acquiring lock "refresh_cache-9bb398f8-6536-4a13-b46f-ea083c4cf5d1" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.576166] env[70323]: DEBUG oslo_concurrency.lockutils [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Acquired lock "refresh_cache-9bb398f8-6536-4a13-b46f-ea083c4cf5d1" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.576166] env[70323]: DEBUG nova.network.neutron [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] [instance: 9bb398f8-6536-4a13-b46f-ea083c4cf5d1] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 648.713680] env[70323]: DEBUG nova.scheduler.client.report [None req-bd9d3ccd-b12e-4bf6-9ae3-52c2230e0cf0 tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 648.929206] env[70323]: DEBUG oslo_vmware.api [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52d15428-b76b-0078-ba11-838f015a6204, 'name': SearchDatastore_Task, 'duration_secs': 0.048256} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.929573] env[70323]: DEBUG oslo_concurrency.lockutils [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.929818] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] [instance: cf16c077-6f47-4ad4-b4b2-f14ae99e335a] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 648.930078] env[70323]: DEBUG oslo_concurrency.lockutils [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.930397] env[70323]: DEBUG oslo_concurrency.lockutils [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.930631] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 648.930935] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2cc10b80-e63c-4ca1-9a54-947d47a6e7b8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.940296] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 648.940568] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 648.941358] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca0458b3-6d37-4a03-ba24-0bc61240af25 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.947632] env[70323]: DEBUG oslo_vmware.api [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Waiting for the task: (returnval){ [ 648.947632] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5231a29b-18f3-0ec9-5007-963023a8eed7" [ 648.947632] env[70323]: _type = "Task" [ 648.947632] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.957353] env[70323]: DEBUG oslo_vmware.api [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5231a29b-18f3-0ec9-5007-963023a8eed7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.027352] env[70323]: DEBUG oslo_concurrency.lockutils [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.178417] env[70323]: DEBUG nova.network.neutron [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] [instance: 9bb398f8-6536-4a13-b46f-ea083c4cf5d1] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 649.182382] env[70323]: DEBUG nova.network.neutron [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 2d5cedee-6995-4e7f-b542-7379821901e1] Successfully created port: f02bf164-3f54-426d-a53c-f7319c3659a5 {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 649.192644] env[70323]: DEBUG nova.compute.manager [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 2d5cedee-6995-4e7f-b542-7379821901e1] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 649.220616] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bd9d3ccd-b12e-4bf6-9ae3-52c2230e0cf0 tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.080s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.225604] env[70323]: DEBUG oslo_concurrency.lockutils [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.614s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.227805] env[70323]: INFO nova.compute.claims [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] [instance: 8d3a4e3f-033e-4ed0-a67c-99d0f9a3d753] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 649.240793] env[70323]: DEBUG nova.virt.hardware [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 649.240793] env[70323]: DEBUG nova.virt.hardware [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 649.240793] env[70323]: DEBUG nova.virt.hardware [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 649.241072] env[70323]: DEBUG nova.virt.hardware [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 649.241072] env[70323]: DEBUG nova.virt.hardware [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 649.241350] env[70323]: DEBUG nova.virt.hardware [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 649.242257] env[70323]: DEBUG nova.virt.hardware [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 649.242257] env[70323]: DEBUG nova.virt.hardware [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 649.242257] env[70323]: DEBUG nova.virt.hardware [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 649.242595] env[70323]: DEBUG nova.virt.hardware [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 649.242707] env[70323]: DEBUG nova.virt.hardware [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 649.243886] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b1a2a3-e4d8-4183-a53c-7163e65589ad {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.252770] env[70323]: INFO nova.scheduler.client.report [None req-bd9d3ccd-b12e-4bf6-9ae3-52c2230e0cf0 tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Deleted allocations for instance e9534202-ee8f-414b-a4cc-3c98bd4fc273 [ 649.255190] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c4ac15-e2bf-4771-b2a8-b34a8838e451 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.353956] env[70323]: DEBUG nova.network.neutron [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: d8409f2b-0740-4d4c-a604-0c818a196445] Successfully updated port: e4e0eab4-a680-41be-885d-b997fdaf2f33 {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 649.464946] env[70323]: DEBUG oslo_vmware.api [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5231a29b-18f3-0ec9-5007-963023a8eed7, 'name': SearchDatastore_Task, 'duration_secs': 0.010785} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.464946] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cff5c7b-393b-415e-9fe1-20587b222558 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.468384] env[70323]: DEBUG oslo_vmware.api [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Waiting for the task: (returnval){ [ 649.468384] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52765702-5037-96eb-5386-2f65b299c5ab" [ 649.468384] env[70323]: _type = "Task" [ 649.468384] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.477912] env[70323]: DEBUG oslo_vmware.api [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52765702-5037-96eb-5386-2f65b299c5ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.584919] env[70323]: DEBUG nova.network.neutron [req-9395783e-9676-4e4f-8413-bd6c3ed52220 req-13bda9e4-bd07-4d7b-a4ec-bd3984bd17c4 service nova] [instance: cf16c077-6f47-4ad4-b4b2-f14ae99e335a] Updated VIF entry in instance network info cache for port c081fd68-2a81-4fbd-9b5f-5770a1619b3f. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 649.585293] env[70323]: DEBUG nova.network.neutron [req-9395783e-9676-4e4f-8413-bd6c3ed52220 req-13bda9e4-bd07-4d7b-a4ec-bd3984bd17c4 service nova] [instance: cf16c077-6f47-4ad4-b4b2-f14ae99e335a] Updating instance_info_cache with network_info: [{"id": "c081fd68-2a81-4fbd-9b5f-5770a1619b3f", "address": "fa:16:3e:2b:9f:cf", "network": {"id": "4e0d8ee1-52f7-4416-a8bd-f34b989a1542", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aa1f6314fd1d4d8a9ec1f238193c1000", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc081fd68-2a", "ovs_interfaceid": "c081fd68-2a81-4fbd-9b5f-5770a1619b3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.674775] env[70323]: DEBUG nova.network.neutron [None req-b9dcc645-09be-4b34-842f-010521d4fc52 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: e38249fe-4114-40a6-9cdb-8ec5917bec83] Updating instance_info_cache with network_info: [{"id": "7d687eaa-d970-4867-b783-b22fcaa48ffc", "address": "fa:16:3e:4d:11:7a", "network": {"id": "4e0d8ee1-52f7-4416-a8bd-f34b989a1542", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aa1f6314fd1d4d8a9ec1f238193c1000", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d687eaa-d9", "ovs_interfaceid": "7d687eaa-d970-4867-b783-b22fcaa48ffc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.772200] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bd9d3ccd-b12e-4bf6-9ae3-52c2230e0cf0 tempest-ServerExternalEventsTest-368560642 tempest-ServerExternalEventsTest-368560642-project-member] Lock "e9534202-ee8f-414b-a4cc-3c98bd4fc273" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.372s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.857553] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Acquiring lock "refresh_cache-d8409f2b-0740-4d4c-a604-0c818a196445" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.858083] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Acquired lock "refresh_cache-d8409f2b-0740-4d4c-a604-0c818a196445" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.858319] env[70323]: DEBUG nova.network.neutron [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: d8409f2b-0740-4d4c-a604-0c818a196445] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 649.866074] env[70323]: DEBUG nova.network.neutron [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] [instance: 9bb398f8-6536-4a13-b46f-ea083c4cf5d1] Updating instance_info_cache with network_info: [{"id": "86ce2655-6efc-4f3a-b35c-2137bedbf4d9", "address": "fa:16:3e:4f:84:44", "network": {"id": "3a37b8ea-1622-4150-8c84-f9129779c932", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1356469403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fc2de174b7245a6a8241261abf3ca86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86ce2655-6e", "ovs_interfaceid": "86ce2655-6efc-4f3a-b35c-2137bedbf4d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.994995] env[70323]: DEBUG oslo_vmware.api [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52765702-5037-96eb-5386-2f65b299c5ab, 'name': SearchDatastore_Task, 'duration_secs': 0.028611} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.994995] env[70323]: DEBUG oslo_concurrency.lockutils [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.995255] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] cf16c077-6f47-4ad4-b4b2-f14ae99e335a/cf16c077-6f47-4ad4-b4b2-f14ae99e335a.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 649.995581] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc98492b-1949-4e56-bc4f-d8179f32ecb4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.005782] env[70323]: DEBUG oslo_vmware.api [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Waiting for the task: (returnval){ [ 650.005782] env[70323]: value = "task-3226554" [ 650.005782] env[70323]: _type = "Task" [ 650.005782] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.017827] env[70323]: DEBUG oslo_vmware.api [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Task: {'id': task-3226554, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.089208] env[70323]: DEBUG oslo_concurrency.lockutils [req-9395783e-9676-4e4f-8413-bd6c3ed52220 req-13bda9e4-bd07-4d7b-a4ec-bd3984bd17c4 service nova] Releasing lock "refresh_cache-cf16c077-6f47-4ad4-b4b2-f14ae99e335a" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.089404] env[70323]: DEBUG nova.compute.manager [req-9395783e-9676-4e4f-8413-bd6c3ed52220 req-13bda9e4-bd07-4d7b-a4ec-bd3984bd17c4 service nova] [instance: f80ff45c-767d-4771-876e-d4cf7f06718a] Received event network-vif-deleted-60d95523-fe36-4bb7-9262-4a821f0cda20 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 650.112384] env[70323]: DEBUG nova.compute.manager [req-75168ec6-1775-424d-8a00-c2c7f9ddf309 req-a5910b39-c5fd-4d64-82ff-ec3149b2fa76 service nova] [instance: d8409f2b-0740-4d4c-a604-0c818a196445] Received event network-vif-plugged-e4e0eab4-a680-41be-885d-b997fdaf2f33 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 650.112739] env[70323]: DEBUG oslo_concurrency.lockutils [req-75168ec6-1775-424d-8a00-c2c7f9ddf309 req-a5910b39-c5fd-4d64-82ff-ec3149b2fa76 service nova] Acquiring lock "d8409f2b-0740-4d4c-a604-0c818a196445-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.113096] env[70323]: DEBUG oslo_concurrency.lockutils [req-75168ec6-1775-424d-8a00-c2c7f9ddf309 req-a5910b39-c5fd-4d64-82ff-ec3149b2fa76 service nova] Lock "d8409f2b-0740-4d4c-a604-0c818a196445-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.113381] env[70323]: DEBUG oslo_concurrency.lockutils [req-75168ec6-1775-424d-8a00-c2c7f9ddf309 req-a5910b39-c5fd-4d64-82ff-ec3149b2fa76 service nova] Lock "d8409f2b-0740-4d4c-a604-0c818a196445-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.113649] env[70323]: DEBUG nova.compute.manager [req-75168ec6-1775-424d-8a00-c2c7f9ddf309 req-a5910b39-c5fd-4d64-82ff-ec3149b2fa76 service nova] [instance: d8409f2b-0740-4d4c-a604-0c818a196445] No waiting events found dispatching network-vif-plugged-e4e0eab4-a680-41be-885d-b997fdaf2f33 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 650.113999] env[70323]: WARNING nova.compute.manager [req-75168ec6-1775-424d-8a00-c2c7f9ddf309 req-a5910b39-c5fd-4d64-82ff-ec3149b2fa76 service nova] [instance: d8409f2b-0740-4d4c-a604-0c818a196445] Received unexpected event network-vif-plugged-e4e0eab4-a680-41be-885d-b997fdaf2f33 for instance with vm_state building and task_state spawning. [ 650.178460] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b9dcc645-09be-4b34-842f-010521d4fc52 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Releasing lock "refresh_cache-e38249fe-4114-40a6-9cdb-8ec5917bec83" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.179035] env[70323]: DEBUG nova.objects.instance [None req-b9dcc645-09be-4b34-842f-010521d4fc52 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Lazy-loading 'migration_context' on Instance uuid e38249fe-4114-40a6-9cdb-8ec5917bec83 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 650.369093] env[70323]: DEBUG oslo_concurrency.lockutils [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Releasing lock "refresh_cache-9bb398f8-6536-4a13-b46f-ea083c4cf5d1" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.369510] env[70323]: DEBUG nova.compute.manager [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] [instance: 9bb398f8-6536-4a13-b46f-ea083c4cf5d1] Instance network_info: |[{"id": "86ce2655-6efc-4f3a-b35c-2137bedbf4d9", "address": "fa:16:3e:4f:84:44", "network": {"id": "3a37b8ea-1622-4150-8c84-f9129779c932", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1356469403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fc2de174b7245a6a8241261abf3ca86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86ce2655-6e", "ovs_interfaceid": "86ce2655-6efc-4f3a-b35c-2137bedbf4d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 650.369923] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] [instance: 9bb398f8-6536-4a13-b46f-ea083c4cf5d1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:84:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '085fb0ff-9285-4f1d-a008-a14da4844357', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '86ce2655-6efc-4f3a-b35c-2137bedbf4d9', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 650.384534] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Creating folder: Project (7fc2de174b7245a6a8241261abf3ca86). Parent ref: group-v644941. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 650.384534] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9530fe7c-3835-4972-8b03-c07fb3af37ea {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.400038] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Created folder: Project (7fc2de174b7245a6a8241261abf3ca86) in parent group-v644941. [ 650.400038] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Creating folder: Instances. Parent ref: group-v644991. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 650.400038] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b96071de-cab0-42bd-972c-1146858785d9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.414475] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Created folder: Instances in parent group-v644991. [ 650.414672] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 650.414874] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bb398f8-6536-4a13-b46f-ea083c4cf5d1] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 650.415148] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a4fb7374-4276-4ece-94bb-81b00d4c0271 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.442175] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 650.442175] env[70323]: value = "task-3226557" [ 650.442175] env[70323]: _type = "Task" [ 650.442175] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.457380] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226557, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.500189] env[70323]: DEBUG nova.network.neutron [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: d8409f2b-0740-4d4c-a604-0c818a196445] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 650.521645] env[70323]: DEBUG oslo_vmware.api [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Task: {'id': task-3226554, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.684390] env[70323]: DEBUG nova.objects.base [None req-b9dcc645-09be-4b34-842f-010521d4fc52 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=70323) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 650.684865] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a9a4cd-3b93-48a7-a731-060b514de172 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.715293] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a06ccdd-f1d0-4c3c-868c-95c73bdbf42e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.721766] env[70323]: DEBUG oslo_vmware.api [None req-b9dcc645-09be-4b34-842f-010521d4fc52 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Waiting for the task: (returnval){ [ 650.721766] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52650122-1afa-1f21-4779-18a64c3e4232" [ 650.721766] env[70323]: _type = "Task" [ 650.721766] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.732738] env[70323]: DEBUG oslo_vmware.api [None req-b9dcc645-09be-4b34-842f-010521d4fc52 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52650122-1afa-1f21-4779-18a64c3e4232, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.823073] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ebc0283-b941-4a5e-a563-979d12ac10fc {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.835520] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e30379-45a3-4b26-b068-c1e04c2a84d8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.867648] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d529286-8573-4879-ae2a-16c6deb4be1c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.878673] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a019379-da61-4c99-9035-236860ec9392 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.895610] env[70323]: DEBUG nova.compute.provider_tree [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 650.954328] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226557, 'name': CreateVM_Task} progress is 25%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.989265] env[70323]: DEBUG nova.network.neutron [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: d8409f2b-0740-4d4c-a604-0c818a196445] Updating instance_info_cache with network_info: [{"id": "e4e0eab4-a680-41be-885d-b997fdaf2f33", "address": "fa:16:3e:e4:7e:6e", "network": {"id": "b228dccb-aca7-4bb7-9a29-1f859b2d48ee", "bridge": "br-int", "label": "tempest-ImagesTestJSON-216220513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "26eec41d408a409ebaed6d2b945fe8b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4e0eab4-a6", "ovs_interfaceid": "e4e0eab4-a680-41be-885d-b997fdaf2f33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.018833] env[70323]: DEBUG oslo_vmware.api [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Task: {'id': task-3226554, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.626103} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.019115] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] cf16c077-6f47-4ad4-b4b2-f14ae99e335a/cf16c077-6f47-4ad4-b4b2-f14ae99e335a.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 651.019371] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] [instance: cf16c077-6f47-4ad4-b4b2-f14ae99e335a] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 651.019643] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-21960f3e-8e2c-4232-b33b-2e35914954d4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.026544] env[70323]: DEBUG oslo_vmware.api [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Waiting for the task: (returnval){ [ 651.026544] env[70323]: value = "task-3226558" [ 651.026544] env[70323]: _type = "Task" [ 651.026544] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.034903] env[70323]: DEBUG oslo_vmware.api [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Task: {'id': task-3226558, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.241660] env[70323]: DEBUG oslo_vmware.api [None req-b9dcc645-09be-4b34-842f-010521d4fc52 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52650122-1afa-1f21-4779-18a64c3e4232, 'name': SearchDatastore_Task, 'duration_secs': 0.0084} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.242370] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b9dcc645-09be-4b34-842f-010521d4fc52 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.314493] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Acquiring lock "015b62f4-f233-4d72-89fd-221d8e381082" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.316027] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Lock "015b62f4-f233-4d72-89fd-221d8e381082" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.361773] env[70323]: DEBUG nova.compute.manager [req-5132162d-61de-413f-ab2b-5707b25993e4 req-23663504-4c09-4158-b978-d7acf0dcd855 service nova] [instance: 9bb398f8-6536-4a13-b46f-ea083c4cf5d1] Received event network-vif-plugged-86ce2655-6efc-4f3a-b35c-2137bedbf4d9 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 651.362042] env[70323]: DEBUG oslo_concurrency.lockutils [req-5132162d-61de-413f-ab2b-5707b25993e4 req-23663504-4c09-4158-b978-d7acf0dcd855 service nova] Acquiring lock "9bb398f8-6536-4a13-b46f-ea083c4cf5d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.362328] env[70323]: DEBUG oslo_concurrency.lockutils [req-5132162d-61de-413f-ab2b-5707b25993e4 req-23663504-4c09-4158-b978-d7acf0dcd855 service nova] Lock "9bb398f8-6536-4a13-b46f-ea083c4cf5d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.362497] env[70323]: DEBUG oslo_concurrency.lockutils [req-5132162d-61de-413f-ab2b-5707b25993e4 req-23663504-4c09-4158-b978-d7acf0dcd855 service nova] Lock "9bb398f8-6536-4a13-b46f-ea083c4cf5d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.366019] env[70323]: DEBUG nova.compute.manager [req-5132162d-61de-413f-ab2b-5707b25993e4 req-23663504-4c09-4158-b978-d7acf0dcd855 service nova] [instance: 9bb398f8-6536-4a13-b46f-ea083c4cf5d1] No waiting events found dispatching network-vif-plugged-86ce2655-6efc-4f3a-b35c-2137bedbf4d9 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 651.366019] env[70323]: WARNING nova.compute.manager [req-5132162d-61de-413f-ab2b-5707b25993e4 req-23663504-4c09-4158-b978-d7acf0dcd855 service nova] [instance: 9bb398f8-6536-4a13-b46f-ea083c4cf5d1] Received unexpected event network-vif-plugged-86ce2655-6efc-4f3a-b35c-2137bedbf4d9 for instance with vm_state building and task_state spawning. [ 651.366019] env[70323]: DEBUG nova.compute.manager [req-5132162d-61de-413f-ab2b-5707b25993e4 req-23663504-4c09-4158-b978-d7acf0dcd855 service nova] [instance: 9bb398f8-6536-4a13-b46f-ea083c4cf5d1] Received event network-changed-86ce2655-6efc-4f3a-b35c-2137bedbf4d9 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 651.366019] env[70323]: DEBUG nova.compute.manager [req-5132162d-61de-413f-ab2b-5707b25993e4 req-23663504-4c09-4158-b978-d7acf0dcd855 service nova] [instance: 9bb398f8-6536-4a13-b46f-ea083c4cf5d1] Refreshing instance network info cache due to event network-changed-86ce2655-6efc-4f3a-b35c-2137bedbf4d9. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 651.366019] env[70323]: DEBUG oslo_concurrency.lockutils [req-5132162d-61de-413f-ab2b-5707b25993e4 req-23663504-4c09-4158-b978-d7acf0dcd855 service nova] Acquiring lock "refresh_cache-9bb398f8-6536-4a13-b46f-ea083c4cf5d1" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.366019] env[70323]: DEBUG oslo_concurrency.lockutils [req-5132162d-61de-413f-ab2b-5707b25993e4 req-23663504-4c09-4158-b978-d7acf0dcd855 service nova] Acquired lock "refresh_cache-9bb398f8-6536-4a13-b46f-ea083c4cf5d1" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.366019] env[70323]: DEBUG nova.network.neutron [req-5132162d-61de-413f-ab2b-5707b25993e4 req-23663504-4c09-4158-b978-d7acf0dcd855 service nova] [instance: 9bb398f8-6536-4a13-b46f-ea083c4cf5d1] Refreshing network info cache for port 86ce2655-6efc-4f3a-b35c-2137bedbf4d9 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 651.401124] env[70323]: DEBUG nova.scheduler.client.report [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 651.458660] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226557, 'name': CreateVM_Task, 'duration_secs': 0.686131} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.459923] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bb398f8-6536-4a13-b46f-ea083c4cf5d1] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 651.459923] env[70323]: DEBUG oslo_concurrency.lockutils [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.460110] env[70323]: DEBUG oslo_concurrency.lockutils [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.460416] env[70323]: DEBUG oslo_concurrency.lockutils [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.460831] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd868f59-177c-480c-8c24-a92f3d018b1a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.467816] env[70323]: DEBUG oslo_vmware.api [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Waiting for the task: (returnval){ [ 651.467816] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52d80490-ed13-53dd-3f21-3d329a1249fe" [ 651.467816] env[70323]: _type = "Task" [ 651.467816] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.478974] env[70323]: DEBUG oslo_vmware.api [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52d80490-ed13-53dd-3f21-3d329a1249fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.493731] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Releasing lock "refresh_cache-d8409f2b-0740-4d4c-a604-0c818a196445" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.494063] env[70323]: DEBUG nova.compute.manager [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: d8409f2b-0740-4d4c-a604-0c818a196445] Instance network_info: |[{"id": "e4e0eab4-a680-41be-885d-b997fdaf2f33", "address": "fa:16:3e:e4:7e:6e", "network": {"id": "b228dccb-aca7-4bb7-9a29-1f859b2d48ee", "bridge": "br-int", "label": "tempest-ImagesTestJSON-216220513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "26eec41d408a409ebaed6d2b945fe8b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4e0eab4-a6", "ovs_interfaceid": "e4e0eab4-a680-41be-885d-b997fdaf2f33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 651.494510] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: d8409f2b-0740-4d4c-a604-0c818a196445] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:7e:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e4e0eab4-a680-41be-885d-b997fdaf2f33', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 651.503704] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Creating folder: Project (26eec41d408a409ebaed6d2b945fe8b8). Parent ref: group-v644941. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 651.504371] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a0c77147-f6bb-45d4-a495-7755373ca72a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.517988] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Created folder: Project (26eec41d408a409ebaed6d2b945fe8b8) in parent group-v644941. [ 651.518353] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Creating folder: Instances. Parent ref: group-v644994. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 651.518483] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a29f0e4c-e734-4b04-a1fc-73ef2c2a7f65 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.530280] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Created folder: Instances in parent group-v644994. [ 651.530280] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 651.533247] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8409f2b-0740-4d4c-a604-0c818a196445] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 651.533384] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73b3faeb-fc87-4589-8cf3-67baee743c6e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.557371] env[70323]: DEBUG oslo_vmware.api [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Task: {'id': task-3226558, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.15962} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.559199] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] [instance: cf16c077-6f47-4ad4-b4b2-f14ae99e335a] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 651.560282] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 651.560282] env[70323]: value = "task-3226561" [ 651.560282] env[70323]: _type = "Task" [ 651.560282] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.561406] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-375bb4ea-b2d5-426e-9c24-a5e0201cede6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.573579] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226561, 'name': CreateVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.589675] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] [instance: cf16c077-6f47-4ad4-b4b2-f14ae99e335a] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] cf16c077-6f47-4ad4-b4b2-f14ae99e335a/cf16c077-6f47-4ad4-b4b2-f14ae99e335a.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 651.589978] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77732f54-ed62-4b31-be6b-dc4b3fa8f4fe {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.615757] env[70323]: DEBUG oslo_vmware.api [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Waiting for the task: (returnval){ [ 651.615757] env[70323]: value = "task-3226562" [ 651.615757] env[70323]: _type = "Task" [ 651.615757] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.626775] env[70323]: DEBUG oslo_vmware.api [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Task: {'id': task-3226562, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.742334] env[70323]: DEBUG nova.network.neutron [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 2d5cedee-6995-4e7f-b542-7379821901e1] Successfully updated port: f02bf164-3f54-426d-a53c-f7319c3659a5 {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 651.909865] env[70323]: DEBUG oslo_concurrency.lockutils [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.684s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.910108] env[70323]: DEBUG nova.compute.manager [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] [instance: 8d3a4e3f-033e-4ed0-a67c-99d0f9a3d753] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 651.912842] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.516s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.914305] env[70323]: INFO nova.compute.claims [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 651.977724] env[70323]: DEBUG oslo_vmware.api [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52d80490-ed13-53dd-3f21-3d329a1249fe, 'name': SearchDatastore_Task, 'duration_secs': 0.010309} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.977724] env[70323]: DEBUG oslo_concurrency.lockutils [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.977724] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] [instance: 9bb398f8-6536-4a13-b46f-ea083c4cf5d1] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 651.977724] env[70323]: DEBUG oslo_concurrency.lockutils [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.978016] env[70323]: DEBUG oslo_concurrency.lockutils [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.978134] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 651.978453] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2ec43dd-4901-4265-86da-86663a7477db {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.987104] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 651.987456] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 651.988029] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f061aab-f80e-4578-bcbd-e18ebb18e917 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.993184] env[70323]: DEBUG oslo_vmware.api [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Waiting for the task: (returnval){ [ 651.993184] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52ee498b-201f-b72c-c1ca-bafbc6ada05c" [ 651.993184] env[70323]: _type = "Task" [ 651.993184] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.001257] env[70323]: DEBUG oslo_vmware.api [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52ee498b-201f-b72c-c1ca-bafbc6ada05c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.073751] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226561, 'name': CreateVM_Task, 'duration_secs': 0.341721} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.074164] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8409f2b-0740-4d4c-a604-0c818a196445] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 652.074990] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.075419] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.075558] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.075830] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33c0f032-19c3-4a71-a4b3-2dfb8e9f127d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.080776] env[70323]: DEBUG oslo_vmware.api [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Waiting for the task: (returnval){ [ 652.080776] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]522576e2-8919-cdc5-28db-aae76e3679b1" [ 652.080776] env[70323]: _type = "Task" [ 652.080776] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.088745] env[70323]: DEBUG oslo_vmware.api [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]522576e2-8919-cdc5-28db-aae76e3679b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.127419] env[70323]: DEBUG oslo_vmware.api [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Task: {'id': task-3226562, 'name': ReconfigVM_Task, 'duration_secs': 0.373687} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.128319] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] [instance: cf16c077-6f47-4ad4-b4b2-f14ae99e335a] Reconfigured VM instance instance-00000011 to attach disk [datastore1] cf16c077-6f47-4ad4-b4b2-f14ae99e335a/cf16c077-6f47-4ad4-b4b2-f14ae99e335a.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 652.128859] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cf9dd95f-068c-4979-9900-21bcdaf34e8a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.138905] env[70323]: DEBUG oslo_vmware.api [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Waiting for the task: (returnval){ [ 652.138905] env[70323]: value = "task-3226563" [ 652.138905] env[70323]: _type = "Task" [ 652.138905] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.153081] env[70323]: DEBUG oslo_vmware.api [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Task: {'id': task-3226563, 'name': Rename_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.247096] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquiring lock "refresh_cache-2d5cedee-6995-4e7f-b542-7379821901e1" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.247096] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquired lock "refresh_cache-2d5cedee-6995-4e7f-b542-7379821901e1" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.247096] env[70323]: DEBUG nova.network.neutron [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 2d5cedee-6995-4e7f-b542-7379821901e1] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 652.424135] env[70323]: DEBUG nova.compute.utils [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 652.428253] env[70323]: DEBUG nova.compute.manager [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] [instance: 8d3a4e3f-033e-4ed0-a67c-99d0f9a3d753] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 652.428253] env[70323]: DEBUG nova.network.neutron [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] [instance: 8d3a4e3f-033e-4ed0-a67c-99d0f9a3d753] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 652.511169] env[70323]: DEBUG oslo_vmware.api [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52ee498b-201f-b72c-c1ca-bafbc6ada05c, 'name': SearchDatastore_Task, 'duration_secs': 0.00847} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.511169] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10397e33-deec-4314-a22c-1a7504940c7b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.520176] env[70323]: DEBUG oslo_vmware.api [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Waiting for the task: (returnval){ [ 652.520176] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5239735e-2e42-ad01-f0ce-e7cd0d2663a9" [ 652.520176] env[70323]: _type = "Task" [ 652.520176] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.532998] env[70323]: DEBUG oslo_vmware.api [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5239735e-2e42-ad01-f0ce-e7cd0d2663a9, 'name': SearchDatastore_Task} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.536446] env[70323]: DEBUG oslo_concurrency.lockutils [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.536446] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 9bb398f8-6536-4a13-b46f-ea083c4cf5d1/9bb398f8-6536-4a13-b46f-ea083c4cf5d1.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 652.536654] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ed8bb50-498f-4188-8235-508c9649ed1a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.544526] env[70323]: DEBUG oslo_vmware.api [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Waiting for the task: (returnval){ [ 652.544526] env[70323]: value = "task-3226564" [ 652.544526] env[70323]: _type = "Task" [ 652.544526] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.551344] env[70323]: DEBUG nova.policy [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af41c5defb1e42d49993af94e8815027', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f370743c0e23412a991f9b00c4f57d05', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 652.557860] env[70323]: DEBUG oslo_vmware.api [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Task: {'id': task-3226564, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.596068] env[70323]: DEBUG oslo_vmware.api [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]522576e2-8919-cdc5-28db-aae76e3679b1, 'name': SearchDatastore_Task, 'duration_secs': 0.008799} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.596512] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.596893] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: d8409f2b-0740-4d4c-a604-0c818a196445] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 652.597306] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.597594] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.598076] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 652.598484] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a232d345-7975-4553-8687-3469e06810f2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.609219] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 652.609219] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 652.610151] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50b1fcdd-3da8-44d9-b7bb-0f9bd181a620 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.617201] env[70323]: DEBUG oslo_vmware.api [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Waiting for the task: (returnval){ [ 652.617201] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52a38245-e205-0a94-66f5-9df82efdd1e8" [ 652.617201] env[70323]: _type = "Task" [ 652.617201] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.626749] env[70323]: DEBUG oslo_vmware.api [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52a38245-e205-0a94-66f5-9df82efdd1e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.650808] env[70323]: DEBUG oslo_vmware.api [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Task: {'id': task-3226563, 'name': Rename_Task, 'duration_secs': 0.194003} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.651111] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] [instance: cf16c077-6f47-4ad4-b4b2-f14ae99e335a] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 652.651430] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d388610-0ac6-438f-854a-322879d99599 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.662488] env[70323]: DEBUG oslo_vmware.api [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Waiting for the task: (returnval){ [ 652.662488] env[70323]: value = "task-3226565" [ 652.662488] env[70323]: _type = "Task" [ 652.662488] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.672414] env[70323]: DEBUG oslo_vmware.api [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Task: {'id': task-3226565, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.727497] env[70323]: DEBUG nova.compute.manager [req-a750d581-d82e-4e49-9d52-7389c8e1f9b9 req-6d72a58a-2fa8-45fe-a1df-0da04d34cac0 service nova] [instance: d8409f2b-0740-4d4c-a604-0c818a196445] Received event network-changed-e4e0eab4-a680-41be-885d-b997fdaf2f33 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 652.727679] env[70323]: DEBUG nova.compute.manager [req-a750d581-d82e-4e49-9d52-7389c8e1f9b9 req-6d72a58a-2fa8-45fe-a1df-0da04d34cac0 service nova] [instance: d8409f2b-0740-4d4c-a604-0c818a196445] Refreshing instance network info cache due to event network-changed-e4e0eab4-a680-41be-885d-b997fdaf2f33. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 652.727954] env[70323]: DEBUG oslo_concurrency.lockutils [req-a750d581-d82e-4e49-9d52-7389c8e1f9b9 req-6d72a58a-2fa8-45fe-a1df-0da04d34cac0 service nova] Acquiring lock "refresh_cache-d8409f2b-0740-4d4c-a604-0c818a196445" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.731092] env[70323]: DEBUG oslo_concurrency.lockutils [req-a750d581-d82e-4e49-9d52-7389c8e1f9b9 req-6d72a58a-2fa8-45fe-a1df-0da04d34cac0 service nova] Acquired lock "refresh_cache-d8409f2b-0740-4d4c-a604-0c818a196445" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.731156] env[70323]: DEBUG nova.network.neutron [req-a750d581-d82e-4e49-9d52-7389c8e1f9b9 req-6d72a58a-2fa8-45fe-a1df-0da04d34cac0 service nova] [instance: d8409f2b-0740-4d4c-a604-0c818a196445] Refreshing network info cache for port e4e0eab4-a680-41be-885d-b997fdaf2f33 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 652.738278] env[70323]: DEBUG nova.network.neutron [req-5132162d-61de-413f-ab2b-5707b25993e4 req-23663504-4c09-4158-b978-d7acf0dcd855 service nova] [instance: 9bb398f8-6536-4a13-b46f-ea083c4cf5d1] Updated VIF entry in instance network info cache for port 86ce2655-6efc-4f3a-b35c-2137bedbf4d9. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 652.738670] env[70323]: DEBUG nova.network.neutron [req-5132162d-61de-413f-ab2b-5707b25993e4 req-23663504-4c09-4158-b978-d7acf0dcd855 service nova] [instance: 9bb398f8-6536-4a13-b46f-ea083c4cf5d1] Updating instance_info_cache with network_info: [{"id": "86ce2655-6efc-4f3a-b35c-2137bedbf4d9", "address": "fa:16:3e:4f:84:44", "network": {"id": "3a37b8ea-1622-4150-8c84-f9129779c932", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1356469403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fc2de174b7245a6a8241261abf3ca86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86ce2655-6e", "ovs_interfaceid": "86ce2655-6efc-4f3a-b35c-2137bedbf4d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.822434] env[70323]: DEBUG nova.network.neutron [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 2d5cedee-6995-4e7f-b542-7379821901e1] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 652.928850] env[70323]: DEBUG nova.compute.manager [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] [instance: 8d3a4e3f-033e-4ed0-a67c-99d0f9a3d753] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 653.016015] env[70323]: DEBUG nova.network.neutron [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 2d5cedee-6995-4e7f-b542-7379821901e1] Updating instance_info_cache with network_info: [{"id": "f02bf164-3f54-426d-a53c-f7319c3659a5", "address": "fa:16:3e:02:57:b3", "network": {"id": "882ea57e-8153-49ec-b6a7-5b7da1c35202", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1740748287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "8ad05435c7e44f548e1a19eccac2b460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf02bf164-3f", "ovs_interfaceid": "f02bf164-3f54-426d-a53c-f7319c3659a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.057500] env[70323]: DEBUG oslo_vmware.api [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Task: {'id': task-3226564, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501918} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.058790] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 9bb398f8-6536-4a13-b46f-ea083c4cf5d1/9bb398f8-6536-4a13-b46f-ea083c4cf5d1.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 653.058790] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] [instance: 9bb398f8-6536-4a13-b46f-ea083c4cf5d1] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 653.058790] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-331a6a14-5129-47d1-9333-3ad10d004805 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.064966] env[70323]: DEBUG oslo_vmware.api [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Waiting for the task: (returnval){ [ 653.064966] env[70323]: value = "task-3226566" [ 653.064966] env[70323]: _type = "Task" [ 653.064966] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.077638] env[70323]: DEBUG oslo_vmware.api [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Task: {'id': task-3226566, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.129231] env[70323]: DEBUG oslo_vmware.api [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52a38245-e205-0a94-66f5-9df82efdd1e8, 'name': SearchDatastore_Task, 'duration_secs': 0.008663} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.133295] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-026937ac-5873-485a-9507-8e7f76b73969 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.140582] env[70323]: DEBUG oslo_vmware.api [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Waiting for the task: (returnval){ [ 653.140582] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52890de9-33bb-8e73-f2f4-0e6755e3ccfb" [ 653.140582] env[70323]: _type = "Task" [ 653.140582] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.154272] env[70323]: DEBUG oslo_vmware.api [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52890de9-33bb-8e73-f2f4-0e6755e3ccfb, 'name': SearchDatastore_Task, 'duration_secs': 0.00961} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.155421] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.155421] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] d8409f2b-0740-4d4c-a604-0c818a196445/d8409f2b-0740-4d4c-a604-0c818a196445.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 653.155421] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea53a75f-7709-404f-837f-b31897a06a4a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.161897] env[70323]: DEBUG oslo_vmware.api [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Waiting for the task: (returnval){ [ 653.161897] env[70323]: value = "task-3226567" [ 653.161897] env[70323]: _type = "Task" [ 653.161897] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.182332] env[70323]: DEBUG oslo_vmware.api [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Task: {'id': task-3226565, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.185820] env[70323]: DEBUG oslo_vmware.api [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3226567, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.246224] env[70323]: DEBUG oslo_concurrency.lockutils [req-5132162d-61de-413f-ab2b-5707b25993e4 req-23663504-4c09-4158-b978-d7acf0dcd855 service nova] Releasing lock "refresh_cache-9bb398f8-6536-4a13-b46f-ea083c4cf5d1" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.354101] env[70323]: DEBUG nova.network.neutron [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] [instance: 8d3a4e3f-033e-4ed0-a67c-99d0f9a3d753] Successfully created port: 43c3138b-d483-4fc9-b4f2-7668f6794f4d {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 653.522126] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Releasing lock "refresh_cache-2d5cedee-6995-4e7f-b542-7379821901e1" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.522531] env[70323]: DEBUG nova.compute.manager [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 2d5cedee-6995-4e7f-b542-7379821901e1] Instance network_info: |[{"id": "f02bf164-3f54-426d-a53c-f7319c3659a5", "address": "fa:16:3e:02:57:b3", "network": {"id": "882ea57e-8153-49ec-b6a7-5b7da1c35202", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1740748287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "8ad05435c7e44f548e1a19eccac2b460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf02bf164-3f", "ovs_interfaceid": "f02bf164-3f54-426d-a53c-f7319c3659a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 653.526331] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 2d5cedee-6995-4e7f-b542-7379821901e1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:57:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b107fab-ee71-47db-ad4d-3c6f05546843', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f02bf164-3f54-426d-a53c-f7319c3659a5', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 653.533478] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Creating folder: Project (8ad05435c7e44f548e1a19eccac2b460). Parent ref: group-v644941. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.539675] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0563a513-31c5-433e-8f6c-5648dafe37e6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.543649] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1110d5d4-6ec4-4fad-aac1-766ef4e4d524 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.553179] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d7f2eb-22fb-4ebf-84e9-93db2740b18e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.559405] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Created folder: Project (8ad05435c7e44f548e1a19eccac2b460) in parent group-v644941. [ 653.559651] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Creating folder: Instances. Parent ref: group-v644997. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.560395] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-57310f35-df37-47f3-932b-3531fc358e91 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.598528] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23eb0500-5f7b-4588-b019-af456c9b32b4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.605824] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Created folder: Instances in parent group-v644997. [ 653.606159] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 653.607212] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d5cedee-6995-4e7f-b542-7379821901e1] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 653.607622] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-caec214f-5706-4891-bc31-7be7c770108c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.635024] env[70323]: DEBUG oslo_vmware.api [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Task: {'id': task-3226566, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066601} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.635024] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b873989-97e6-4843-8b8e-08efdee62d79 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.640063] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] [instance: 9bb398f8-6536-4a13-b46f-ea083c4cf5d1] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 653.641446] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c7bce3-3318-4391-b27c-41af545cc8e3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.644120] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 653.644120] env[70323]: value = "task-3226570" [ 653.644120] env[70323]: _type = "Task" [ 653.644120] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.666955] env[70323]: DEBUG nova.compute.provider_tree [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Updating inventory in ProviderTree for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 653.677649] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] [instance: 9bb398f8-6536-4a13-b46f-ea083c4cf5d1] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 9bb398f8-6536-4a13-b46f-ea083c4cf5d1/9bb398f8-6536-4a13-b46f-ea083c4cf5d1.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 653.678352] env[70323]: DEBUG nova.network.neutron [req-a750d581-d82e-4e49-9d52-7389c8e1f9b9 req-6d72a58a-2fa8-45fe-a1df-0da04d34cac0 service nova] [instance: d8409f2b-0740-4d4c-a604-0c818a196445] Updated VIF entry in instance network info cache for port e4e0eab4-a680-41be-885d-b997fdaf2f33. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 653.680140] env[70323]: DEBUG nova.network.neutron [req-a750d581-d82e-4e49-9d52-7389c8e1f9b9 req-6d72a58a-2fa8-45fe-a1df-0da04d34cac0 service nova] [instance: d8409f2b-0740-4d4c-a604-0c818a196445] Updating instance_info_cache with network_info: [{"id": "e4e0eab4-a680-41be-885d-b997fdaf2f33", "address": "fa:16:3e:e4:7e:6e", "network": {"id": "b228dccb-aca7-4bb7-9a29-1f859b2d48ee", "bridge": "br-int", "label": "tempest-ImagesTestJSON-216220513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26eec41d408a409ebaed6d2b945fe8b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4e0eab4-a6", "ovs_interfaceid": "e4e0eab4-a680-41be-885d-b997fdaf2f33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.683488] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4b27169-c27c-4101-8c10-39b47af49b40 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.705205] env[70323]: DEBUG oslo_concurrency.lockutils [req-a750d581-d82e-4e49-9d52-7389c8e1f9b9 req-6d72a58a-2fa8-45fe-a1df-0da04d34cac0 service nova] Releasing lock "refresh_cache-d8409f2b-0740-4d4c-a604-0c818a196445" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.705495] env[70323]: DEBUG nova.compute.manager [req-a750d581-d82e-4e49-9d52-7389c8e1f9b9 req-6d72a58a-2fa8-45fe-a1df-0da04d34cac0 service nova] [instance: 16c3a117-e725-45e2-94e9-fbc0156fbadd] Received event network-changed-d7d7cac9-4a63-444e-a66e-53d0da9294bd {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 653.705674] env[70323]: DEBUG nova.compute.manager [req-a750d581-d82e-4e49-9d52-7389c8e1f9b9 req-6d72a58a-2fa8-45fe-a1df-0da04d34cac0 service nova] [instance: 16c3a117-e725-45e2-94e9-fbc0156fbadd] Refreshing instance network info cache due to event network-changed-d7d7cac9-4a63-444e-a66e-53d0da9294bd. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 653.705873] env[70323]: DEBUG oslo_concurrency.lockutils [req-a750d581-d82e-4e49-9d52-7389c8e1f9b9 req-6d72a58a-2fa8-45fe-a1df-0da04d34cac0 service nova] Acquiring lock "refresh_cache-16c3a117-e725-45e2-94e9-fbc0156fbadd" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.706017] env[70323]: DEBUG oslo_concurrency.lockutils [req-a750d581-d82e-4e49-9d52-7389c8e1f9b9 req-6d72a58a-2fa8-45fe-a1df-0da04d34cac0 service nova] Acquired lock "refresh_cache-16c3a117-e725-45e2-94e9-fbc0156fbadd" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.706181] env[70323]: DEBUG nova.network.neutron [req-a750d581-d82e-4e49-9d52-7389c8e1f9b9 req-6d72a58a-2fa8-45fe-a1df-0da04d34cac0 service nova] [instance: 16c3a117-e725-45e2-94e9-fbc0156fbadd] Refreshing network info cache for port d7d7cac9-4a63-444e-a66e-53d0da9294bd {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 653.711309] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226570, 'name': CreateVM_Task} progress is 15%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.717867] env[70323]: DEBUG oslo_vmware.api [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Task: {'id': task-3226565, 'name': PowerOnVM_Task, 'duration_secs': 0.635991} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.722736] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] [instance: cf16c077-6f47-4ad4-b4b2-f14ae99e335a] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 653.722985] env[70323]: INFO nova.compute.manager [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] [instance: cf16c077-6f47-4ad4-b4b2-f14ae99e335a] Took 12.67 seconds to spawn the instance on the hypervisor. [ 653.723182] env[70323]: DEBUG nova.compute.manager [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] [instance: cf16c077-6f47-4ad4-b4b2-f14ae99e335a] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 653.723519] env[70323]: DEBUG oslo_vmware.api [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Waiting for the task: (returnval){ [ 653.723519] env[70323]: value = "task-3226571" [ 653.723519] env[70323]: _type = "Task" [ 653.723519] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.723985] env[70323]: DEBUG oslo_vmware.api [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3226567, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478128} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.724772] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39348981-b59d-498a-bb32-6889623df64c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.727987] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] d8409f2b-0740-4d4c-a604-0c818a196445/d8409f2b-0740-4d4c-a604-0c818a196445.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 653.727987] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: d8409f2b-0740-4d4c-a604-0c818a196445] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 653.731592] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc66a4d8-fd21-4cea-a104-a244ae1a30ce {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.749150] env[70323]: DEBUG oslo_vmware.api [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Task: {'id': task-3226571, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.749150] env[70323]: DEBUG oslo_vmware.api [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Waiting for the task: (returnval){ [ 653.749150] env[70323]: value = "task-3226572" [ 653.749150] env[70323]: _type = "Task" [ 653.749150] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.756595] env[70323]: DEBUG oslo_vmware.api [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3226572, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.956552] env[70323]: DEBUG nova.compute.manager [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] [instance: 8d3a4e3f-033e-4ed0-a67c-99d0f9a3d753] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 654.002442] env[70323]: DEBUG nova.virt.hardware [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 654.002442] env[70323]: DEBUG nova.virt.hardware [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 654.002442] env[70323]: DEBUG nova.virt.hardware [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 654.002442] env[70323]: DEBUG nova.virt.hardware [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 654.002442] env[70323]: DEBUG nova.virt.hardware [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 654.002442] env[70323]: DEBUG nova.virt.hardware [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 654.002442] env[70323]: DEBUG nova.virt.hardware [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 654.002442] env[70323]: DEBUG nova.virt.hardware [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 654.002442] env[70323]: DEBUG nova.virt.hardware [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 654.002442] env[70323]: DEBUG nova.virt.hardware [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 654.002442] env[70323]: DEBUG nova.virt.hardware [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 654.002883] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4665d6b7-6fdf-4081-be75-7d9922693083 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.011986] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c4b071-34e1-440b-9332-4538cc8a587a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.161586] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226570, 'name': CreateVM_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.216413] env[70323]: ERROR nova.scheduler.client.report [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [req-5f5d9a02-cd9c-48ed-9af6-18d87d29ad4c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 765eeb06-25b4-4ca4-bad4-b5981f14c25f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5f5d9a02-cd9c-48ed-9af6-18d87d29ad4c"}]} [ 654.243039] env[70323]: DEBUG oslo_vmware.api [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Task: {'id': task-3226571, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.260400] env[70323]: INFO nova.compute.manager [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] [instance: cf16c077-6f47-4ad4-b4b2-f14ae99e335a] Took 34.73 seconds to build instance. [ 654.261377] env[70323]: DEBUG nova.scheduler.client.report [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Refreshing inventories for resource provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 654.266981] env[70323]: DEBUG oslo_vmware.api [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3226572, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084163} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.267112] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: d8409f2b-0740-4d4c-a604-0c818a196445] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 654.267956] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327e19c6-d9eb-4359-8c6d-6bc64d988916 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.292327] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: d8409f2b-0740-4d4c-a604-0c818a196445] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] d8409f2b-0740-4d4c-a604-0c818a196445/d8409f2b-0740-4d4c-a604-0c818a196445.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 654.293159] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d82e054f-9e98-47d8-bc30-e64c60148a17 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.310277] env[70323]: DEBUG nova.scheduler.client.report [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Updating ProviderTree inventory for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 654.311329] env[70323]: DEBUG nova.compute.provider_tree [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Updating inventory in ProviderTree for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 654.318159] env[70323]: DEBUG oslo_vmware.api [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Waiting for the task: (returnval){ [ 654.318159] env[70323]: value = "task-3226573" [ 654.318159] env[70323]: _type = "Task" [ 654.318159] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.333973] env[70323]: DEBUG nova.scheduler.client.report [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Refreshing aggregate associations for resource provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f, aggregates: None {{(pid=70323) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 654.336280] env[70323]: DEBUG oslo_vmware.api [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3226573, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.367493] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquiring lock "17e07646-9826-43d9-9295-3a70b541c534" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.370117] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Lock "17e07646-9826-43d9-9295-3a70b541c534" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.372866] env[70323]: DEBUG nova.scheduler.client.report [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Refreshing trait associations for resource provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=70323) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 654.589492] env[70323]: DEBUG nova.compute.manager [req-3808a56f-b5a7-4326-9b5e-17126f48cba3 req-15eca3bf-1744-4102-bdb5-e9fa19db7bad service nova] [instance: ba5dd49c-50d4-4dee-b428-9d4300ab43af] Received event network-changed-c5e0bfea-f058-4528-ac9b-fbd51b861b66 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 654.589492] env[70323]: DEBUG nova.compute.manager [req-3808a56f-b5a7-4326-9b5e-17126f48cba3 req-15eca3bf-1744-4102-bdb5-e9fa19db7bad service nova] [instance: ba5dd49c-50d4-4dee-b428-9d4300ab43af] Refreshing instance network info cache due to event network-changed-c5e0bfea-f058-4528-ac9b-fbd51b861b66. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 654.589823] env[70323]: DEBUG oslo_concurrency.lockutils [req-3808a56f-b5a7-4326-9b5e-17126f48cba3 req-15eca3bf-1744-4102-bdb5-e9fa19db7bad service nova] Acquiring lock "refresh_cache-ba5dd49c-50d4-4dee-b428-9d4300ab43af" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.589823] env[70323]: DEBUG oslo_concurrency.lockutils [req-3808a56f-b5a7-4326-9b5e-17126f48cba3 req-15eca3bf-1744-4102-bdb5-e9fa19db7bad service nova] Acquired lock "refresh_cache-ba5dd49c-50d4-4dee-b428-9d4300ab43af" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.589895] env[70323]: DEBUG nova.network.neutron [req-3808a56f-b5a7-4326-9b5e-17126f48cba3 req-15eca3bf-1744-4102-bdb5-e9fa19db7bad service nova] [instance: ba5dd49c-50d4-4dee-b428-9d4300ab43af] Refreshing network info cache for port c5e0bfea-f058-4528-ac9b-fbd51b861b66 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 654.655408] env[70323]: DEBUG nova.network.neutron [req-a750d581-d82e-4e49-9d52-7389c8e1f9b9 req-6d72a58a-2fa8-45fe-a1df-0da04d34cac0 service nova] [instance: 16c3a117-e725-45e2-94e9-fbc0156fbadd] Updated VIF entry in instance network info cache for port d7d7cac9-4a63-444e-a66e-53d0da9294bd. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 654.656264] env[70323]: DEBUG nova.network.neutron [req-a750d581-d82e-4e49-9d52-7389c8e1f9b9 req-6d72a58a-2fa8-45fe-a1df-0da04d34cac0 service nova] [instance: 16c3a117-e725-45e2-94e9-fbc0156fbadd] Updating instance_info_cache with network_info: [{"id": "d7d7cac9-4a63-444e-a66e-53d0da9294bd", "address": "fa:16:3e:5b:a9:aa", "network": {"id": "ebd06241-e2a1-47a4-b5a0-8ce84ec434a7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1622113260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fef1726bc3a47b09eaf5a768f3c6c61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7d7cac9-4a", "ovs_interfaceid": "d7d7cac9-4a63-444e-a66e-53d0da9294bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.661392] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226570, 'name': CreateVM_Task, 'duration_secs': 0.626904} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.664822] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d5cedee-6995-4e7f-b542-7379821901e1] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 654.666635] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.666635] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.666977] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.667487] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e05d5670-5f73-41c7-b95c-2dbdab80c3e3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.672613] env[70323]: DEBUG oslo_vmware.api [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for the task: (returnval){ [ 654.672613] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]528a6454-1b4d-453d-5ebf-64b62dec7388" [ 654.672613] env[70323]: _type = "Task" [ 654.672613] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.683282] env[70323]: DEBUG oslo_vmware.api [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]528a6454-1b4d-453d-5ebf-64b62dec7388, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.740190] env[70323]: DEBUG oslo_vmware.api [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Task: {'id': task-3226571, 'name': ReconfigVM_Task, 'duration_secs': 0.625154} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.740190] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] [instance: 9bb398f8-6536-4a13-b46f-ea083c4cf5d1] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 9bb398f8-6536-4a13-b46f-ea083c4cf5d1/9bb398f8-6536-4a13-b46f-ea083c4cf5d1.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 654.743880] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-16796fe1-b790-47b9-a0a1-012d9478410c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.750500] env[70323]: DEBUG oslo_vmware.api [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Waiting for the task: (returnval){ [ 654.750500] env[70323]: value = "task-3226574" [ 654.750500] env[70323]: _type = "Task" [ 654.750500] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.758966] env[70323]: DEBUG oslo_vmware.api [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Task: {'id': task-3226574, 'name': Rename_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.764268] env[70323]: DEBUG oslo_concurrency.lockutils [None req-472a7be6-7825-4e65-8ab3-0d915d98d634 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Lock "cf16c077-6f47-4ad4-b4b2-f14ae99e335a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.638s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.829998] env[70323]: DEBUG oslo_vmware.api [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3226573, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.871557] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abaa0891-2685-4c66-819a-b474c87cba83 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.880019] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db016fd6-90c9-426d-b866-3f7a53869746 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.919309] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63fd6fc8-3480-4937-a372-0c4ca368281c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.927918] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f8732de-53a2-4df7-a97f-290ba143b027 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.942071] env[70323]: DEBUG nova.compute.provider_tree [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Updating inventory in ProviderTree for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 654.947655] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Acquiring lock "b8e86b56-da33-4ae5-92fa-c4eb330b4679" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.947970] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Lock "b8e86b56-da33-4ae5-92fa-c4eb330b4679" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.162558] env[70323]: DEBUG oslo_concurrency.lockutils [req-a750d581-d82e-4e49-9d52-7389c8e1f9b9 req-6d72a58a-2fa8-45fe-a1df-0da04d34cac0 service nova] Releasing lock "refresh_cache-16c3a117-e725-45e2-94e9-fbc0156fbadd" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.162800] env[70323]: DEBUG nova.compute.manager [req-a750d581-d82e-4e49-9d52-7389c8e1f9b9 req-6d72a58a-2fa8-45fe-a1df-0da04d34cac0 service nova] [instance: 2d5cedee-6995-4e7f-b542-7379821901e1] Received event network-vif-plugged-f02bf164-3f54-426d-a53c-f7319c3659a5 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 655.163011] env[70323]: DEBUG oslo_concurrency.lockutils [req-a750d581-d82e-4e49-9d52-7389c8e1f9b9 req-6d72a58a-2fa8-45fe-a1df-0da04d34cac0 service nova] Acquiring lock "2d5cedee-6995-4e7f-b542-7379821901e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.163268] env[70323]: DEBUG oslo_concurrency.lockutils [req-a750d581-d82e-4e49-9d52-7389c8e1f9b9 req-6d72a58a-2fa8-45fe-a1df-0da04d34cac0 service nova] Lock "2d5cedee-6995-4e7f-b542-7379821901e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.163474] env[70323]: DEBUG oslo_concurrency.lockutils [req-a750d581-d82e-4e49-9d52-7389c8e1f9b9 req-6d72a58a-2fa8-45fe-a1df-0da04d34cac0 service nova] Lock "2d5cedee-6995-4e7f-b542-7379821901e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.163609] env[70323]: DEBUG nova.compute.manager [req-a750d581-d82e-4e49-9d52-7389c8e1f9b9 req-6d72a58a-2fa8-45fe-a1df-0da04d34cac0 service nova] [instance: 2d5cedee-6995-4e7f-b542-7379821901e1] No waiting events found dispatching network-vif-plugged-f02bf164-3f54-426d-a53c-f7319c3659a5 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 655.163773] env[70323]: WARNING nova.compute.manager [req-a750d581-d82e-4e49-9d52-7389c8e1f9b9 req-6d72a58a-2fa8-45fe-a1df-0da04d34cac0 service nova] [instance: 2d5cedee-6995-4e7f-b542-7379821901e1] Received unexpected event network-vif-plugged-f02bf164-3f54-426d-a53c-f7319c3659a5 for instance with vm_state building and task_state spawning. [ 655.163927] env[70323]: DEBUG nova.compute.manager [req-a750d581-d82e-4e49-9d52-7389c8e1f9b9 req-6d72a58a-2fa8-45fe-a1df-0da04d34cac0 service nova] [instance: 2d5cedee-6995-4e7f-b542-7379821901e1] Received event network-changed-f02bf164-3f54-426d-a53c-f7319c3659a5 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 655.164098] env[70323]: DEBUG nova.compute.manager [req-a750d581-d82e-4e49-9d52-7389c8e1f9b9 req-6d72a58a-2fa8-45fe-a1df-0da04d34cac0 service nova] [instance: 2d5cedee-6995-4e7f-b542-7379821901e1] Refreshing instance network info cache due to event network-changed-f02bf164-3f54-426d-a53c-f7319c3659a5. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 655.164285] env[70323]: DEBUG oslo_concurrency.lockutils [req-a750d581-d82e-4e49-9d52-7389c8e1f9b9 req-6d72a58a-2fa8-45fe-a1df-0da04d34cac0 service nova] Acquiring lock "refresh_cache-2d5cedee-6995-4e7f-b542-7379821901e1" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.164427] env[70323]: DEBUG oslo_concurrency.lockutils [req-a750d581-d82e-4e49-9d52-7389c8e1f9b9 req-6d72a58a-2fa8-45fe-a1df-0da04d34cac0 service nova] Acquired lock "refresh_cache-2d5cedee-6995-4e7f-b542-7379821901e1" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.164584] env[70323]: DEBUG nova.network.neutron [req-a750d581-d82e-4e49-9d52-7389c8e1f9b9 req-6d72a58a-2fa8-45fe-a1df-0da04d34cac0 service nova] [instance: 2d5cedee-6995-4e7f-b542-7379821901e1] Refreshing network info cache for port f02bf164-3f54-426d-a53c-f7319c3659a5 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 655.187608] env[70323]: DEBUG oslo_vmware.api [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]528a6454-1b4d-453d-5ebf-64b62dec7388, 'name': SearchDatastore_Task, 'duration_secs': 0.009932} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.188125] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.188570] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 2d5cedee-6995-4e7f-b542-7379821901e1] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 655.188713] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.188941] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.189187] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 655.189550] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-157a5014-27a1-4deb-86ae-ae0b646e6f89 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.198355] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 655.198569] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 655.199608] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0884d22f-8c42-4c7b-b159-11ab24ed52fe {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.205713] env[70323]: DEBUG oslo_vmware.api [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for the task: (returnval){ [ 655.205713] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52c6ca21-ab6d-058b-4899-ce4b8db3bde6" [ 655.205713] env[70323]: _type = "Task" [ 655.205713] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.215528] env[70323]: DEBUG oslo_vmware.api [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52c6ca21-ab6d-058b-4899-ce4b8db3bde6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.261146] env[70323]: DEBUG oslo_vmware.api [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Task: {'id': task-3226574, 'name': Rename_Task, 'duration_secs': 0.319741} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.261530] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] [instance: 9bb398f8-6536-4a13-b46f-ea083c4cf5d1] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 655.261808] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37425625-f8cc-46ac-aa42-76e812cec3ac {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.267127] env[70323]: DEBUG nova.compute.manager [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] [instance: f5583748-c6c5-4da3-a4c6-d685472511d4] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 655.271108] env[70323]: DEBUG oslo_vmware.api [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Waiting for the task: (returnval){ [ 655.271108] env[70323]: value = "task-3226575" [ 655.271108] env[70323]: _type = "Task" [ 655.271108] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.279806] env[70323]: DEBUG oslo_vmware.api [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Task: {'id': task-3226575, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.335499] env[70323]: DEBUG oslo_vmware.api [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3226573, 'name': ReconfigVM_Task, 'duration_secs': 0.859402} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.335974] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: d8409f2b-0740-4d4c-a604-0c818a196445] Reconfigured VM instance instance-00000013 to attach disk [datastore1] d8409f2b-0740-4d4c-a604-0c818a196445/d8409f2b-0740-4d4c-a604-0c818a196445.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 655.336658] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2170be5b-879e-4780-b093-40a1115801f3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.344564] env[70323]: DEBUG oslo_vmware.api [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Waiting for the task: (returnval){ [ 655.344564] env[70323]: value = "task-3226576" [ 655.344564] env[70323]: _type = "Task" [ 655.344564] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.360118] env[70323]: DEBUG oslo_vmware.api [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3226576, 'name': Rename_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.471577] env[70323]: ERROR nova.scheduler.client.report [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [req-fe1d255b-4686-4197-831a-cc9ee6247b56] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 765eeb06-25b4-4ca4-bad4-b5981f14c25f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fe1d255b-4686-4197-831a-cc9ee6247b56"}]} [ 655.495485] env[70323]: DEBUG nova.scheduler.client.report [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Refreshing inventories for resource provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 655.512443] env[70323]: DEBUG nova.scheduler.client.report [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Updating ProviderTree inventory for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 655.512648] env[70323]: DEBUG nova.compute.provider_tree [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Updating inventory in ProviderTree for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 655.527451] env[70323]: DEBUG nova.scheduler.client.report [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Refreshing aggregate associations for resource provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f, aggregates: None {{(pid=70323) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 655.559478] env[70323]: DEBUG nova.scheduler.client.report [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Refreshing trait associations for resource provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=70323) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 655.571084] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef39ee4-9088-4881-94fe-8780ab5f2e1c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.579945] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-c13672a4-f0b5-448e-91f3-29cfa7dcc539 tempest-ServersAdminNegativeTestJSON-2076127196 tempest-ServersAdminNegativeTestJSON-2076127196-project-admin] [instance: cf16c077-6f47-4ad4-b4b2-f14ae99e335a] Suspending the VM {{(pid=70323) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 655.579945] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-77a0f63f-8d3a-4336-a0f6-71a193bdd023 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.594560] env[70323]: DEBUG oslo_vmware.api [None req-c13672a4-f0b5-448e-91f3-29cfa7dcc539 tempest-ServersAdminNegativeTestJSON-2076127196 tempest-ServersAdminNegativeTestJSON-2076127196-project-admin] Waiting for the task: (returnval){ [ 655.594560] env[70323]: value = "task-3226577" [ 655.594560] env[70323]: _type = "Task" [ 655.594560] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.601786] env[70323]: DEBUG oslo_vmware.api [None req-c13672a4-f0b5-448e-91f3-29cfa7dcc539 tempest-ServersAdminNegativeTestJSON-2076127196 tempest-ServersAdminNegativeTestJSON-2076127196-project-admin] Task: {'id': task-3226577, 'name': SuspendVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.602858] env[70323]: DEBUG nova.network.neutron [req-3808a56f-b5a7-4326-9b5e-17126f48cba3 req-15eca3bf-1744-4102-bdb5-e9fa19db7bad service nova] [instance: ba5dd49c-50d4-4dee-b428-9d4300ab43af] Updated VIF entry in instance network info cache for port c5e0bfea-f058-4528-ac9b-fbd51b861b66. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 655.603518] env[70323]: DEBUG nova.network.neutron [req-3808a56f-b5a7-4326-9b5e-17126f48cba3 req-15eca3bf-1744-4102-bdb5-e9fa19db7bad service nova] [instance: ba5dd49c-50d4-4dee-b428-9d4300ab43af] Updating instance_info_cache with network_info: [{"id": "c5e0bfea-f058-4528-ac9b-fbd51b861b66", "address": "fa:16:3e:bd:96:b8", "network": {"id": "9fe341bc-c371-42ca-b464-95dafcb7b527", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-800355963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fece4b78981646adafcaaa249f2aac24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5e0bfea-f0", "ovs_interfaceid": "c5e0bfea-f058-4528-ac9b-fbd51b861b66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.719886] env[70323]: DEBUG oslo_vmware.api [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52c6ca21-ab6d-058b-4899-ce4b8db3bde6, 'name': SearchDatastore_Task, 'duration_secs': 0.008422} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.724209] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-996be426-4a9a-4ea9-b8aa-0e66674772b3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.732785] env[70323]: DEBUG oslo_vmware.api [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for the task: (returnval){ [ 655.732785] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5275f848-0eb1-ca24-1f96-1a09b6a677df" [ 655.732785] env[70323]: _type = "Task" [ 655.732785] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.741978] env[70323]: DEBUG oslo_vmware.api [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5275f848-0eb1-ca24-1f96-1a09b6a677df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.791244] env[70323]: DEBUG oslo_vmware.api [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Task: {'id': task-3226575, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.800785] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.855843] env[70323]: DEBUG oslo_vmware.api [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3226576, 'name': Rename_Task, 'duration_secs': 0.335346} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.855843] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: d8409f2b-0740-4d4c-a604-0c818a196445] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 655.856041] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3080b857-56e7-4c86-8855-c99aa24b49d4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.863162] env[70323]: DEBUG oslo_vmware.api [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Waiting for the task: (returnval){ [ 655.863162] env[70323]: value = "task-3226578" [ 655.863162] env[70323]: _type = "Task" [ 655.863162] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.876826] env[70323]: DEBUG oslo_vmware.api [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3226578, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.890967] env[70323]: DEBUG nova.network.neutron [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] [instance: 8d3a4e3f-033e-4ed0-a67c-99d0f9a3d753] Successfully updated port: 43c3138b-d483-4fc9-b4f2-7668f6794f4d {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 656.098936] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7539538-e175-4da4-9d2c-0eb09a508a3c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.111048] env[70323]: DEBUG oslo_concurrency.lockutils [req-3808a56f-b5a7-4326-9b5e-17126f48cba3 req-15eca3bf-1744-4102-bdb5-e9fa19db7bad service nova] Releasing lock "refresh_cache-ba5dd49c-50d4-4dee-b428-9d4300ab43af" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.111497] env[70323]: DEBUG oslo_vmware.api [None req-c13672a4-f0b5-448e-91f3-29cfa7dcc539 tempest-ServersAdminNegativeTestJSON-2076127196 tempest-ServersAdminNegativeTestJSON-2076127196-project-admin] Task: {'id': task-3226577, 'name': SuspendVM_Task} progress is 58%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.116635] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a29cdc2f-7311-4e67-9638-8ca1d76e8b1f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.156666] env[70323]: DEBUG nova.network.neutron [req-a750d581-d82e-4e49-9d52-7389c8e1f9b9 req-6d72a58a-2fa8-45fe-a1df-0da04d34cac0 service nova] [instance: 2d5cedee-6995-4e7f-b542-7379821901e1] Updated VIF entry in instance network info cache for port f02bf164-3f54-426d-a53c-f7319c3659a5. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 656.157150] env[70323]: DEBUG nova.network.neutron [req-a750d581-d82e-4e49-9d52-7389c8e1f9b9 req-6d72a58a-2fa8-45fe-a1df-0da04d34cac0 service nova] [instance: 2d5cedee-6995-4e7f-b542-7379821901e1] Updating instance_info_cache with network_info: [{"id": "f02bf164-3f54-426d-a53c-f7319c3659a5", "address": "fa:16:3e:02:57:b3", "network": {"id": "882ea57e-8153-49ec-b6a7-5b7da1c35202", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1740748287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "8ad05435c7e44f548e1a19eccac2b460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf02bf164-3f", "ovs_interfaceid": "f02bf164-3f54-426d-a53c-f7319c3659a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.164031] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5c5527-1f5d-40d5-89bd-d499b7897878 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.169272] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e8b941-6f26-43cb-a840-c040327c9830 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.189955] env[70323]: DEBUG nova.compute.provider_tree [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Updating inventory in ProviderTree for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 656.249511] env[70323]: DEBUG oslo_vmware.api [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5275f848-0eb1-ca24-1f96-1a09b6a677df, 'name': SearchDatastore_Task, 'duration_secs': 0.02948} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.251286] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.251286] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 2d5cedee-6995-4e7f-b542-7379821901e1/2d5cedee-6995-4e7f-b542-7379821901e1.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 656.251286] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c41bdb5-f5de-45f3-9139-cf4231a71886 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.259598] env[70323]: DEBUG oslo_vmware.api [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for the task: (returnval){ [ 656.259598] env[70323]: value = "task-3226579" [ 656.259598] env[70323]: _type = "Task" [ 656.259598] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.268478] env[70323]: DEBUG oslo_vmware.api [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3226579, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.289740] env[70323]: DEBUG oslo_vmware.api [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Task: {'id': task-3226575, 'name': PowerOnVM_Task, 'duration_secs': 0.976187} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.289740] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] [instance: 9bb398f8-6536-4a13-b46f-ea083c4cf5d1] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 656.290084] env[70323]: INFO nova.compute.manager [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] [instance: 9bb398f8-6536-4a13-b46f-ea083c4cf5d1] Took 12.45 seconds to spawn the instance on the hypervisor. [ 656.290084] env[70323]: DEBUG nova.compute.manager [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] [instance: 9bb398f8-6536-4a13-b46f-ea083c4cf5d1] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 656.291145] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a333b6-4229-43c3-a389-b1ec3a0eab1f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.310815] env[70323]: DEBUG oslo_concurrency.lockutils [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquiring lock "dd793706-95da-42f2-b9fc-ee37f04e6923" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.310815] env[70323]: DEBUG oslo_concurrency.lockutils [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Lock "dd793706-95da-42f2-b9fc-ee37f04e6923" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.374761] env[70323]: DEBUG oslo_vmware.api [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3226578, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.394494] env[70323]: DEBUG oslo_concurrency.lockutils [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Acquiring lock "refresh_cache-8d3a4e3f-033e-4ed0-a67c-99d0f9a3d753" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.394755] env[70323]: DEBUG oslo_concurrency.lockutils [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Acquired lock "refresh_cache-8d3a4e3f-033e-4ed0-a67c-99d0f9a3d753" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.394849] env[70323]: DEBUG nova.network.neutron [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] [instance: 8d3a4e3f-033e-4ed0-a67c-99d0f9a3d753] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 656.607725] env[70323]: DEBUG oslo_vmware.api [None req-c13672a4-f0b5-448e-91f3-29cfa7dcc539 tempest-ServersAdminNegativeTestJSON-2076127196 tempest-ServersAdminNegativeTestJSON-2076127196-project-admin] Task: {'id': task-3226577, 'name': SuspendVM_Task} progress is 100%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.663619] env[70323]: DEBUG oslo_concurrency.lockutils [req-a750d581-d82e-4e49-9d52-7389c8e1f9b9 req-6d72a58a-2fa8-45fe-a1df-0da04d34cac0 service nova] Releasing lock "refresh_cache-2d5cedee-6995-4e7f-b542-7379821901e1" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.727942] env[70323]: ERROR nova.scheduler.client.report [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [req-b80c53c1-999c-4933-8d0c-8b360d83981e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 765eeb06-25b4-4ca4-bad4-b5981f14c25f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b80c53c1-999c-4933-8d0c-8b360d83981e"}]} [ 656.749885] env[70323]: DEBUG nova.scheduler.client.report [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Refreshing inventories for resource provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 656.770997] env[70323]: DEBUG oslo_vmware.api [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3226579, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.781499] env[70323]: DEBUG nova.scheduler.client.report [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Updating ProviderTree inventory for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 656.781774] env[70323]: DEBUG nova.compute.provider_tree [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Updating inventory in ProviderTree for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 656.799087] env[70323]: DEBUG nova.scheduler.client.report [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Refreshing aggregate associations for resource provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f, aggregates: None {{(pid=70323) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 656.821623] env[70323]: INFO nova.compute.manager [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] [instance: 9bb398f8-6536-4a13-b46f-ea083c4cf5d1] Took 34.14 seconds to build instance. [ 656.827406] env[70323]: DEBUG nova.scheduler.client.report [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Refreshing trait associations for resource provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=70323) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 656.882917] env[70323]: DEBUG oslo_vmware.api [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3226578, 'name': PowerOnVM_Task, 'duration_secs': 0.651677} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.884074] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: d8409f2b-0740-4d4c-a604-0c818a196445] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 656.884323] env[70323]: INFO nova.compute.manager [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: d8409f2b-0740-4d4c-a604-0c818a196445] Took 10.35 seconds to spawn the instance on the hypervisor. [ 656.884662] env[70323]: DEBUG nova.compute.manager [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: d8409f2b-0740-4d4c-a604-0c818a196445] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 656.887173] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af15600-c5dd-4207-b1db-5e815c326219 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.075365] env[70323]: DEBUG nova.compute.manager [req-77687284-c008-4c8c-8f28-498f48c7906a req-05e6e114-6d80-4e86-b869-60ac868c92c1 service nova] [instance: 8d3a4e3f-033e-4ed0-a67c-99d0f9a3d753] Received event network-vif-plugged-43c3138b-d483-4fc9-b4f2-7668f6794f4d {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 657.075365] env[70323]: DEBUG oslo_concurrency.lockutils [req-77687284-c008-4c8c-8f28-498f48c7906a req-05e6e114-6d80-4e86-b869-60ac868c92c1 service nova] Acquiring lock "8d3a4e3f-033e-4ed0-a67c-99d0f9a3d753-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.075365] env[70323]: DEBUG oslo_concurrency.lockutils [req-77687284-c008-4c8c-8f28-498f48c7906a req-05e6e114-6d80-4e86-b869-60ac868c92c1 service nova] Lock "8d3a4e3f-033e-4ed0-a67c-99d0f9a3d753-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.075365] env[70323]: DEBUG oslo_concurrency.lockutils [req-77687284-c008-4c8c-8f28-498f48c7906a req-05e6e114-6d80-4e86-b869-60ac868c92c1 service nova] Lock "8d3a4e3f-033e-4ed0-a67c-99d0f9a3d753-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.076499] env[70323]: DEBUG nova.compute.manager [req-77687284-c008-4c8c-8f28-498f48c7906a req-05e6e114-6d80-4e86-b869-60ac868c92c1 service nova] [instance: 8d3a4e3f-033e-4ed0-a67c-99d0f9a3d753] No waiting events found dispatching network-vif-plugged-43c3138b-d483-4fc9-b4f2-7668f6794f4d {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 657.077295] env[70323]: WARNING nova.compute.manager [req-77687284-c008-4c8c-8f28-498f48c7906a req-05e6e114-6d80-4e86-b869-60ac868c92c1 service nova] [instance: 8d3a4e3f-033e-4ed0-a67c-99d0f9a3d753] Received unexpected event network-vif-plugged-43c3138b-d483-4fc9-b4f2-7668f6794f4d for instance with vm_state building and task_state spawning. [ 657.077718] env[70323]: DEBUG nova.compute.manager [req-77687284-c008-4c8c-8f28-498f48c7906a req-05e6e114-6d80-4e86-b869-60ac868c92c1 service nova] [instance: 8d3a4e3f-033e-4ed0-a67c-99d0f9a3d753] Received event network-changed-43c3138b-d483-4fc9-b4f2-7668f6794f4d {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 657.078783] env[70323]: DEBUG nova.compute.manager [req-77687284-c008-4c8c-8f28-498f48c7906a req-05e6e114-6d80-4e86-b869-60ac868c92c1 service nova] [instance: 8d3a4e3f-033e-4ed0-a67c-99d0f9a3d753] Refreshing instance network info cache due to event network-changed-43c3138b-d483-4fc9-b4f2-7668f6794f4d. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 657.079248] env[70323]: DEBUG oslo_concurrency.lockutils [req-77687284-c008-4c8c-8f28-498f48c7906a req-05e6e114-6d80-4e86-b869-60ac868c92c1 service nova] Acquiring lock "refresh_cache-8d3a4e3f-033e-4ed0-a67c-99d0f9a3d753" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.081664] env[70323]: DEBUG nova.network.neutron [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] [instance: 8d3a4e3f-033e-4ed0-a67c-99d0f9a3d753] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 657.105416] env[70323]: DEBUG oslo_vmware.api [None req-c13672a4-f0b5-448e-91f3-29cfa7dcc539 tempest-ServersAdminNegativeTestJSON-2076127196 tempest-ServersAdminNegativeTestJSON-2076127196-project-admin] Task: {'id': task-3226577, 'name': SuspendVM_Task} progress is 100%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.273583] env[70323]: DEBUG oslo_vmware.api [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3226579, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538167} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.275415] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 2d5cedee-6995-4e7f-b542-7379821901e1/2d5cedee-6995-4e7f-b542-7379821901e1.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 657.275686] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 2d5cedee-6995-4e7f-b542-7379821901e1] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 657.275957] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f66d6295-a504-454d-a73c-773f2a0ab43b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.288042] env[70323]: DEBUG oslo_vmware.api [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for the task: (returnval){ [ 657.288042] env[70323]: value = "task-3226580" [ 657.288042] env[70323]: _type = "Task" [ 657.288042] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.296459] env[70323]: DEBUG oslo_vmware.api [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3226580, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.325862] env[70323]: DEBUG oslo_concurrency.lockutils [None req-47a3b96a-526a-4f6f-a478-b98bd5508f9d tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Lock "9bb398f8-6536-4a13-b46f-ea083c4cf5d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.848s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.410648] env[70323]: INFO nova.compute.manager [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: d8409f2b-0740-4d4c-a604-0c818a196445] Took 33.26 seconds to build instance. [ 657.428383] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c6cd40-0249-4fb9-b6bc-00d231ad1c8c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.438548] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e2a154-7cc8-421e-961a-e5d2aa462382 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.470942] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32dcb2ca-e2d7-4a91-a2ca-69e34502d285 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.479492] env[70323]: DEBUG nova.network.neutron [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] [instance: 8d3a4e3f-033e-4ed0-a67c-99d0f9a3d753] Updating instance_info_cache with network_info: [{"id": "43c3138b-d483-4fc9-b4f2-7668f6794f4d", "address": "fa:16:3e:40:8d:a5", "network": {"id": "4e0d8ee1-52f7-4416-a8bd-f34b989a1542", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aa1f6314fd1d4d8a9ec1f238193c1000", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43c3138b-d4", "ovs_interfaceid": "43c3138b-d483-4fc9-b4f2-7668f6794f4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.481977] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239c1e67-40b8-4c28-9804-f1d38fed34e3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.498405] env[70323]: DEBUG nova.compute.provider_tree [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Updating inventory in ProviderTree for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 657.609289] env[70323]: DEBUG oslo_vmware.api [None req-c13672a4-f0b5-448e-91f3-29cfa7dcc539 tempest-ServersAdminNegativeTestJSON-2076127196 tempest-ServersAdminNegativeTestJSON-2076127196-project-admin] Task: {'id': task-3226577, 'name': SuspendVM_Task} progress is 100%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.800383] env[70323]: DEBUG oslo_vmware.api [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3226580, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067435} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.800680] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 2d5cedee-6995-4e7f-b542-7379821901e1] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 657.801729] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec75aa3-46a6-45bc-ae2c-0ca6a5f300f3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.833547] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 2d5cedee-6995-4e7f-b542-7379821901e1] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 2d5cedee-6995-4e7f-b542-7379821901e1/2d5cedee-6995-4e7f-b542-7379821901e1.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 657.833990] env[70323]: DEBUG nova.compute.manager [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] [instance: c7e021c9-0f12-43e5-b66a-73335865fc11] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 657.836433] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e82b9371-ba5d-4a67-bfca-1bc4e333e3a1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.859238] env[70323]: DEBUG oslo_vmware.api [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for the task: (returnval){ [ 657.859238] env[70323]: value = "task-3226581" [ 657.859238] env[70323]: _type = "Task" [ 657.859238] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.866759] env[70323]: DEBUG oslo_vmware.api [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3226581, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.913064] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a04e4d6c-91b8-46f5-9c03-ab652b5882bf tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Lock "d8409f2b-0740-4d4c-a604-0c818a196445" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.947s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.988971] env[70323]: DEBUG oslo_concurrency.lockutils [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Releasing lock "refresh_cache-8d3a4e3f-033e-4ed0-a67c-99d0f9a3d753" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.989323] env[70323]: DEBUG nova.compute.manager [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] [instance: 8d3a4e3f-033e-4ed0-a67c-99d0f9a3d753] Instance network_info: |[{"id": "43c3138b-d483-4fc9-b4f2-7668f6794f4d", "address": "fa:16:3e:40:8d:a5", "network": {"id": "4e0d8ee1-52f7-4416-a8bd-f34b989a1542", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aa1f6314fd1d4d8a9ec1f238193c1000", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43c3138b-d4", "ovs_interfaceid": "43c3138b-d483-4fc9-b4f2-7668f6794f4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 657.989620] env[70323]: DEBUG oslo_concurrency.lockutils [req-77687284-c008-4c8c-8f28-498f48c7906a req-05e6e114-6d80-4e86-b869-60ac868c92c1 service nova] Acquired lock "refresh_cache-8d3a4e3f-033e-4ed0-a67c-99d0f9a3d753" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.989786] env[70323]: DEBUG nova.network.neutron [req-77687284-c008-4c8c-8f28-498f48c7906a req-05e6e114-6d80-4e86-b869-60ac868c92c1 service nova] [instance: 8d3a4e3f-033e-4ed0-a67c-99d0f9a3d753] Refreshing network info cache for port 43c3138b-d483-4fc9-b4f2-7668f6794f4d {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 657.991075] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] [instance: 8d3a4e3f-033e-4ed0-a67c-99d0f9a3d753] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:8d:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74f30339-6421-4654-bddb-81d7f34db9d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '43c3138b-d483-4fc9-b4f2-7668f6794f4d', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 658.000618] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 658.004502] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d3a4e3f-033e-4ed0-a67c-99d0f9a3d753] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 658.005026] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-14f7996f-20b9-47c0-aa61-340cd0008f87 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.032985] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 658.032985] env[70323]: value = "task-3226582" [ 658.032985] env[70323]: _type = "Task" [ 658.032985] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.039155] env[70323]: DEBUG nova.scheduler.client.report [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Updated inventory for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with generation 42 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 658.039431] env[70323]: DEBUG nova.compute.provider_tree [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Updating resource provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f generation from 42 to 43 during operation: update_inventory {{(pid=70323) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 658.039615] env[70323]: DEBUG nova.compute.provider_tree [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Updating inventory in ProviderTree for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 658.048504] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226582, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.109552] env[70323]: DEBUG oslo_vmware.api [None req-c13672a4-f0b5-448e-91f3-29cfa7dcc539 tempest-ServersAdminNegativeTestJSON-2076127196 tempest-ServersAdminNegativeTestJSON-2076127196-project-admin] Task: {'id': task-3226577, 'name': SuspendVM_Task, 'duration_secs': 2.495347} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.109905] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-c13672a4-f0b5-448e-91f3-29cfa7dcc539 tempest-ServersAdminNegativeTestJSON-2076127196 tempest-ServersAdminNegativeTestJSON-2076127196-project-admin] [instance: cf16c077-6f47-4ad4-b4b2-f14ae99e335a] Suspended the VM {{(pid=70323) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 658.110020] env[70323]: DEBUG nova.compute.manager [None req-c13672a4-f0b5-448e-91f3-29cfa7dcc539 tempest-ServersAdminNegativeTestJSON-2076127196 tempest-ServersAdminNegativeTestJSON-2076127196-project-admin] [instance: cf16c077-6f47-4ad4-b4b2-f14ae99e335a] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 658.110823] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5bebb5-a65f-40ee-a522-fdd809744e5e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.207266] env[70323]: DEBUG oslo_concurrency.lockutils [None req-94fa1eec-4f6b-4d90-b41c-7ec257bc063d tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Acquiring lock "d8409f2b-0740-4d4c-a604-0c818a196445" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.207266] env[70323]: DEBUG oslo_concurrency.lockutils [None req-94fa1eec-4f6b-4d90-b41c-7ec257bc063d tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Lock "d8409f2b-0740-4d4c-a604-0c818a196445" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.207266] env[70323]: DEBUG nova.compute.manager [None req-94fa1eec-4f6b-4d90-b41c-7ec257bc063d tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: d8409f2b-0740-4d4c-a604-0c818a196445] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 658.208246] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f3dd2e-c6d3-4e66-904e-8989522fe4e9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.219021] env[70323]: DEBUG nova.compute.manager [None req-94fa1eec-4f6b-4d90-b41c-7ec257bc063d tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: d8409f2b-0740-4d4c-a604-0c818a196445] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70323) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 658.219021] env[70323]: DEBUG nova.objects.instance [None req-94fa1eec-4f6b-4d90-b41c-7ec257bc063d tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Lazy-loading 'flavor' on Instance uuid d8409f2b-0740-4d4c-a604-0c818a196445 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 658.367114] env[70323]: DEBUG oslo_vmware.api [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3226581, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.370036] env[70323]: DEBUG oslo_concurrency.lockutils [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.415140] env[70323]: DEBUG nova.compute.manager [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] [instance: 015b62f4-f233-4d72-89fd-221d8e381082] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 658.545333] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 6.632s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.546202] env[70323]: DEBUG nova.compute.manager [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 658.553033] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226582, 'name': CreateVM_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.553033] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.398s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.553033] env[70323]: INFO nova.compute.claims [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 3c352840-697b-43ea-8abb-83f6c856e7ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 658.695839] env[70323]: DEBUG oslo_concurrency.lockutils [None req-cfe3fd53-4442-41d7-9707-24b7b3ee66dd tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Acquiring lock "8f4f1690-4ef8-4178-8ed1-cd1e5b3da928" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.696163] env[70323]: DEBUG oslo_concurrency.lockutils [None req-cfe3fd53-4442-41d7-9707-24b7b3ee66dd tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Lock "8f4f1690-4ef8-4178-8ed1-cd1e5b3da928" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.852755] env[70323]: DEBUG nova.network.neutron [req-77687284-c008-4c8c-8f28-498f48c7906a req-05e6e114-6d80-4e86-b869-60ac868c92c1 service nova] [instance: 8d3a4e3f-033e-4ed0-a67c-99d0f9a3d753] Updated VIF entry in instance network info cache for port 43c3138b-d483-4fc9-b4f2-7668f6794f4d. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 658.852958] env[70323]: DEBUG nova.network.neutron [req-77687284-c008-4c8c-8f28-498f48c7906a req-05e6e114-6d80-4e86-b869-60ac868c92c1 service nova] [instance: 8d3a4e3f-033e-4ed0-a67c-99d0f9a3d753] Updating instance_info_cache with network_info: [{"id": "43c3138b-d483-4fc9-b4f2-7668f6794f4d", "address": "fa:16:3e:40:8d:a5", "network": {"id": "4e0d8ee1-52f7-4416-a8bd-f34b989a1542", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aa1f6314fd1d4d8a9ec1f238193c1000", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43c3138b-d4", "ovs_interfaceid": "43c3138b-d483-4fc9-b4f2-7668f6794f4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.870084] env[70323]: DEBUG oslo_vmware.api [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3226581, 'name': ReconfigVM_Task, 'duration_secs': 0.56215} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.870403] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 2d5cedee-6995-4e7f-b542-7379821901e1] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 2d5cedee-6995-4e7f-b542-7379821901e1/2d5cedee-6995-4e7f-b542-7379821901e1.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 658.871073] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc3e8e5d-265a-4e79-86a7-bc8eba7c4d25 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.878447] env[70323]: DEBUG oslo_vmware.api [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for the task: (returnval){ [ 658.878447] env[70323]: value = "task-3226583" [ 658.878447] env[70323]: _type = "Task" [ 658.878447] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.888648] env[70323]: DEBUG oslo_vmware.api [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3226583, 'name': Rename_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.943930] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.047859] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226582, 'name': CreateVM_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.051958] env[70323]: DEBUG nova.compute.utils [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 659.054210] env[70323]: DEBUG nova.compute.manager [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 659.054771] env[70323]: DEBUG nova.network.neutron [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 659.104388] env[70323]: DEBUG nova.policy [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cef8ec28f68140d8aa5c0ca4587340da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5c97dc7ffe4c4914b563a9f3fd80163c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 659.227670] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-94fa1eec-4f6b-4d90-b41c-7ec257bc063d tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: d8409f2b-0740-4d4c-a604-0c818a196445] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 659.229386] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8390457a-a13a-46af-afae-c4676b6b96a8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.240615] env[70323]: DEBUG oslo_vmware.api [None req-94fa1eec-4f6b-4d90-b41c-7ec257bc063d tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Waiting for the task: (returnval){ [ 659.240615] env[70323]: value = "task-3226584" [ 659.240615] env[70323]: _type = "Task" [ 659.240615] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.253662] env[70323]: DEBUG oslo_vmware.api [None req-94fa1eec-4f6b-4d90-b41c-7ec257bc063d tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3226584, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.359700] env[70323]: DEBUG oslo_concurrency.lockutils [req-77687284-c008-4c8c-8f28-498f48c7906a req-05e6e114-6d80-4e86-b869-60ac868c92c1 service nova] Releasing lock "refresh_cache-8d3a4e3f-033e-4ed0-a67c-99d0f9a3d753" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.391953] env[70323]: DEBUG oslo_vmware.api [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3226583, 'name': Rename_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.518145] env[70323]: DEBUG nova.network.neutron [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Successfully created port: 2582c9a2-7489-41dc-84cc-af9f72aa563c {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 659.546489] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226582, 'name': CreateVM_Task, 'duration_secs': 1.448497} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.546489] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d3a4e3f-033e-4ed0-a67c-99d0f9a3d753] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 659.547152] env[70323]: DEBUG oslo_concurrency.lockutils [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.547350] env[70323]: DEBUG oslo_concurrency.lockutils [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.547706] env[70323]: DEBUG oslo_concurrency.lockutils [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.548128] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd9367b2-3f50-4bbe-8505-27ea18829457 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.553519] env[70323]: DEBUG oslo_vmware.api [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Waiting for the task: (returnval){ [ 659.553519] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52568db3-8d13-2bec-b570-661c1a6eedb1" [ 659.553519] env[70323]: _type = "Task" [ 659.553519] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.564565] env[70323]: DEBUG nova.compute.manager [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 659.571186] env[70323]: DEBUG oslo_vmware.api [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52568db3-8d13-2bec-b570-661c1a6eedb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.753274] env[70323]: DEBUG oslo_vmware.api [None req-94fa1eec-4f6b-4d90-b41c-7ec257bc063d tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3226584, 'name': PowerOffVM_Task, 'duration_secs': 0.422765} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.756083] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-94fa1eec-4f6b-4d90-b41c-7ec257bc063d tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: d8409f2b-0740-4d4c-a604-0c818a196445] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 659.756356] env[70323]: DEBUG nova.compute.manager [None req-94fa1eec-4f6b-4d90-b41c-7ec257bc063d tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: d8409f2b-0740-4d4c-a604-0c818a196445] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 659.757718] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f60d52-de76-4960-ad02-222e85038b50 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.895967] env[70323]: DEBUG oslo_vmware.api [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3226583, 'name': Rename_Task, 'duration_secs': 0.753095} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.896528] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 2d5cedee-6995-4e7f-b542-7379821901e1] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 659.896528] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8b7166b-9570-4d67-a122-4f4bc2554e51 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.904514] env[70323]: DEBUG oslo_vmware.api [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for the task: (returnval){ [ 659.904514] env[70323]: value = "task-3226585" [ 659.904514] env[70323]: _type = "Task" [ 659.904514] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.916072] env[70323]: DEBUG oslo_vmware.api [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3226585, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.935863] env[70323]: DEBUG nova.compute.manager [req-3a160b03-1b74-44f2-96a6-16f774eeea30 req-ec8d8369-3754-42b2-b332-d2c7f241e95a service nova] [instance: 9bb398f8-6536-4a13-b46f-ea083c4cf5d1] Received event network-changed-86ce2655-6efc-4f3a-b35c-2137bedbf4d9 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 659.936075] env[70323]: DEBUG nova.compute.manager [req-3a160b03-1b74-44f2-96a6-16f774eeea30 req-ec8d8369-3754-42b2-b332-d2c7f241e95a service nova] [instance: 9bb398f8-6536-4a13-b46f-ea083c4cf5d1] Refreshing instance network info cache due to event network-changed-86ce2655-6efc-4f3a-b35c-2137bedbf4d9. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 659.936385] env[70323]: DEBUG oslo_concurrency.lockutils [req-3a160b03-1b74-44f2-96a6-16f774eeea30 req-ec8d8369-3754-42b2-b332-d2c7f241e95a service nova] Acquiring lock "refresh_cache-9bb398f8-6536-4a13-b46f-ea083c4cf5d1" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.936580] env[70323]: DEBUG oslo_concurrency.lockutils [req-3a160b03-1b74-44f2-96a6-16f774eeea30 req-ec8d8369-3754-42b2-b332-d2c7f241e95a service nova] Acquired lock "refresh_cache-9bb398f8-6536-4a13-b46f-ea083c4cf5d1" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.936794] env[70323]: DEBUG nova.network.neutron [req-3a160b03-1b74-44f2-96a6-16f774eeea30 req-ec8d8369-3754-42b2-b332-d2c7f241e95a service nova] [instance: 9bb398f8-6536-4a13-b46f-ea083c4cf5d1] Refreshing network info cache for port 86ce2655-6efc-4f3a-b35c-2137bedbf4d9 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 659.953417] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Acquiring lock "a0a8df6e-572a-4874-9b2e-119e9a8933e6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.953727] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Lock "a0a8df6e-572a-4874-9b2e-119e9a8933e6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.077494] env[70323]: DEBUG oslo_vmware.api [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52568db3-8d13-2bec-b570-661c1a6eedb1, 'name': SearchDatastore_Task, 'duration_secs': 0.010875} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.079819] env[70323]: DEBUG oslo_concurrency.lockutils [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.080103] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] [instance: 8d3a4e3f-033e-4ed0-a67c-99d0f9a3d753] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 660.080352] env[70323]: DEBUG oslo_concurrency.lockutils [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.080749] env[70323]: DEBUG oslo_concurrency.lockutils [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.080749] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 660.081149] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-411d8798-ade0-4256-86b8-4f88c03413cf {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.090587] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 660.090587] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 660.091405] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ccdb705-41c0-4d14-aea2-9b7d2ecab675 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.101496] env[70323]: DEBUG oslo_vmware.api [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Waiting for the task: (returnval){ [ 660.101496] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52ea9594-cbea-9f60-78b5-06b1fe3593d7" [ 660.101496] env[70323]: _type = "Task" [ 660.101496] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.113647] env[70323]: DEBUG oslo_vmware.api [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52ea9594-cbea-9f60-78b5-06b1fe3593d7, 'name': SearchDatastore_Task, 'duration_secs': 0.008253} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.119304] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-445f9eee-9805-4f36-a87a-c115b7d65ee6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.124776] env[70323]: DEBUG oslo_vmware.api [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Waiting for the task: (returnval){ [ 660.124776] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52a280c3-863f-576a-997a-e7b8f349a13e" [ 660.124776] env[70323]: _type = "Task" [ 660.124776] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.136768] env[70323]: DEBUG oslo_vmware.api [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52a280c3-863f-576a-997a-e7b8f349a13e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.187830] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b0181b-8937-483b-81e3-0719cbd83a24 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.195656] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b47e7df-c682-497b-8c4d-4d00647e3e3d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.228649] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f1940aa-8461-43f9-ab7e-278efac0f0e4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.237250] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce870b6e-5ae8-44ae-ba10-098a9b88779d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.251944] env[70323]: DEBUG nova.compute.provider_tree [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 660.271366] env[70323]: DEBUG oslo_concurrency.lockutils [None req-94fa1eec-4f6b-4d90-b41c-7ec257bc063d tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Lock "d8409f2b-0740-4d4c-a604-0c818a196445" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.065s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.415740] env[70323]: DEBUG oslo_vmware.api [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3226585, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.473184] env[70323]: DEBUG oslo_concurrency.lockutils [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Acquiring lock "a5ca6c00-0437-4f80-b0fa-65b6b68df973" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.473321] env[70323]: DEBUG oslo_concurrency.lockutils [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Lock "a5ca6c00-0437-4f80-b0fa-65b6b68df973" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.582606] env[70323]: DEBUG nova.compute.manager [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 660.618631] env[70323]: DEBUG nova.virt.hardware [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 660.618897] env[70323]: DEBUG nova.virt.hardware [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 660.619071] env[70323]: DEBUG nova.virt.hardware [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 660.619263] env[70323]: DEBUG nova.virt.hardware [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 660.619406] env[70323]: DEBUG nova.virt.hardware [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 660.619577] env[70323]: DEBUG nova.virt.hardware [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 660.619821] env[70323]: DEBUG nova.virt.hardware [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 660.620081] env[70323]: DEBUG nova.virt.hardware [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 660.620253] env[70323]: DEBUG nova.virt.hardware [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 660.620425] env[70323]: DEBUG nova.virt.hardware [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 660.620682] env[70323]: DEBUG nova.virt.hardware [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 660.621615] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c8d76da-045e-4920-a554-b567f4753eaf {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.633693] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ae04e4-52e6-4e7b-a425-58eb17063b4b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.645190] env[70323]: DEBUG oslo_vmware.api [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52a280c3-863f-576a-997a-e7b8f349a13e, 'name': SearchDatastore_Task, 'duration_secs': 0.008922} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.645190] env[70323]: DEBUG oslo_concurrency.lockutils [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.645190] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 8d3a4e3f-033e-4ed0-a67c-99d0f9a3d753/8d3a4e3f-033e-4ed0-a67c-99d0f9a3d753.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 660.645190] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-218ddd18-da21-4a63-aacc-bacdf31507b1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.661158] env[70323]: DEBUG oslo_vmware.api [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Waiting for the task: (returnval){ [ 660.661158] env[70323]: value = "task-3226586" [ 660.661158] env[70323]: _type = "Task" [ 660.661158] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.669374] env[70323]: DEBUG oslo_vmware.api [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Task: {'id': task-3226586, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.756695] env[70323]: DEBUG nova.scheduler.client.report [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 660.919624] env[70323]: DEBUG oslo_vmware.api [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3226585, 'name': PowerOnVM_Task, 'duration_secs': 0.772406} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.919747] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 2d5cedee-6995-4e7f-b542-7379821901e1] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 660.919914] env[70323]: INFO nova.compute.manager [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 2d5cedee-6995-4e7f-b542-7379821901e1] Took 11.73 seconds to spawn the instance on the hypervisor. [ 660.920107] env[70323]: DEBUG nova.compute.manager [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 2d5cedee-6995-4e7f-b542-7379821901e1] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 660.926163] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83792c13-5656-472d-8531-457057d6959d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.993594] env[70323]: DEBUG nova.network.neutron [req-3a160b03-1b74-44f2-96a6-16f774eeea30 req-ec8d8369-3754-42b2-b332-d2c7f241e95a service nova] [instance: 9bb398f8-6536-4a13-b46f-ea083c4cf5d1] Updated VIF entry in instance network info cache for port 86ce2655-6efc-4f3a-b35c-2137bedbf4d9. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 660.994045] env[70323]: DEBUG nova.network.neutron [req-3a160b03-1b74-44f2-96a6-16f774eeea30 req-ec8d8369-3754-42b2-b332-d2c7f241e95a service nova] [instance: 9bb398f8-6536-4a13-b46f-ea083c4cf5d1] Updating instance_info_cache with network_info: [{"id": "86ce2655-6efc-4f3a-b35c-2137bedbf4d9", "address": "fa:16:3e:4f:84:44", "network": {"id": "3a37b8ea-1622-4150-8c84-f9129779c932", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1356469403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fc2de174b7245a6a8241261abf3ca86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86ce2655-6e", "ovs_interfaceid": "86ce2655-6efc-4f3a-b35c-2137bedbf4d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.079808] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 661.080528] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 661.175850] env[70323]: DEBUG oslo_vmware.api [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Task: {'id': task-3226586, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.262236] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.711s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.262236] env[70323]: DEBUG nova.compute.manager [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 3c352840-697b-43ea-8abb-83f6c856e7ec] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 661.266184] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1356b802-c6ff-4e34-94fc-f236ebf5d14e tempest-ServersAdmin275Test-1522998845 tempest-ServersAdmin275Test-1522998845-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.953s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.266372] env[70323]: DEBUG nova.objects.instance [None req-1356b802-c6ff-4e34-94fc-f236ebf5d14e tempest-ServersAdmin275Test-1522998845 tempest-ServersAdmin275Test-1522998845-project-admin] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70323) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 661.395740] env[70323]: DEBUG nova.network.neutron [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Successfully updated port: 2582c9a2-7489-41dc-84cc-af9f72aa563c {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 661.447247] env[70323]: INFO nova.compute.manager [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 2d5cedee-6995-4e7f-b542-7379821901e1] Took 33.23 seconds to build instance. [ 661.497203] env[70323]: DEBUG oslo_concurrency.lockutils [req-3a160b03-1b74-44f2-96a6-16f774eeea30 req-ec8d8369-3754-42b2-b332-d2c7f241e95a service nova] Releasing lock "refresh_cache-9bb398f8-6536-4a13-b46f-ea083c4cf5d1" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.592220] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 661.592530] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 661.592743] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 661.592936] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 661.593218] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 661.593396] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 661.593545] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70323) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 661.593694] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager.update_available_resource {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 661.675035] env[70323]: DEBUG oslo_vmware.api [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Task: {'id': task-3226586, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533265} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.675035] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 8d3a4e3f-033e-4ed0-a67c-99d0f9a3d753/8d3a4e3f-033e-4ed0-a67c-99d0f9a3d753.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 661.675277] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] [instance: 8d3a4e3f-033e-4ed0-a67c-99d0f9a3d753] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 661.675408] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ce248e7-288c-4f23-914a-db8047616137 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.681709] env[70323]: DEBUG oslo_vmware.api [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Waiting for the task: (returnval){ [ 661.681709] env[70323]: value = "task-3226587" [ 661.681709] env[70323]: _type = "Task" [ 661.681709] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.689647] env[70323]: DEBUG oslo_vmware.api [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Task: {'id': task-3226587, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.703243] env[70323]: DEBUG nova.compute.manager [req-632aa115-5234-4c29-a058-59d2e457ac75 req-126b8144-6daf-4107-bd5c-d5c48d652eb7 service nova] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Received event network-vif-plugged-2582c9a2-7489-41dc-84cc-af9f72aa563c {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 661.703454] env[70323]: DEBUG oslo_concurrency.lockutils [req-632aa115-5234-4c29-a058-59d2e457ac75 req-126b8144-6daf-4107-bd5c-d5c48d652eb7 service nova] Acquiring lock "86114837-8210-4063-9fe5-6e867ae7b252-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.703664] env[70323]: DEBUG oslo_concurrency.lockutils [req-632aa115-5234-4c29-a058-59d2e457ac75 req-126b8144-6daf-4107-bd5c-d5c48d652eb7 service nova] Lock "86114837-8210-4063-9fe5-6e867ae7b252-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.703827] env[70323]: DEBUG oslo_concurrency.lockutils [req-632aa115-5234-4c29-a058-59d2e457ac75 req-126b8144-6daf-4107-bd5c-d5c48d652eb7 service nova] Lock "86114837-8210-4063-9fe5-6e867ae7b252-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.703994] env[70323]: DEBUG nova.compute.manager [req-632aa115-5234-4c29-a058-59d2e457ac75 req-126b8144-6daf-4107-bd5c-d5c48d652eb7 service nova] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] No waiting events found dispatching network-vif-plugged-2582c9a2-7489-41dc-84cc-af9f72aa563c {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 661.704174] env[70323]: WARNING nova.compute.manager [req-632aa115-5234-4c29-a058-59d2e457ac75 req-126b8144-6daf-4107-bd5c-d5c48d652eb7 service nova] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Received unexpected event network-vif-plugged-2582c9a2-7489-41dc-84cc-af9f72aa563c for instance with vm_state building and task_state spawning. [ 661.772643] env[70323]: DEBUG nova.compute.utils [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 661.776583] env[70323]: DEBUG nova.compute.manager [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 3c352840-697b-43ea-8abb-83f6c856e7ec] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 661.776769] env[70323]: DEBUG nova.network.neutron [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 3c352840-697b-43ea-8abb-83f6c856e7ec] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 661.817731] env[70323]: DEBUG nova.policy [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '690da684d5604a7285a1d8089da59fc3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ea75b3b77cc4592aa17f4341e79fea6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 661.900148] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Acquiring lock "refresh_cache-86114837-8210-4063-9fe5-6e867ae7b252" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.900352] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Acquired lock "refresh_cache-86114837-8210-4063-9fe5-6e867ae7b252" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.900352] env[70323]: DEBUG nova.network.neutron [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 661.949361] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ae584572-c9cd-4728-ae4a-f7f20609fa7a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lock "2d5cedee-6995-4e7f-b542-7379821901e1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.754s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.097111] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.198225] env[70323]: DEBUG oslo_vmware.api [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Task: {'id': task-3226587, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059199} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.198673] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] [instance: 8d3a4e3f-033e-4ed0-a67c-99d0f9a3d753] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 662.201043] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65c80ed-da47-4410-b362-6242a5aebd68 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.225817] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] [instance: 8d3a4e3f-033e-4ed0-a67c-99d0f9a3d753] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 8d3a4e3f-033e-4ed0-a67c-99d0f9a3d753/8d3a4e3f-033e-4ed0-a67c-99d0f9a3d753.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 662.226118] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e531f3d-aa21-4060-a97c-2f8b3bb86d9d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.240744] env[70323]: DEBUG nova.network.neutron [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 3c352840-697b-43ea-8abb-83f6c856e7ec] Successfully created port: f71f3d43-d723-48f2-a9aa-03653b560ec0 {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 662.251683] env[70323]: DEBUG oslo_vmware.api [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Waiting for the task: (returnval){ [ 662.251683] env[70323]: value = "task-3226588" [ 662.251683] env[70323]: _type = "Task" [ 662.251683] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.257549] env[70323]: DEBUG oslo_vmware.api [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Task: {'id': task-3226588, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.278146] env[70323]: DEBUG nova.compute.manager [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 3c352840-697b-43ea-8abb-83f6c856e7ec] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 662.280937] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1356b802-c6ff-4e34-94fc-f236ebf5d14e tempest-ServersAdmin275Test-1522998845 tempest-ServersAdmin275Test-1522998845-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.282081] env[70323]: DEBUG oslo_concurrency.lockutils [None req-af806dd2-14c2-4926-aec2-2233a2774c47 tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.139s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.282303] env[70323]: DEBUG nova.objects.instance [None req-af806dd2-14c2-4926-aec2-2233a2774c47 tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Lazy-loading 'resources' on Instance uuid cce3978e-29ec-42c6-8190-d02f082e3b62 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 662.349643] env[70323]: DEBUG oslo_concurrency.lockutils [None req-4f0e0e37-4915-42c0-bd04-04563b026ba6 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquiring lock "2d5cedee-6995-4e7f-b542-7379821901e1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.350512] env[70323]: DEBUG oslo_concurrency.lockutils [None req-4f0e0e37-4915-42c0-bd04-04563b026ba6 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lock "2d5cedee-6995-4e7f-b542-7379821901e1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.350512] env[70323]: DEBUG oslo_concurrency.lockutils [None req-4f0e0e37-4915-42c0-bd04-04563b026ba6 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquiring lock "2d5cedee-6995-4e7f-b542-7379821901e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.350512] env[70323]: DEBUG oslo_concurrency.lockutils [None req-4f0e0e37-4915-42c0-bd04-04563b026ba6 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lock "2d5cedee-6995-4e7f-b542-7379821901e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.350774] env[70323]: DEBUG oslo_concurrency.lockutils [None req-4f0e0e37-4915-42c0-bd04-04563b026ba6 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lock "2d5cedee-6995-4e7f-b542-7379821901e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.353717] env[70323]: INFO nova.compute.manager [None req-4f0e0e37-4915-42c0-bd04-04563b026ba6 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 2d5cedee-6995-4e7f-b542-7379821901e1] Terminating instance [ 662.447190] env[70323]: DEBUG nova.network.neutron [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 662.452938] env[70323]: DEBUG nova.compute.manager [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 17e07646-9826-43d9-9295-3a70b541c534] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 662.554904] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Acquiring lock "94af8883-9a40-4929-8b36-16c400b3d18a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.554904] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Lock "94af8883-9a40-4929-8b36-16c400b3d18a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.577875] env[70323]: DEBUG nova.compute.manager [None req-bd462a74-e728-4969-967a-0f53275946b9 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: d8409f2b-0740-4d4c-a604-0c818a196445] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 662.579106] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e01fef24-561e-4754-bfeb-210198d5369a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.651583] env[70323]: DEBUG nova.network.neutron [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Updating instance_info_cache with network_info: [{"id": "2582c9a2-7489-41dc-84cc-af9f72aa563c", "address": "fa:16:3e:d9:71:e4", "network": {"id": "2d13cbb9-27ad-4fa7-9f7f-c2ad17b0ffb8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1466534262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c97dc7ffe4c4914b563a9f3fd80163c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2582c9a2-74", "ovs_interfaceid": "2582c9a2-7489-41dc-84cc-af9f72aa563c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.761329] env[70323]: DEBUG oslo_vmware.api [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Task: {'id': task-3226588, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.861851] env[70323]: DEBUG nova.compute.manager [None req-4f0e0e37-4915-42c0-bd04-04563b026ba6 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 2d5cedee-6995-4e7f-b542-7379821901e1] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 662.862141] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-4f0e0e37-4915-42c0-bd04-04563b026ba6 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 2d5cedee-6995-4e7f-b542-7379821901e1] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 662.862933] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b0cf19-80f7-42ae-bcd8-c9a038bd0398 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.873393] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f0e0e37-4915-42c0-bd04-04563b026ba6 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 2d5cedee-6995-4e7f-b542-7379821901e1] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 662.873653] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80161ccd-5690-4e24-b8de-32bf5bf95e79 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.881049] env[70323]: DEBUG oslo_vmware.api [None req-4f0e0e37-4915-42c0-bd04-04563b026ba6 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for the task: (returnval){ [ 662.881049] env[70323]: value = "task-3226589" [ 662.881049] env[70323]: _type = "Task" [ 662.881049] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.888742] env[70323]: DEBUG oslo_vmware.api [None req-4f0e0e37-4915-42c0-bd04-04563b026ba6 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3226589, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.973799] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.091327] env[70323]: INFO nova.compute.manager [None req-bd462a74-e728-4969-967a-0f53275946b9 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: d8409f2b-0740-4d4c-a604-0c818a196445] instance snapshotting [ 663.091465] env[70323]: WARNING nova.compute.manager [None req-bd462a74-e728-4969-967a-0f53275946b9 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: d8409f2b-0740-4d4c-a604-0c818a196445] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 663.094281] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb5775b-1ab9-4507-bb73-b1959e5b25d4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.120322] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f435a208-9bf7-4459-9799-66762e1a9008 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.154138] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Releasing lock "refresh_cache-86114837-8210-4063-9fe5-6e867ae7b252" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.154445] env[70323]: DEBUG nova.compute.manager [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Instance network_info: |[{"id": "2582c9a2-7489-41dc-84cc-af9f72aa563c", "address": "fa:16:3e:d9:71:e4", "network": {"id": "2d13cbb9-27ad-4fa7-9f7f-c2ad17b0ffb8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1466534262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c97dc7ffe4c4914b563a9f3fd80163c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2582c9a2-74", "ovs_interfaceid": "2582c9a2-7489-41dc-84cc-af9f72aa563c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 663.155174] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:71:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13af9422-d668-4413-b63a-766558d83a3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2582c9a2-7489-41dc-84cc-af9f72aa563c', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 663.166256] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Creating folder: Project (5c97dc7ffe4c4914b563a9f3fd80163c). Parent ref: group-v644941. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 663.171051] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-69aae1e0-ecca-4ede-96cf-554814426fa8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.184970] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Created folder: Project (5c97dc7ffe4c4914b563a9f3fd80163c) in parent group-v644941. [ 663.185213] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Creating folder: Instances. Parent ref: group-v645001. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 663.185491] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ffd77ab1-04b4-4046-897e-8d291b74315c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.198817] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Created folder: Instances in parent group-v645001. [ 663.199073] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 663.199303] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 663.199526] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03adad59-b31a-45fd-b36d-e9318e030c86 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.225241] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 663.225241] env[70323]: value = "task-3226592" [ 663.225241] env[70323]: _type = "Task" [ 663.225241] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.236808] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226592, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.259756] env[70323]: DEBUG oslo_vmware.api [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Task: {'id': task-3226588, 'name': ReconfigVM_Task, 'duration_secs': 0.820627} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.262628] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] [instance: 8d3a4e3f-033e-4ed0-a67c-99d0f9a3d753] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 8d3a4e3f-033e-4ed0-a67c-99d0f9a3d753/8d3a4e3f-033e-4ed0-a67c-99d0f9a3d753.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 663.264336] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1fa79d23-6a92-452f-967d-601c5c541d7f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.271574] env[70323]: DEBUG oslo_vmware.api [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Waiting for the task: (returnval){ [ 663.271574] env[70323]: value = "task-3226593" [ 663.271574] env[70323]: _type = "Task" [ 663.271574] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.279889] env[70323]: DEBUG oslo_vmware.api [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Task: {'id': task-3226593, 'name': Rename_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.288889] env[70323]: DEBUG nova.compute.manager [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 3c352840-697b-43ea-8abb-83f6c856e7ec] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 663.319818] env[70323]: DEBUG nova.virt.hardware [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 663.320062] env[70323]: DEBUG nova.virt.hardware [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 663.320248] env[70323]: DEBUG nova.virt.hardware [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 663.320457] env[70323]: DEBUG nova.virt.hardware [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 663.320690] env[70323]: DEBUG nova.virt.hardware [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 663.320774] env[70323]: DEBUG nova.virt.hardware [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 663.321017] env[70323]: DEBUG nova.virt.hardware [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 663.321194] env[70323]: DEBUG nova.virt.hardware [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 663.321364] env[70323]: DEBUG nova.virt.hardware [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 663.321531] env[70323]: DEBUG nova.virt.hardware [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 663.321905] env[70323]: DEBUG nova.virt.hardware [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 663.323220] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd727e3-58ee-4eae-9afb-4adda9804c8d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.334764] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff02f56f-562c-41eb-a817-c8882ff936bc {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.380128] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a7e021-29e4-4bf3-a33a-7df5bdb78e81 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.394874] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd23d8b9-8998-47ab-8d64-5c0d9696e4c9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.398500] env[70323]: DEBUG oslo_vmware.api [None req-4f0e0e37-4915-42c0-bd04-04563b026ba6 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3226589, 'name': PowerOffVM_Task, 'duration_secs': 0.210002} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.398866] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f0e0e37-4915-42c0-bd04-04563b026ba6 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 2d5cedee-6995-4e7f-b542-7379821901e1] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 663.399079] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-4f0e0e37-4915-42c0-bd04-04563b026ba6 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 2d5cedee-6995-4e7f-b542-7379821901e1] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 663.399764] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1dac03ce-82ac-4618-9862-1d957217c3af {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.428207] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f835d507-76be-4bf7-83bd-0282833929c4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.440202] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635e31f4-af0d-41b2-9498-98bdb6ef9a4a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.456252] env[70323]: DEBUG nova.compute.provider_tree [None req-af806dd2-14c2-4926-aec2-2233a2774c47 tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 663.468891] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-4f0e0e37-4915-42c0-bd04-04563b026ba6 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 2d5cedee-6995-4e7f-b542-7379821901e1] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 663.469109] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-4f0e0e37-4915-42c0-bd04-04563b026ba6 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 2d5cedee-6995-4e7f-b542-7379821901e1] Deleting contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 663.469313] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f0e0e37-4915-42c0-bd04-04563b026ba6 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Deleting the datastore file [datastore1] 2d5cedee-6995-4e7f-b542-7379821901e1 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 663.470347] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74ec7089-9c98-42f2-b2a8-070a3a5292d7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.477211] env[70323]: DEBUG oslo_vmware.api [None req-4f0e0e37-4915-42c0-bd04-04563b026ba6 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for the task: (returnval){ [ 663.477211] env[70323]: value = "task-3226595" [ 663.477211] env[70323]: _type = "Task" [ 663.477211] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.486297] env[70323]: DEBUG oslo_vmware.api [None req-4f0e0e37-4915-42c0-bd04-04563b026ba6 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3226595, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.641225] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-bd462a74-e728-4969-967a-0f53275946b9 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: d8409f2b-0740-4d4c-a604-0c818a196445] Creating Snapshot of the VM instance {{(pid=70323) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 663.641576] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-13d0a7cf-3b94-43cf-bab0-537e3d0cc74d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.650739] env[70323]: DEBUG oslo_vmware.api [None req-bd462a74-e728-4969-967a-0f53275946b9 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Waiting for the task: (returnval){ [ 663.650739] env[70323]: value = "task-3226596" [ 663.650739] env[70323]: _type = "Task" [ 663.650739] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.664285] env[70323]: DEBUG oslo_vmware.api [None req-bd462a74-e728-4969-967a-0f53275946b9 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3226596, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.736536] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226592, 'name': CreateVM_Task, 'duration_secs': 0.363114} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.736771] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 663.737627] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.737678] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.738450] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.738450] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-369f8c32-8c0e-4a14-8512-218b62c6970a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.744777] env[70323]: DEBUG oslo_vmware.api [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Waiting for the task: (returnval){ [ 663.744777] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52249dfd-071c-5566-6803-12236f66a475" [ 663.744777] env[70323]: _type = "Task" [ 663.744777] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.752904] env[70323]: DEBUG oslo_vmware.api [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52249dfd-071c-5566-6803-12236f66a475, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.781416] env[70323]: DEBUG oslo_vmware.api [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Task: {'id': task-3226593, 'name': Rename_Task, 'duration_secs': 0.170865} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.781903] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] [instance: 8d3a4e3f-033e-4ed0-a67c-99d0f9a3d753] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 663.782178] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca7fa6b4-3529-402f-9b74-1f9cdf2ce1e4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.788591] env[70323]: DEBUG oslo_vmware.api [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Waiting for the task: (returnval){ [ 663.788591] env[70323]: value = "task-3226597" [ 663.788591] env[70323]: _type = "Task" [ 663.788591] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.799337] env[70323]: DEBUG oslo_vmware.api [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Task: {'id': task-3226597, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.946842] env[70323]: DEBUG nova.network.neutron [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 3c352840-697b-43ea-8abb-83f6c856e7ec] Successfully updated port: f71f3d43-d723-48f2-a9aa-03653b560ec0 {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 663.959145] env[70323]: DEBUG nova.scheduler.client.report [None req-af806dd2-14c2-4926-aec2-2233a2774c47 tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 663.977441] env[70323]: DEBUG nova.compute.manager [req-ce5480a4-baf8-4549-b945-4a838582c326 req-5dc16ce9-a13a-4c15-8270-456f9baf08cd service nova] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Received event network-changed-2582c9a2-7489-41dc-84cc-af9f72aa563c {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 663.977655] env[70323]: DEBUG nova.compute.manager [req-ce5480a4-baf8-4549-b945-4a838582c326 req-5dc16ce9-a13a-4c15-8270-456f9baf08cd service nova] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Refreshing instance network info cache due to event network-changed-2582c9a2-7489-41dc-84cc-af9f72aa563c. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 663.977843] env[70323]: DEBUG oslo_concurrency.lockutils [req-ce5480a4-baf8-4549-b945-4a838582c326 req-5dc16ce9-a13a-4c15-8270-456f9baf08cd service nova] Acquiring lock "refresh_cache-86114837-8210-4063-9fe5-6e867ae7b252" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.977982] env[70323]: DEBUG oslo_concurrency.lockutils [req-ce5480a4-baf8-4549-b945-4a838582c326 req-5dc16ce9-a13a-4c15-8270-456f9baf08cd service nova] Acquired lock "refresh_cache-86114837-8210-4063-9fe5-6e867ae7b252" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.978152] env[70323]: DEBUG nova.network.neutron [req-ce5480a4-baf8-4549-b945-4a838582c326 req-5dc16ce9-a13a-4c15-8270-456f9baf08cd service nova] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Refreshing network info cache for port 2582c9a2-7489-41dc-84cc-af9f72aa563c {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 663.989981] env[70323]: DEBUG oslo_vmware.api [None req-4f0e0e37-4915-42c0-bd04-04563b026ba6 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3226595, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151474} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.990252] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f0e0e37-4915-42c0-bd04-04563b026ba6 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 663.990438] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-4f0e0e37-4915-42c0-bd04-04563b026ba6 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 2d5cedee-6995-4e7f-b542-7379821901e1] Deleted contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 663.990611] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-4f0e0e37-4915-42c0-bd04-04563b026ba6 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 2d5cedee-6995-4e7f-b542-7379821901e1] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 663.990777] env[70323]: INFO nova.compute.manager [None req-4f0e0e37-4915-42c0-bd04-04563b026ba6 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 2d5cedee-6995-4e7f-b542-7379821901e1] Took 1.13 seconds to destroy the instance on the hypervisor. [ 663.991008] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f0e0e37-4915-42c0-bd04-04563b026ba6 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 663.991412] env[70323]: DEBUG nova.compute.manager [-] [instance: 2d5cedee-6995-4e7f-b542-7379821901e1] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 663.991514] env[70323]: DEBUG nova.network.neutron [-] [instance: 2d5cedee-6995-4e7f-b542-7379821901e1] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 664.161578] env[70323]: DEBUG oslo_vmware.api [None req-bd462a74-e728-4969-967a-0f53275946b9 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3226596, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.258108] env[70323]: DEBUG oslo_vmware.api [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52249dfd-071c-5566-6803-12236f66a475, 'name': SearchDatastore_Task, 'duration_secs': 0.009812} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.258108] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.258207] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 664.258415] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.258542] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.258714] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 664.258969] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1df9c322-d8ec-42ad-8ccd-825c5598409a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.268349] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 664.268349] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 664.268724] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-727f0a1c-e922-4601-8594-38bc84cedc7b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.277107] env[70323]: DEBUG oslo_vmware.api [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Waiting for the task: (returnval){ [ 664.277107] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52731d4e-d87f-fb4d-4afb-85e81fd923a5" [ 664.277107] env[70323]: _type = "Task" [ 664.277107] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.286952] env[70323]: DEBUG oslo_vmware.api [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52731d4e-d87f-fb4d-4afb-85e81fd923a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.298300] env[70323]: DEBUG oslo_vmware.api [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Task: {'id': task-3226597, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.381495] env[70323]: DEBUG oslo_concurrency.lockutils [None req-edfb53a1-992b-49dc-af50-12274cfb8883 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Acquiring lock "cf16c077-6f47-4ad4-b4b2-f14ae99e335a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.381763] env[70323]: DEBUG oslo_concurrency.lockutils [None req-edfb53a1-992b-49dc-af50-12274cfb8883 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Lock "cf16c077-6f47-4ad4-b4b2-f14ae99e335a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.381981] env[70323]: DEBUG oslo_concurrency.lockutils [None req-edfb53a1-992b-49dc-af50-12274cfb8883 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Acquiring lock "cf16c077-6f47-4ad4-b4b2-f14ae99e335a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.382180] env[70323]: DEBUG oslo_concurrency.lockutils [None req-edfb53a1-992b-49dc-af50-12274cfb8883 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Lock "cf16c077-6f47-4ad4-b4b2-f14ae99e335a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.382352] env[70323]: DEBUG oslo_concurrency.lockutils [None req-edfb53a1-992b-49dc-af50-12274cfb8883 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Lock "cf16c077-6f47-4ad4-b4b2-f14ae99e335a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.384568] env[70323]: INFO nova.compute.manager [None req-edfb53a1-992b-49dc-af50-12274cfb8883 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] [instance: cf16c077-6f47-4ad4-b4b2-f14ae99e335a] Terminating instance [ 664.465672] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Acquiring lock "refresh_cache-3c352840-697b-43ea-8abb-83f6c856e7ec" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.465672] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Acquired lock "refresh_cache-3c352840-697b-43ea-8abb-83f6c856e7ec" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.465672] env[70323]: DEBUG nova.network.neutron [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 3c352840-697b-43ea-8abb-83f6c856e7ec] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 664.466181] env[70323]: DEBUG oslo_concurrency.lockutils [None req-af806dd2-14c2-4926-aec2-2233a2774c47 tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.184s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.469150] env[70323]: DEBUG oslo_concurrency.lockutils [None req-16c2d4ab-9142-457c-aa79-eb2157d7a599 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.021s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.469408] env[70323]: DEBUG nova.objects.instance [None req-16c2d4ab-9142-457c-aa79-eb2157d7a599 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Lazy-loading 'resources' on Instance uuid 6c11ec80-43e4-4b24-9a6c-40a13011c9b3 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 664.503108] env[70323]: INFO nova.scheduler.client.report [None req-af806dd2-14c2-4926-aec2-2233a2774c47 tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Deleted allocations for instance cce3978e-29ec-42c6-8190-d02f082e3b62 [ 664.661983] env[70323]: DEBUG oslo_vmware.api [None req-bd462a74-e728-4969-967a-0f53275946b9 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3226596, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.766782] env[70323]: DEBUG nova.network.neutron [req-ce5480a4-baf8-4549-b945-4a838582c326 req-5dc16ce9-a13a-4c15-8270-456f9baf08cd service nova] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Updated VIF entry in instance network info cache for port 2582c9a2-7489-41dc-84cc-af9f72aa563c. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 664.767196] env[70323]: DEBUG nova.network.neutron [req-ce5480a4-baf8-4549-b945-4a838582c326 req-5dc16ce9-a13a-4c15-8270-456f9baf08cd service nova] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Updating instance_info_cache with network_info: [{"id": "2582c9a2-7489-41dc-84cc-af9f72aa563c", "address": "fa:16:3e:d9:71:e4", "network": {"id": "2d13cbb9-27ad-4fa7-9f7f-c2ad17b0ffb8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1466534262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c97dc7ffe4c4914b563a9f3fd80163c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2582c9a2-74", "ovs_interfaceid": "2582c9a2-7489-41dc-84cc-af9f72aa563c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.788324] env[70323]: DEBUG oslo_vmware.api [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52731d4e-d87f-fb4d-4afb-85e81fd923a5, 'name': SearchDatastore_Task, 'duration_secs': 0.009901} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.789326] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d88d511e-b37f-4864-accb-4f0926b98b89 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.797536] env[70323]: DEBUG oslo_vmware.api [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Waiting for the task: (returnval){ [ 664.797536] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52536ad3-0f24-8512-ad7f-0c3a910fcd06" [ 664.797536] env[70323]: _type = "Task" [ 664.797536] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.801514] env[70323]: DEBUG oslo_vmware.api [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Task: {'id': task-3226597, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.810911] env[70323]: DEBUG oslo_vmware.api [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52536ad3-0f24-8512-ad7f-0c3a910fcd06, 'name': SearchDatastore_Task, 'duration_secs': 0.010035} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.811263] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.811595] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 86114837-8210-4063-9fe5-6e867ae7b252/86114837-8210-4063-9fe5-6e867ae7b252.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 664.811918] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-60807c17-5a1d-44cb-8356-9e231c1c8e19 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.820089] env[70323]: DEBUG oslo_vmware.api [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Waiting for the task: (returnval){ [ 664.820089] env[70323]: value = "task-3226598" [ 664.820089] env[70323]: _type = "Task" [ 664.820089] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.829430] env[70323]: DEBUG oslo_vmware.api [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Task: {'id': task-3226598, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.892377] env[70323]: DEBUG nova.compute.manager [None req-edfb53a1-992b-49dc-af50-12274cfb8883 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] [instance: cf16c077-6f47-4ad4-b4b2-f14ae99e335a] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 664.892377] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-edfb53a1-992b-49dc-af50-12274cfb8883 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] [instance: cf16c077-6f47-4ad4-b4b2-f14ae99e335a] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 664.892982] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d62bb5b-8aae-464b-8ae2-1bf5c66c769b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.900145] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-edfb53a1-992b-49dc-af50-12274cfb8883 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] [instance: cf16c077-6f47-4ad4-b4b2-f14ae99e335a] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 664.900352] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3546406b-a01e-46d8-9cbe-b67838e661d7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.962317] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-edfb53a1-992b-49dc-af50-12274cfb8883 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] [instance: cf16c077-6f47-4ad4-b4b2-f14ae99e335a] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 664.962317] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-edfb53a1-992b-49dc-af50-12274cfb8883 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] [instance: cf16c077-6f47-4ad4-b4b2-f14ae99e335a] Deleting contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 664.962317] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-edfb53a1-992b-49dc-af50-12274cfb8883 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Deleting the datastore file [datastore1] cf16c077-6f47-4ad4-b4b2-f14ae99e335a {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 664.962793] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0475ee28-0eee-4bb7-9fac-db149ea99cc8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.977159] env[70323]: DEBUG oslo_vmware.api [None req-edfb53a1-992b-49dc-af50-12274cfb8883 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Waiting for the task: (returnval){ [ 664.977159] env[70323]: value = "task-3226600" [ 664.977159] env[70323]: _type = "Task" [ 664.977159] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.988202] env[70323]: DEBUG oslo_vmware.api [None req-edfb53a1-992b-49dc-af50-12274cfb8883 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Task: {'id': task-3226600, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.013500] env[70323]: DEBUG nova.network.neutron [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 3c352840-697b-43ea-8abb-83f6c856e7ec] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 665.019346] env[70323]: DEBUG oslo_concurrency.lockutils [None req-af806dd2-14c2-4926-aec2-2233a2774c47 tempest-ImagesNegativeTestJSON-749247639 tempest-ImagesNegativeTestJSON-749247639-project-member] Lock "cce3978e-29ec-42c6-8190-d02f082e3b62" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.980s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.088550] env[70323]: DEBUG nova.network.neutron [-] [instance: 2d5cedee-6995-4e7f-b542-7379821901e1] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.170176] env[70323]: DEBUG oslo_vmware.api [None req-bd462a74-e728-4969-967a-0f53275946b9 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3226596, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.258038] env[70323]: DEBUG nova.network.neutron [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 3c352840-697b-43ea-8abb-83f6c856e7ec] Updating instance_info_cache with network_info: [{"id": "f71f3d43-d723-48f2-a9aa-03653b560ec0", "address": "fa:16:3e:96:b0:64", "network": {"id": "9cece0a7-287b-4d6e-ae17-cf30e2ece504", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1813155621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ea75b3b77cc4592aa17f4341e79fea6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf71f3d43-d7", "ovs_interfaceid": "f71f3d43-d723-48f2-a9aa-03653b560ec0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.272635] env[70323]: DEBUG oslo_concurrency.lockutils [req-ce5480a4-baf8-4549-b945-4a838582c326 req-5dc16ce9-a13a-4c15-8270-456f9baf08cd service nova] Releasing lock "refresh_cache-86114837-8210-4063-9fe5-6e867ae7b252" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.301275] env[70323]: DEBUG oslo_vmware.api [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Task: {'id': task-3226597, 'name': PowerOnVM_Task, 'duration_secs': 1.355815} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.301568] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] [instance: 8d3a4e3f-033e-4ed0-a67c-99d0f9a3d753] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 665.301774] env[70323]: INFO nova.compute.manager [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] [instance: 8d3a4e3f-033e-4ed0-a67c-99d0f9a3d753] Took 11.35 seconds to spawn the instance on the hypervisor. [ 665.302212] env[70323]: DEBUG nova.compute.manager [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] [instance: 8d3a4e3f-033e-4ed0-a67c-99d0f9a3d753] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 665.303204] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18d5f75-7a86-4b21-ac24-151cb1b7134a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.331364] env[70323]: DEBUG oslo_vmware.api [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Task: {'id': task-3226598, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487455} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.331632] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 86114837-8210-4063-9fe5-6e867ae7b252/86114837-8210-4063-9fe5-6e867ae7b252.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 665.331855] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 665.332125] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c231fba0-05d7-4ea1-8506-52c50d03c595 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.340885] env[70323]: DEBUG oslo_vmware.api [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Waiting for the task: (returnval){ [ 665.340885] env[70323]: value = "task-3226601" [ 665.340885] env[70323]: _type = "Task" [ 665.340885] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.349450] env[70323]: DEBUG oslo_vmware.api [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Task: {'id': task-3226601, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.488867] env[70323]: DEBUG oslo_vmware.api [None req-edfb53a1-992b-49dc-af50-12274cfb8883 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Task: {'id': task-3226600, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.550905] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d5ab4ba-9fba-4610-8b8c-0fd00c1e0075 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.562956] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b9a865-4792-4a76-aaba-ecd96923162c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.594338] env[70323]: INFO nova.compute.manager [-] [instance: 2d5cedee-6995-4e7f-b542-7379821901e1] Took 1.60 seconds to deallocate network for instance. [ 665.596922] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-687f22bb-af83-4a11-9756-989e28a2f921 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.606880] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-998846ad-6273-4aa1-a4b8-ad81e7d1dc56 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.622162] env[70323]: DEBUG nova.compute.provider_tree [None req-16c2d4ab-9142-457c-aa79-eb2157d7a599 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 665.668404] env[70323]: DEBUG oslo_vmware.api [None req-bd462a74-e728-4969-967a-0f53275946b9 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3226596, 'name': CreateSnapshot_Task, 'duration_secs': 1.638851} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.668920] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-bd462a74-e728-4969-967a-0f53275946b9 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: d8409f2b-0740-4d4c-a604-0c818a196445] Created Snapshot of the VM instance {{(pid=70323) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 665.670020] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc9088f2-2875-4e7b-94eb-1970bb9f6156 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.758023] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Releasing lock "refresh_cache-3c352840-697b-43ea-8abb-83f6c856e7ec" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.758403] env[70323]: DEBUG nova.compute.manager [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 3c352840-697b-43ea-8abb-83f6c856e7ec] Instance network_info: |[{"id": "f71f3d43-d723-48f2-a9aa-03653b560ec0", "address": "fa:16:3e:96:b0:64", "network": {"id": "9cece0a7-287b-4d6e-ae17-cf30e2ece504", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1813155621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ea75b3b77cc4592aa17f4341e79fea6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf71f3d43-d7", "ovs_interfaceid": "f71f3d43-d723-48f2-a9aa-03653b560ec0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 665.758894] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 3c352840-697b-43ea-8abb-83f6c856e7ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:b0:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cf63c3c8-d774-4b81-9b12-848612a96076', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f71f3d43-d723-48f2-a9aa-03653b560ec0', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 665.766736] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 665.767168] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c352840-697b-43ea-8abb-83f6c856e7ec] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 665.767221] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-966acd3e-abe9-4dab-9545-fd8edc297f89 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.787894] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 665.787894] env[70323]: value = "task-3226602" [ 665.787894] env[70323]: _type = "Task" [ 665.787894] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.795634] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226602, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.829033] env[70323]: INFO nova.compute.manager [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] [instance: 8d3a4e3f-033e-4ed0-a67c-99d0f9a3d753] Took 35.26 seconds to build instance. [ 665.851636] env[70323]: DEBUG oslo_vmware.api [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Task: {'id': task-3226601, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.168222} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.852652] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 665.853642] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9da34cf-1189-4a45-9fe8-e371a98de8c8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.877984] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 86114837-8210-4063-9fe5-6e867ae7b252/86114837-8210-4063-9fe5-6e867ae7b252.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 665.878890] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74409025-436a-4519-a504-cbad370d82be {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.899397] env[70323]: DEBUG oslo_vmware.api [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Waiting for the task: (returnval){ [ 665.899397] env[70323]: value = "task-3226603" [ 665.899397] env[70323]: _type = "Task" [ 665.899397] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.907793] env[70323]: DEBUG oslo_vmware.api [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Task: {'id': task-3226603, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.989472] env[70323]: DEBUG oslo_vmware.api [None req-edfb53a1-992b-49dc-af50-12274cfb8883 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Task: {'id': task-3226600, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.68312} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.992018] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-edfb53a1-992b-49dc-af50-12274cfb8883 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 665.992018] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-edfb53a1-992b-49dc-af50-12274cfb8883 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] [instance: cf16c077-6f47-4ad4-b4b2-f14ae99e335a] Deleted contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 665.992018] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-edfb53a1-992b-49dc-af50-12274cfb8883 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] [instance: cf16c077-6f47-4ad4-b4b2-f14ae99e335a] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 665.992018] env[70323]: INFO nova.compute.manager [None req-edfb53a1-992b-49dc-af50-12274cfb8883 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] [instance: cf16c077-6f47-4ad4-b4b2-f14ae99e335a] Took 1.10 seconds to destroy the instance on the hypervisor. [ 665.992018] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-edfb53a1-992b-49dc-af50-12274cfb8883 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 665.992018] env[70323]: DEBUG nova.compute.manager [-] [instance: cf16c077-6f47-4ad4-b4b2-f14ae99e335a] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 665.992018] env[70323]: DEBUG nova.network.neutron [-] [instance: cf16c077-6f47-4ad4-b4b2-f14ae99e335a] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 666.104333] env[70323]: DEBUG oslo_concurrency.lockutils [None req-4f0e0e37-4915-42c0-bd04-04563b026ba6 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.126627] env[70323]: DEBUG nova.scheduler.client.report [None req-16c2d4ab-9142-457c-aa79-eb2157d7a599 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 666.140419] env[70323]: DEBUG nova.compute.manager [req-2e281848-001e-46c2-965f-799da141a6fc req-49884c16-a5cf-4767-a7fc-101db149ec8e service nova] [instance: 3c352840-697b-43ea-8abb-83f6c856e7ec] Received event network-vif-plugged-f71f3d43-d723-48f2-a9aa-03653b560ec0 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 666.142132] env[70323]: DEBUG oslo_concurrency.lockutils [req-2e281848-001e-46c2-965f-799da141a6fc req-49884c16-a5cf-4767-a7fc-101db149ec8e service nova] Acquiring lock "3c352840-697b-43ea-8abb-83f6c856e7ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.142424] env[70323]: DEBUG oslo_concurrency.lockutils [req-2e281848-001e-46c2-965f-799da141a6fc req-49884c16-a5cf-4767-a7fc-101db149ec8e service nova] Lock "3c352840-697b-43ea-8abb-83f6c856e7ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.142626] env[70323]: DEBUG oslo_concurrency.lockutils [req-2e281848-001e-46c2-965f-799da141a6fc req-49884c16-a5cf-4767-a7fc-101db149ec8e service nova] Lock "3c352840-697b-43ea-8abb-83f6c856e7ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.142878] env[70323]: DEBUG nova.compute.manager [req-2e281848-001e-46c2-965f-799da141a6fc req-49884c16-a5cf-4767-a7fc-101db149ec8e service nova] [instance: 3c352840-697b-43ea-8abb-83f6c856e7ec] No waiting events found dispatching network-vif-plugged-f71f3d43-d723-48f2-a9aa-03653b560ec0 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 666.146628] env[70323]: WARNING nova.compute.manager [req-2e281848-001e-46c2-965f-799da141a6fc req-49884c16-a5cf-4767-a7fc-101db149ec8e service nova] [instance: 3c352840-697b-43ea-8abb-83f6c856e7ec] Received unexpected event network-vif-plugged-f71f3d43-d723-48f2-a9aa-03653b560ec0 for instance with vm_state building and task_state spawning. [ 666.146628] env[70323]: DEBUG nova.compute.manager [req-2e281848-001e-46c2-965f-799da141a6fc req-49884c16-a5cf-4767-a7fc-101db149ec8e service nova] [instance: 3c352840-697b-43ea-8abb-83f6c856e7ec] Received event network-changed-f71f3d43-d723-48f2-a9aa-03653b560ec0 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 666.146628] env[70323]: DEBUG nova.compute.manager [req-2e281848-001e-46c2-965f-799da141a6fc req-49884c16-a5cf-4767-a7fc-101db149ec8e service nova] [instance: 3c352840-697b-43ea-8abb-83f6c856e7ec] Refreshing instance network info cache due to event network-changed-f71f3d43-d723-48f2-a9aa-03653b560ec0. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 666.146628] env[70323]: DEBUG oslo_concurrency.lockutils [req-2e281848-001e-46c2-965f-799da141a6fc req-49884c16-a5cf-4767-a7fc-101db149ec8e service nova] Acquiring lock "refresh_cache-3c352840-697b-43ea-8abb-83f6c856e7ec" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.146628] env[70323]: DEBUG oslo_concurrency.lockutils [req-2e281848-001e-46c2-965f-799da141a6fc req-49884c16-a5cf-4767-a7fc-101db149ec8e service nova] Acquired lock "refresh_cache-3c352840-697b-43ea-8abb-83f6c856e7ec" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.146628] env[70323]: DEBUG nova.network.neutron [req-2e281848-001e-46c2-965f-799da141a6fc req-49884c16-a5cf-4767-a7fc-101db149ec8e service nova] [instance: 3c352840-697b-43ea-8abb-83f6c856e7ec] Refreshing network info cache for port f71f3d43-d723-48f2-a9aa-03653b560ec0 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 666.190289] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-bd462a74-e728-4969-967a-0f53275946b9 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: d8409f2b-0740-4d4c-a604-0c818a196445] Creating linked-clone VM from snapshot {{(pid=70323) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 666.191433] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-54596c20-b98f-4089-8a43-02e5918de365 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.200607] env[70323]: DEBUG oslo_vmware.api [None req-bd462a74-e728-4969-967a-0f53275946b9 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Waiting for the task: (returnval){ [ 666.200607] env[70323]: value = "task-3226604" [ 666.200607] env[70323]: _type = "Task" [ 666.200607] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.218801] env[70323]: DEBUG oslo_vmware.api [None req-bd462a74-e728-4969-967a-0f53275946b9 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3226604, 'name': CloneVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.304821] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226602, 'name': CreateVM_Task, 'duration_secs': 0.353263} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.305495] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c352840-697b-43ea-8abb-83f6c856e7ec] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 666.307516] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.307516] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.309999] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.309999] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79d88776-9fa0-4c7f-9f92-d77e38a6b035 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.316049] env[70323]: DEBUG oslo_vmware.api [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Waiting for the task: (returnval){ [ 666.316049] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52637d05-ae5f-0247-29a6-b1290f2e6bbf" [ 666.316049] env[70323]: _type = "Task" [ 666.316049] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.324782] env[70323]: DEBUG oslo_vmware.api [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52637d05-ae5f-0247-29a6-b1290f2e6bbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.330948] env[70323]: DEBUG oslo_concurrency.lockutils [None req-27c6a006-0d16-4711-96bf-631e0db9e8ae tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Lock "8d3a4e3f-033e-4ed0-a67c-99d0f9a3d753" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.792s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.410212] env[70323]: DEBUG oslo_vmware.api [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Task: {'id': task-3226603, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.533317] env[70323]: DEBUG nova.compute.manager [req-16c37955-a790-4799-a7e4-58e2745d978b req-28121a55-1842-47fa-bf44-71b9b7615190 service nova] [instance: cf16c077-6f47-4ad4-b4b2-f14ae99e335a] Received event network-vif-deleted-c081fd68-2a81-4fbd-9b5f-5770a1619b3f {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 666.533511] env[70323]: INFO nova.compute.manager [req-16c37955-a790-4799-a7e4-58e2745d978b req-28121a55-1842-47fa-bf44-71b9b7615190 service nova] [instance: cf16c077-6f47-4ad4-b4b2-f14ae99e335a] Neutron deleted interface c081fd68-2a81-4fbd-9b5f-5770a1619b3f; detaching it from the instance and deleting it from the info cache [ 666.533679] env[70323]: DEBUG nova.network.neutron [req-16c37955-a790-4799-a7e4-58e2745d978b req-28121a55-1842-47fa-bf44-71b9b7615190 service nova] [instance: cf16c077-6f47-4ad4-b4b2-f14ae99e335a] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.634945] env[70323]: DEBUG oslo_concurrency.lockutils [None req-16c2d4ab-9142-457c-aa79-eb2157d7a599 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.164s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.636705] env[70323]: DEBUG oslo_concurrency.lockutils [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.647s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.641983] env[70323]: INFO nova.compute.claims [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] [instance: bfea592a-7cc8-4944-b8ce-ba28d64d5ed7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 666.674335] env[70323]: INFO nova.scheduler.client.report [None req-16c2d4ab-9142-457c-aa79-eb2157d7a599 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Deleted allocations for instance 6c11ec80-43e4-4b24-9a6c-40a13011c9b3 [ 666.712972] env[70323]: DEBUG oslo_vmware.api [None req-bd462a74-e728-4969-967a-0f53275946b9 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3226604, 'name': CloneVM_Task} progress is 94%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.817634] env[70323]: DEBUG nova.network.neutron [-] [instance: cf16c077-6f47-4ad4-b4b2-f14ae99e335a] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.831163] env[70323]: DEBUG oslo_vmware.api [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52637d05-ae5f-0247-29a6-b1290f2e6bbf, 'name': SearchDatastore_Task, 'duration_secs': 0.011331} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.831163] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.831163] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 3c352840-697b-43ea-8abb-83f6c856e7ec] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 666.831558] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.831618] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.831860] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 666.832351] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28b556b8-9ba4-416a-9ce8-b7d522ee3ae9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.834898] env[70323]: DEBUG nova.compute.manager [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] [instance: b8e86b56-da33-4ae5-92fa-c4eb330b4679] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 666.851986] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 666.852201] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 666.853368] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c39c679-9a69-4189-a1fb-31a1346ee23a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.862390] env[70323]: DEBUG oslo_vmware.api [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Waiting for the task: (returnval){ [ 666.862390] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52d77b12-4c5b-3c30-d92d-fb5cc58b3df2" [ 666.862390] env[70323]: _type = "Task" [ 666.862390] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.871017] env[70323]: DEBUG oslo_vmware.api [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52d77b12-4c5b-3c30-d92d-fb5cc58b3df2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.911471] env[70323]: DEBUG oslo_vmware.api [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Task: {'id': task-3226603, 'name': ReconfigVM_Task, 'duration_secs': 0.859464} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.912088] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 86114837-8210-4063-9fe5-6e867ae7b252/86114837-8210-4063-9fe5-6e867ae7b252.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 666.912861] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f1c05f5-1ba4-4d17-9a67-7b4a3e7624ef {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.920412] env[70323]: DEBUG oslo_vmware.api [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Waiting for the task: (returnval){ [ 666.920412] env[70323]: value = "task-3226605" [ 666.920412] env[70323]: _type = "Task" [ 666.920412] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.934456] env[70323]: DEBUG oslo_vmware.api [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Task: {'id': task-3226605, 'name': Rename_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.023091] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b649a205-5305-46a2-b177-3d26bdfb438b tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Acquiring lock "8d3a4e3f-033e-4ed0-a67c-99d0f9a3d753" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.023419] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b649a205-5305-46a2-b177-3d26bdfb438b tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Lock "8d3a4e3f-033e-4ed0-a67c-99d0f9a3d753" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.023678] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b649a205-5305-46a2-b177-3d26bdfb438b tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Acquiring lock "8d3a4e3f-033e-4ed0-a67c-99d0f9a3d753-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.023887] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b649a205-5305-46a2-b177-3d26bdfb438b tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Lock "8d3a4e3f-033e-4ed0-a67c-99d0f9a3d753-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.024077] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b649a205-5305-46a2-b177-3d26bdfb438b tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Lock "8d3a4e3f-033e-4ed0-a67c-99d0f9a3d753-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.026818] env[70323]: INFO nova.compute.manager [None req-b649a205-5305-46a2-b177-3d26bdfb438b tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] [instance: 8d3a4e3f-033e-4ed0-a67c-99d0f9a3d753] Terminating instance [ 667.037935] env[70323]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9aebfa34-ad99-4841-983d-9b016fc0d025 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.040077] env[70323]: DEBUG nova.network.neutron [req-2e281848-001e-46c2-965f-799da141a6fc req-49884c16-a5cf-4767-a7fc-101db149ec8e service nova] [instance: 3c352840-697b-43ea-8abb-83f6c856e7ec] Updated VIF entry in instance network info cache for port f71f3d43-d723-48f2-a9aa-03653b560ec0. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 667.040613] env[70323]: DEBUG nova.network.neutron [req-2e281848-001e-46c2-965f-799da141a6fc req-49884c16-a5cf-4767-a7fc-101db149ec8e service nova] [instance: 3c352840-697b-43ea-8abb-83f6c856e7ec] Updating instance_info_cache with network_info: [{"id": "f71f3d43-d723-48f2-a9aa-03653b560ec0", "address": "fa:16:3e:96:b0:64", "network": {"id": "9cece0a7-287b-4d6e-ae17-cf30e2ece504", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1813155621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ea75b3b77cc4592aa17f4341e79fea6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf71f3d43-d7", "ovs_interfaceid": "f71f3d43-d723-48f2-a9aa-03653b560ec0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.052976] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e837624d-c98e-44f8-972a-d3daa4e789cb {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.094027] env[70323]: DEBUG nova.compute.manager [req-16c37955-a790-4799-a7e4-58e2745d978b req-28121a55-1842-47fa-bf44-71b9b7615190 service nova] [instance: cf16c077-6f47-4ad4-b4b2-f14ae99e335a] Detach interface failed, port_id=c081fd68-2a81-4fbd-9b5f-5770a1619b3f, reason: Instance cf16c077-6f47-4ad4-b4b2-f14ae99e335a could not be found. {{(pid=70323) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 667.189023] env[70323]: DEBUG oslo_concurrency.lockutils [None req-16c2d4ab-9142-457c-aa79-eb2157d7a599 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Lock "6c11ec80-43e4-4b24-9a6c-40a13011c9b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.161s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.215339] env[70323]: DEBUG oslo_vmware.api [None req-bd462a74-e728-4969-967a-0f53275946b9 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3226604, 'name': CloneVM_Task} progress is 94%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.326459] env[70323]: INFO nova.compute.manager [-] [instance: cf16c077-6f47-4ad4-b4b2-f14ae99e335a] Took 1.33 seconds to deallocate network for instance. [ 667.360772] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.376804] env[70323]: DEBUG oslo_vmware.api [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52d77b12-4c5b-3c30-d92d-fb5cc58b3df2, 'name': SearchDatastore_Task, 'duration_secs': 0.010993} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.377325] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-287b039b-5d93-454e-9aa5-6101f2b329d0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.382621] env[70323]: DEBUG oslo_vmware.api [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Waiting for the task: (returnval){ [ 667.382621] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52ad74bd-8ec2-8bfe-8d0f-228125d77374" [ 667.382621] env[70323]: _type = "Task" [ 667.382621] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.398019] env[70323]: DEBUG oslo_vmware.api [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52ad74bd-8ec2-8bfe-8d0f-228125d77374, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.431728] env[70323]: DEBUG oslo_vmware.api [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Task: {'id': task-3226605, 'name': Rename_Task, 'duration_secs': 0.165663} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.432047] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 667.432315] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7976477a-1a43-4b7e-92e2-3ae7622f7bec {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.440178] env[70323]: DEBUG oslo_vmware.api [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Waiting for the task: (returnval){ [ 667.440178] env[70323]: value = "task-3226606" [ 667.440178] env[70323]: _type = "Task" [ 667.440178] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.450385] env[70323]: DEBUG oslo_vmware.api [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Task: {'id': task-3226606, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.532218] env[70323]: DEBUG nova.compute.manager [None req-b649a205-5305-46a2-b177-3d26bdfb438b tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] [instance: 8d3a4e3f-033e-4ed0-a67c-99d0f9a3d753] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 667.532366] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-b649a205-5305-46a2-b177-3d26bdfb438b tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] [instance: 8d3a4e3f-033e-4ed0-a67c-99d0f9a3d753] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 667.533640] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1005e3d6-d9bf-4016-9fc3-2100ee3cc2d6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.548432] env[70323]: DEBUG oslo_concurrency.lockutils [req-2e281848-001e-46c2-965f-799da141a6fc req-49884c16-a5cf-4767-a7fc-101db149ec8e service nova] Releasing lock "refresh_cache-3c352840-697b-43ea-8abb-83f6c856e7ec" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.548432] env[70323]: DEBUG nova.compute.manager [req-2e281848-001e-46c2-965f-799da141a6fc req-49884c16-a5cf-4767-a7fc-101db149ec8e service nova] [instance: 2d5cedee-6995-4e7f-b542-7379821901e1] Received event network-vif-deleted-f02bf164-3f54-426d-a53c-f7319c3659a5 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 667.551238] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-b649a205-5305-46a2-b177-3d26bdfb438b tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] [instance: 8d3a4e3f-033e-4ed0-a67c-99d0f9a3d753] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 667.551618] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6fbf2dce-d941-4317-9fdf-fa016ba48f5c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.560082] env[70323]: DEBUG oslo_vmware.api [None req-b649a205-5305-46a2-b177-3d26bdfb438b tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Waiting for the task: (returnval){ [ 667.560082] env[70323]: value = "task-3226607" [ 667.560082] env[70323]: _type = "Task" [ 667.560082] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.568394] env[70323]: DEBUG oslo_vmware.api [None req-b649a205-5305-46a2-b177-3d26bdfb438b tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Task: {'id': task-3226607, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.719027] env[70323]: DEBUG oslo_vmware.api [None req-bd462a74-e728-4969-967a-0f53275946b9 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3226604, 'name': CloneVM_Task} progress is 100%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.834769] env[70323]: DEBUG oslo_concurrency.lockutils [None req-edfb53a1-992b-49dc-af50-12274cfb8883 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.899336] env[70323]: DEBUG oslo_vmware.api [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52ad74bd-8ec2-8bfe-8d0f-228125d77374, 'name': SearchDatastore_Task, 'duration_secs': 0.012014} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.899336] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.899336] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 3c352840-697b-43ea-8abb-83f6c856e7ec/3c352840-697b-43ea-8abb-83f6c856e7ec.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 667.899336] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4515921-35f3-40c1-84ae-984829f866c7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.907329] env[70323]: DEBUG oslo_vmware.api [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Waiting for the task: (returnval){ [ 667.907329] env[70323]: value = "task-3226608" [ 667.907329] env[70323]: _type = "Task" [ 667.907329] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.915786] env[70323]: DEBUG oslo_vmware.api [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226608, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.950033] env[70323]: DEBUG oslo_vmware.api [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Task: {'id': task-3226606, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.074909] env[70323]: DEBUG oslo_vmware.api [None req-b649a205-5305-46a2-b177-3d26bdfb438b tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Task: {'id': task-3226607, 'name': PowerOffVM_Task, 'duration_secs': 0.252701} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.076514] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-b649a205-5305-46a2-b177-3d26bdfb438b tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] [instance: 8d3a4e3f-033e-4ed0-a67c-99d0f9a3d753] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 668.076814] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-b649a205-5305-46a2-b177-3d26bdfb438b tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] [instance: 8d3a4e3f-033e-4ed0-a67c-99d0f9a3d753] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 668.077139] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2c30020-a343-48bc-a51a-2e9f8d4e793a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.150603] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-b649a205-5305-46a2-b177-3d26bdfb438b tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] [instance: 8d3a4e3f-033e-4ed0-a67c-99d0f9a3d753] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 668.150846] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-b649a205-5305-46a2-b177-3d26bdfb438b tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] [instance: 8d3a4e3f-033e-4ed0-a67c-99d0f9a3d753] Deleting contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 668.151032] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-b649a205-5305-46a2-b177-3d26bdfb438b tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Deleting the datastore file [datastore1] 8d3a4e3f-033e-4ed0-a67c-99d0f9a3d753 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 668.151325] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58f617db-5806-4bf3-ab94-1fc8fdcab695 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.164507] env[70323]: DEBUG oslo_vmware.api [None req-b649a205-5305-46a2-b177-3d26bdfb438b tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Waiting for the task: (returnval){ [ 668.164507] env[70323]: value = "task-3226610" [ 668.164507] env[70323]: _type = "Task" [ 668.164507] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.180644] env[70323]: DEBUG oslo_vmware.api [None req-b649a205-5305-46a2-b177-3d26bdfb438b tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Task: {'id': task-3226610, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.223301] env[70323]: DEBUG oslo_vmware.api [None req-bd462a74-e728-4969-967a-0f53275946b9 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3226604, 'name': CloneVM_Task, 'duration_secs': 1.537486} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.226619] env[70323]: INFO nova.virt.vmwareapi.vmops [None req-bd462a74-e728-4969-967a-0f53275946b9 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: d8409f2b-0740-4d4c-a604-0c818a196445] Created linked-clone VM from snapshot [ 668.228167] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2308b58-27ef-4bf6-b74f-d69fa37b002c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.240924] env[70323]: DEBUG nova.virt.vmwareapi.images [None req-bd462a74-e728-4969-967a-0f53275946b9 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: d8409f2b-0740-4d4c-a604-0c818a196445] Uploading image 8a21eca6-baef-410b-b74d-af9209788499 {{(pid=70323) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 668.281988] env[70323]: DEBUG oslo_vmware.rw_handles [None req-bd462a74-e728-4969-967a-0f53275946b9 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 668.281988] env[70323]: value = "vm-645006" [ 668.281988] env[70323]: _type = "VirtualMachine" [ 668.281988] env[70323]: }. {{(pid=70323) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 668.282260] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-778211b5-b196-4109-8be5-ef90fc2e0af0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.289173] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b6f7d9-5cc3-42be-83e7-80faf401a9a1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.294659] env[70323]: DEBUG oslo_vmware.rw_handles [None req-bd462a74-e728-4969-967a-0f53275946b9 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Lease: (returnval){ [ 668.294659] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52a0baa9-381f-cd71-e07f-b0bc50e6e9bb" [ 668.294659] env[70323]: _type = "HttpNfcLease" [ 668.294659] env[70323]: } obtained for exporting VM: (result){ [ 668.294659] env[70323]: value = "vm-645006" [ 668.294659] env[70323]: _type = "VirtualMachine" [ 668.294659] env[70323]: }. {{(pid=70323) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 668.294950] env[70323]: DEBUG oslo_vmware.api [None req-bd462a74-e728-4969-967a-0f53275946b9 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Waiting for the lease: (returnval){ [ 668.294950] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52a0baa9-381f-cd71-e07f-b0bc50e6e9bb" [ 668.294950] env[70323]: _type = "HttpNfcLease" [ 668.294950] env[70323]: } to be ready. {{(pid=70323) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 668.302708] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b6bb1a-b17e-4052-8f89-3c39c60d62ce {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.308673] env[70323]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 668.308673] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52a0baa9-381f-cd71-e07f-b0bc50e6e9bb" [ 668.308673] env[70323]: _type = "HttpNfcLease" [ 668.308673] env[70323]: } is ready. {{(pid=70323) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 668.309498] env[70323]: DEBUG oslo_vmware.rw_handles [None req-bd462a74-e728-4969-967a-0f53275946b9 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 668.309498] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52a0baa9-381f-cd71-e07f-b0bc50e6e9bb" [ 668.309498] env[70323]: _type = "HttpNfcLease" [ 668.309498] env[70323]: }. {{(pid=70323) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 668.310379] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd039af-b552-4a25-83a2-ce1791f8dfba {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.347074] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09665900-a002-476f-a715-f4aee12ecb56 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.356021] env[70323]: DEBUG oslo_vmware.rw_handles [None req-bd462a74-e728-4969-967a-0f53275946b9 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f0781b-2d60-c755-095a-48461cb2573d/disk-0.vmdk from lease info. {{(pid=70323) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 668.356021] env[70323]: DEBUG oslo_vmware.rw_handles [None req-bd462a74-e728-4969-967a-0f53275946b9 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f0781b-2d60-c755-095a-48461cb2573d/disk-0.vmdk for reading. {{(pid=70323) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 668.418713] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0733319d-a4b2-447d-b8ea-aa0fc75edb96 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.439958] env[70323]: DEBUG nova.compute.provider_tree [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 668.445341] env[70323]: DEBUG oslo_vmware.api [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226608, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477318} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.448956] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 3c352840-697b-43ea-8abb-83f6c856e7ec/3c352840-697b-43ea-8abb-83f6c856e7ec.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 668.449724] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 3c352840-697b-43ea-8abb-83f6c856e7ec] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 668.449724] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc0eb82a-1ee7-40f8-934c-0c205f0f8eef {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.458304] env[70323]: DEBUG oslo_vmware.api [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Task: {'id': task-3226606, 'name': PowerOnVM_Task, 'duration_secs': 0.926891} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.459795] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 668.459970] env[70323]: INFO nova.compute.manager [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Took 7.88 seconds to spawn the instance on the hypervisor. [ 668.460167] env[70323]: DEBUG nova.compute.manager [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 668.461499] env[70323]: DEBUG oslo_vmware.api [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Waiting for the task: (returnval){ [ 668.461499] env[70323]: value = "task-3226612" [ 668.461499] env[70323]: _type = "Task" [ 668.461499] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.462130] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f8fdb32-9912-4f1c-9064-d94dc3dfadd4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.478919] env[70323]: DEBUG oslo_vmware.api [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226612, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.486700] env[70323]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-602a17f8-b37b-477a-a3a4-5305c63960b9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.685050] env[70323]: DEBUG oslo_vmware.api [None req-b649a205-5305-46a2-b177-3d26bdfb438b tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Task: {'id': task-3226610, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.306861} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.685993] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-b649a205-5305-46a2-b177-3d26bdfb438b tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 668.685993] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-b649a205-5305-46a2-b177-3d26bdfb438b tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] [instance: 8d3a4e3f-033e-4ed0-a67c-99d0f9a3d753] Deleted contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 668.685993] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-b649a205-5305-46a2-b177-3d26bdfb438b tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] [instance: 8d3a4e3f-033e-4ed0-a67c-99d0f9a3d753] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 668.685993] env[70323]: INFO nova.compute.manager [None req-b649a205-5305-46a2-b177-3d26bdfb438b tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] [instance: 8d3a4e3f-033e-4ed0-a67c-99d0f9a3d753] Took 1.15 seconds to destroy the instance on the hypervisor. [ 668.686230] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b649a205-5305-46a2-b177-3d26bdfb438b tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 668.686408] env[70323]: DEBUG nova.compute.manager [-] [instance: 8d3a4e3f-033e-4ed0-a67c-99d0f9a3d753] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 668.686502] env[70323]: DEBUG nova.network.neutron [-] [instance: 8d3a4e3f-033e-4ed0-a67c-99d0f9a3d753] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 668.944080] env[70323]: DEBUG nova.scheduler.client.report [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 668.985227] env[70323]: DEBUG oslo_vmware.api [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226612, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067673} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.985653] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 3c352840-697b-43ea-8abb-83f6c856e7ec] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 668.986530] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-474a46c1-8826-4c13-9b0c-4be80726c393 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.990615] env[70323]: INFO nova.compute.manager [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Took 37.66 seconds to build instance. [ 669.020438] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 3c352840-697b-43ea-8abb-83f6c856e7ec] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 3c352840-697b-43ea-8abb-83f6c856e7ec/3c352840-697b-43ea-8abb-83f6c856e7ec.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 669.021760] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6302045-9428-47a4-9669-d7a9883aa2ff {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.042722] env[70323]: DEBUG oslo_vmware.api [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Waiting for the task: (returnval){ [ 669.042722] env[70323]: value = "task-3226613" [ 669.042722] env[70323]: _type = "Task" [ 669.042722] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.062220] env[70323]: DEBUG oslo_vmware.api [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226613, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.342711] env[70323]: DEBUG nova.compute.manager [req-0432e5e9-d93a-44bc-8025-59cf1106d078 req-edee9747-09e5-48bf-9d42-9d378e062d67 service nova] [instance: 8d3a4e3f-033e-4ed0-a67c-99d0f9a3d753] Received event network-vif-deleted-43c3138b-d483-4fc9-b4f2-7668f6794f4d {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 669.343014] env[70323]: INFO nova.compute.manager [req-0432e5e9-d93a-44bc-8025-59cf1106d078 req-edee9747-09e5-48bf-9d42-9d378e062d67 service nova] [instance: 8d3a4e3f-033e-4ed0-a67c-99d0f9a3d753] Neutron deleted interface 43c3138b-d483-4fc9-b4f2-7668f6794f4d; detaching it from the instance and deleting it from the info cache [ 669.343202] env[70323]: DEBUG nova.network.neutron [req-0432e5e9-d93a-44bc-8025-59cf1106d078 req-edee9747-09e5-48bf-9d42-9d378e062d67 service nova] [instance: 8d3a4e3f-033e-4ed0-a67c-99d0f9a3d753] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.451892] env[70323]: DEBUG oslo_concurrency.lockutils [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.815s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.453509] env[70323]: DEBUG nova.compute.manager [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] [instance: bfea592a-7cc8-4944-b8ce-ba28d64d5ed7] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 669.459573] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6663dfc2-fe4a-46eb-a708-e544235d7e33 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.390s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.460125] env[70323]: DEBUG nova.objects.instance [None req-6663dfc2-fe4a-46eb-a708-e544235d7e33 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Lazy-loading 'resources' on Instance uuid 6e9a0b80-0d5c-4d95-9a3d-728424ef852e {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 669.494778] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2c53c27f-5d34-4576-a4cf-f41424f86e3f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Lock "86114837-8210-4063-9fe5-6e867ae7b252" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.621s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.553341] env[70323]: DEBUG oslo_vmware.api [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226613, 'name': ReconfigVM_Task, 'duration_secs': 0.303741} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.553927] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 3c352840-697b-43ea-8abb-83f6c856e7ec] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 3c352840-697b-43ea-8abb-83f6c856e7ec/3c352840-697b-43ea-8abb-83f6c856e7ec.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 669.554607] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8fe9bbfb-425c-4d73-923f-06c99ef1853a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.562309] env[70323]: DEBUG oslo_vmware.api [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Waiting for the task: (returnval){ [ 669.562309] env[70323]: value = "task-3226614" [ 669.562309] env[70323]: _type = "Task" [ 669.562309] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.572031] env[70323]: DEBUG oslo_vmware.api [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226614, 'name': Rename_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.676993] env[70323]: DEBUG nova.network.neutron [-] [instance: 8d3a4e3f-033e-4ed0-a67c-99d0f9a3d753] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.848298] env[70323]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7d2f246a-73bc-4816-8fa8-fe4db1b30368 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.863025] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6277c17-acac-49a0-bab5-b209b947df0b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.649748] env[70323]: DEBUG nova.compute.utils [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 670.655197] env[70323]: DEBUG nova.compute.manager [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 670.657217] env[70323]: INFO nova.compute.manager [-] [instance: 8d3a4e3f-033e-4ed0-a67c-99d0f9a3d753] Took 1.97 seconds to deallocate network for instance. [ 670.658048] env[70323]: DEBUG nova.compute.manager [req-0432e5e9-d93a-44bc-8025-59cf1106d078 req-edee9747-09e5-48bf-9d42-9d378e062d67 service nova] [instance: 8d3a4e3f-033e-4ed0-a67c-99d0f9a3d753] Detach interface failed, port_id=43c3138b-d483-4fc9-b4f2-7668f6794f4d, reason: Instance 8d3a4e3f-033e-4ed0-a67c-99d0f9a3d753 could not be found. {{(pid=70323) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 670.659211] env[70323]: DEBUG nova.compute.manager [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] [instance: bfea592a-7cc8-4944-b8ce-ba28d64d5ed7] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 670.659512] env[70323]: DEBUG nova.network.neutron [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] [instance: bfea592a-7cc8-4944-b8ce-ba28d64d5ed7] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 670.675402] env[70323]: DEBUG oslo_vmware.api [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226614, 'name': Rename_Task, 'duration_secs': 0.39546} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.676525] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 3c352840-697b-43ea-8abb-83f6c856e7ec] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 670.676594] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76a9266e-f156-4138-9c16-a5a415d08f79 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.688457] env[70323]: DEBUG oslo_vmware.api [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Waiting for the task: (returnval){ [ 670.688457] env[70323]: value = "task-3226615" [ 670.688457] env[70323]: _type = "Task" [ 670.688457] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.701272] env[70323]: DEBUG oslo_vmware.api [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226615, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.741586] env[70323]: DEBUG nova.policy [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc93aba0ac9f41d9b7def0988e238526', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2101efea82524d34a4cc4cccc2d6f7ec', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 671.162078] env[70323]: DEBUG nova.compute.manager [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] [instance: bfea592a-7cc8-4944-b8ce-ba28d64d5ed7] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 671.178545] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b649a205-5305-46a2-b177-3d26bdfb438b tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.188540] env[70323]: DEBUG oslo_concurrency.lockutils [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.206594] env[70323]: DEBUG nova.network.neutron [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] [instance: bfea592a-7cc8-4944-b8ce-ba28d64d5ed7] Successfully created port: 8c87178a-23a6-4bfc-82aa-a2a0289290bb {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 671.212423] env[70323]: DEBUG oslo_vmware.api [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226615, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.247689] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51827220-2c3d-4ca8-bd7a-145e1d78331f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.256460] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77a8c04-26b6-432f-987b-2738ef3cda8d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.291464] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba06e968-dc14-4df5-b139-9e84017eb5f7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.296206] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a7ea612-1c27-4deb-9310-6419d34c3b65 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.311046] env[70323]: DEBUG nova.compute.provider_tree [None req-6663dfc2-fe4a-46eb-a708-e544235d7e33 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 671.372918] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Acquiring lock "a48068d4-716f-4df7-b75b-d522cbf99d46" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.373192] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Lock "a48068d4-716f-4df7-b75b-d522cbf99d46" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.561928] env[70323]: DEBUG oslo_concurrency.lockutils [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Acquiring lock "7be2da39-a762-4d2f-a520-44120528267c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.561928] env[70323]: DEBUG oslo_concurrency.lockutils [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Lock "7be2da39-a762-4d2f-a520-44120528267c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.613631] env[70323]: DEBUG nova.compute.manager [req-f6927db9-3863-4c66-afa1-03d9564de71d req-1704c8f0-cbf7-4d5b-b437-5c61f719b43c service nova] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Received event network-changed-2582c9a2-7489-41dc-84cc-af9f72aa563c {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 671.613840] env[70323]: DEBUG nova.compute.manager [req-f6927db9-3863-4c66-afa1-03d9564de71d req-1704c8f0-cbf7-4d5b-b437-5c61f719b43c service nova] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Refreshing instance network info cache due to event network-changed-2582c9a2-7489-41dc-84cc-af9f72aa563c. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 671.614014] env[70323]: DEBUG oslo_concurrency.lockutils [req-f6927db9-3863-4c66-afa1-03d9564de71d req-1704c8f0-cbf7-4d5b-b437-5c61f719b43c service nova] Acquiring lock "refresh_cache-86114837-8210-4063-9fe5-6e867ae7b252" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.614293] env[70323]: DEBUG oslo_concurrency.lockutils [req-f6927db9-3863-4c66-afa1-03d9564de71d req-1704c8f0-cbf7-4d5b-b437-5c61f719b43c service nova] Acquired lock "refresh_cache-86114837-8210-4063-9fe5-6e867ae7b252" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.614533] env[70323]: DEBUG nova.network.neutron [req-f6927db9-3863-4c66-afa1-03d9564de71d req-1704c8f0-cbf7-4d5b-b437-5c61f719b43c service nova] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Refreshing network info cache for port 2582c9a2-7489-41dc-84cc-af9f72aa563c {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 671.703089] env[70323]: DEBUG oslo_vmware.api [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226615, 'name': PowerOnVM_Task, 'duration_secs': 0.569889} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.703444] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 3c352840-697b-43ea-8abb-83f6c856e7ec] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 671.703623] env[70323]: INFO nova.compute.manager [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 3c352840-697b-43ea-8abb-83f6c856e7ec] Took 8.41 seconds to spawn the instance on the hypervisor. [ 671.703803] env[70323]: DEBUG nova.compute.manager [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 3c352840-697b-43ea-8abb-83f6c856e7ec] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 671.705285] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690d1f87-7df9-493a-bd16-f0120dab2e05 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.814460] env[70323]: DEBUG nova.scheduler.client.report [None req-6663dfc2-fe4a-46eb-a708-e544235d7e33 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 672.179424] env[70323]: DEBUG nova.compute.manager [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] [instance: bfea592a-7cc8-4944-b8ce-ba28d64d5ed7] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 672.202805] env[70323]: DEBUG nova.virt.hardware [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 672.203034] env[70323]: DEBUG nova.virt.hardware [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 672.203207] env[70323]: DEBUG nova.virt.hardware [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 672.203399] env[70323]: DEBUG nova.virt.hardware [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 672.203567] env[70323]: DEBUG nova.virt.hardware [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 672.203754] env[70323]: DEBUG nova.virt.hardware [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 672.204027] env[70323]: DEBUG nova.virt.hardware [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 672.204140] env[70323]: DEBUG nova.virt.hardware [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 672.204347] env[70323]: DEBUG nova.virt.hardware [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 672.204551] env[70323]: DEBUG nova.virt.hardware [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 672.204858] env[70323]: DEBUG nova.virt.hardware [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 672.206039] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bfc30ed-cf01-4cbe-8855-af71ee7a0c6a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.217216] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dacc8cbc-9e7e-4532-a4ee-fcb5029df55b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.242474] env[70323]: INFO nova.compute.manager [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 3c352840-697b-43ea-8abb-83f6c856e7ec] Took 39.12 seconds to build instance. [ 672.319498] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6663dfc2-fe4a-46eb-a708-e544235d7e33 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.860s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.325190] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d4769c73-3d8f-4428-887b-07694ba5470d tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.934s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.325438] env[70323]: DEBUG nova.objects.instance [None req-d4769c73-3d8f-4428-887b-07694ba5470d tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Lazy-loading 'resources' on Instance uuid 99c5100f-890c-496c-b40a-2cd4a2be72e5 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 672.352827] env[70323]: INFO nova.scheduler.client.report [None req-6663dfc2-fe4a-46eb-a708-e544235d7e33 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Deleted allocations for instance 6e9a0b80-0d5c-4d95-9a3d-728424ef852e [ 672.411278] env[70323]: DEBUG nova.network.neutron [req-f6927db9-3863-4c66-afa1-03d9564de71d req-1704c8f0-cbf7-4d5b-b437-5c61f719b43c service nova] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Updated VIF entry in instance network info cache for port 2582c9a2-7489-41dc-84cc-af9f72aa563c. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 672.411693] env[70323]: DEBUG nova.network.neutron [req-f6927db9-3863-4c66-afa1-03d9564de71d req-1704c8f0-cbf7-4d5b-b437-5c61f719b43c service nova] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Updating instance_info_cache with network_info: [{"id": "2582c9a2-7489-41dc-84cc-af9f72aa563c", "address": "fa:16:3e:d9:71:e4", "network": {"id": "2d13cbb9-27ad-4fa7-9f7f-c2ad17b0ffb8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1466534262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c97dc7ffe4c4914b563a9f3fd80163c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2582c9a2-74", "ovs_interfaceid": "2582c9a2-7489-41dc-84cc-af9f72aa563c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.745818] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b445266e-b1eb-40d6-a305-1966fb73d02f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Lock "3c352840-697b-43ea-8abb-83f6c856e7ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.109s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.862707] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6663dfc2-fe4a-46eb-a708-e544235d7e33 tempest-ServerDiagnosticsV248Test-2093754395 tempest-ServerDiagnosticsV248Test-2093754395-project-member] Lock "6e9a0b80-0d5c-4d95-9a3d-728424ef852e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.228s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.915742] env[70323]: DEBUG oslo_concurrency.lockutils [req-f6927db9-3863-4c66-afa1-03d9564de71d req-1704c8f0-cbf7-4d5b-b437-5c61f719b43c service nova] Releasing lock "refresh_cache-86114837-8210-4063-9fe5-6e867ae7b252" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.921429] env[70323]: DEBUG nova.network.neutron [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] [instance: bfea592a-7cc8-4944-b8ce-ba28d64d5ed7] Successfully updated port: 8c87178a-23a6-4bfc-82aa-a2a0289290bb {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 673.248075] env[70323]: DEBUG nova.compute.manager [None req-cfe3fd53-4442-41d7-9707-24b7b3ee66dd tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] [instance: 8f4f1690-4ef8-4178-8ed1-cd1e5b3da928] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 673.367692] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1893b46-6147-44b6-aca6-a7a05179f1c1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.375273] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2014ba07-7860-4d6e-a411-5abd2e885716 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.406891] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845cbcaa-51a5-4631-b6c6-c863c2976cd2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.414752] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5b2f63-5f72-408b-b0fe-40ca9935e6a9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.430376] env[70323]: DEBUG nova.compute.provider_tree [None req-d4769c73-3d8f-4428-887b-07694ba5470d tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 673.431966] env[70323]: DEBUG oslo_concurrency.lockutils [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Acquiring lock "refresh_cache-bfea592a-7cc8-4944-b8ce-ba28d64d5ed7" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.432119] env[70323]: DEBUG oslo_concurrency.lockutils [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Acquired lock "refresh_cache-bfea592a-7cc8-4944-b8ce-ba28d64d5ed7" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.432261] env[70323]: DEBUG nova.network.neutron [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] [instance: bfea592a-7cc8-4944-b8ce-ba28d64d5ed7] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 673.615398] env[70323]: DEBUG oslo_concurrency.lockutils [None req-42d49f54-a0af-4fdd-820a-1460b93d4bc2 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Acquiring lock "9632e467-f678-4808-97f7-f228e9bc52bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.615398] env[70323]: DEBUG oslo_concurrency.lockutils [None req-42d49f54-a0af-4fdd-820a-1460b93d4bc2 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Lock "9632e467-f678-4808-97f7-f228e9bc52bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.642554] env[70323]: DEBUG nova.compute.manager [req-986fc463-2e7b-468e-8ca9-cc16c12bc04c req-251e62c1-9be5-4fd5-8902-ff68bfdbda3e service nova] [instance: bfea592a-7cc8-4944-b8ce-ba28d64d5ed7] Received event network-vif-plugged-8c87178a-23a6-4bfc-82aa-a2a0289290bb {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 673.642846] env[70323]: DEBUG oslo_concurrency.lockutils [req-986fc463-2e7b-468e-8ca9-cc16c12bc04c req-251e62c1-9be5-4fd5-8902-ff68bfdbda3e service nova] Acquiring lock "bfea592a-7cc8-4944-b8ce-ba28d64d5ed7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.643084] env[70323]: DEBUG oslo_concurrency.lockutils [req-986fc463-2e7b-468e-8ca9-cc16c12bc04c req-251e62c1-9be5-4fd5-8902-ff68bfdbda3e service nova] Lock "bfea592a-7cc8-4944-b8ce-ba28d64d5ed7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.643275] env[70323]: DEBUG oslo_concurrency.lockutils [req-986fc463-2e7b-468e-8ca9-cc16c12bc04c req-251e62c1-9be5-4fd5-8902-ff68bfdbda3e service nova] Lock "bfea592a-7cc8-4944-b8ce-ba28d64d5ed7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.643430] env[70323]: DEBUG nova.compute.manager [req-986fc463-2e7b-468e-8ca9-cc16c12bc04c req-251e62c1-9be5-4fd5-8902-ff68bfdbda3e service nova] [instance: bfea592a-7cc8-4944-b8ce-ba28d64d5ed7] No waiting events found dispatching network-vif-plugged-8c87178a-23a6-4bfc-82aa-a2a0289290bb {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 673.643612] env[70323]: WARNING nova.compute.manager [req-986fc463-2e7b-468e-8ca9-cc16c12bc04c req-251e62c1-9be5-4fd5-8902-ff68bfdbda3e service nova] [instance: bfea592a-7cc8-4944-b8ce-ba28d64d5ed7] Received unexpected event network-vif-plugged-8c87178a-23a6-4bfc-82aa-a2a0289290bb for instance with vm_state building and task_state spawning. [ 673.643811] env[70323]: DEBUG nova.compute.manager [req-986fc463-2e7b-468e-8ca9-cc16c12bc04c req-251e62c1-9be5-4fd5-8902-ff68bfdbda3e service nova] [instance: bfea592a-7cc8-4944-b8ce-ba28d64d5ed7] Received event network-changed-8c87178a-23a6-4bfc-82aa-a2a0289290bb {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 673.644617] env[70323]: DEBUG nova.compute.manager [req-986fc463-2e7b-468e-8ca9-cc16c12bc04c req-251e62c1-9be5-4fd5-8902-ff68bfdbda3e service nova] [instance: bfea592a-7cc8-4944-b8ce-ba28d64d5ed7] Refreshing instance network info cache due to event network-changed-8c87178a-23a6-4bfc-82aa-a2a0289290bb. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 673.644617] env[70323]: DEBUG oslo_concurrency.lockutils [req-986fc463-2e7b-468e-8ca9-cc16c12bc04c req-251e62c1-9be5-4fd5-8902-ff68bfdbda3e service nova] Acquiring lock "refresh_cache-bfea592a-7cc8-4944-b8ce-ba28d64d5ed7" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.770016] env[70323]: DEBUG oslo_concurrency.lockutils [None req-cfe3fd53-4442-41d7-9707-24b7b3ee66dd tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.935664] env[70323]: DEBUG nova.scheduler.client.report [None req-d4769c73-3d8f-4428-887b-07694ba5470d tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 673.974471] env[70323]: DEBUG nova.network.neutron [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] [instance: bfea592a-7cc8-4944-b8ce-ba28d64d5ed7] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 674.150388] env[70323]: DEBUG nova.network.neutron [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] [instance: bfea592a-7cc8-4944-b8ce-ba28d64d5ed7] Updating instance_info_cache with network_info: [{"id": "8c87178a-23a6-4bfc-82aa-a2a0289290bb", "address": "fa:16:3e:ca:07:31", "network": {"id": "57b074fb-ae9f-449a-be68-d0afa9aef005", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1214923628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2101efea82524d34a4cc4cccc2d6f7ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c87178a-23", "ovs_interfaceid": "8c87178a-23a6-4bfc-82aa-a2a0289290bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.443020] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d4769c73-3d8f-4428-887b-07694ba5470d tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.117s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.445063] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5cacb616-a2a1-494d-96df-eb151c199b46 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.092s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.446568] env[70323]: INFO nova.compute.claims [None req-5cacb616-a2a1-494d-96df-eb151c199b46 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] [instance: 9a2373d0-4c30-4811-8cfb-41cc23028535] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 674.468978] env[70323]: INFO nova.scheduler.client.report [None req-d4769c73-3d8f-4428-887b-07694ba5470d tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Deleted allocations for instance 99c5100f-890c-496c-b40a-2cd4a2be72e5 [ 674.653760] env[70323]: DEBUG oslo_concurrency.lockutils [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Releasing lock "refresh_cache-bfea592a-7cc8-4944-b8ce-ba28d64d5ed7" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.654131] env[70323]: DEBUG nova.compute.manager [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] [instance: bfea592a-7cc8-4944-b8ce-ba28d64d5ed7] Instance network_info: |[{"id": "8c87178a-23a6-4bfc-82aa-a2a0289290bb", "address": "fa:16:3e:ca:07:31", "network": {"id": "57b074fb-ae9f-449a-be68-d0afa9aef005", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1214923628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2101efea82524d34a4cc4cccc2d6f7ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c87178a-23", "ovs_interfaceid": "8c87178a-23a6-4bfc-82aa-a2a0289290bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 674.654460] env[70323]: DEBUG oslo_concurrency.lockutils [req-986fc463-2e7b-468e-8ca9-cc16c12bc04c req-251e62c1-9be5-4fd5-8902-ff68bfdbda3e service nova] Acquired lock "refresh_cache-bfea592a-7cc8-4944-b8ce-ba28d64d5ed7" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.654641] env[70323]: DEBUG nova.network.neutron [req-986fc463-2e7b-468e-8ca9-cc16c12bc04c req-251e62c1-9be5-4fd5-8902-ff68bfdbda3e service nova] [instance: bfea592a-7cc8-4944-b8ce-ba28d64d5ed7] Refreshing network info cache for port 8c87178a-23a6-4bfc-82aa-a2a0289290bb {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 674.656163] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] [instance: bfea592a-7cc8-4944-b8ce-ba28d64d5ed7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:07:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e365f3b9-706b-4fa2-8f95-ae51b35ab011', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c87178a-23a6-4bfc-82aa-a2a0289290bb', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 674.664193] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Creating folder: Project (2101efea82524d34a4cc4cccc2d6f7ec). Parent ref: group-v644941. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 674.664733] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c27121e4-7252-43af-ae03-9e26950a2e2e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.676200] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Created folder: Project (2101efea82524d34a4cc4cccc2d6f7ec) in parent group-v644941. [ 674.676404] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Creating folder: Instances. Parent ref: group-v645007. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 674.676665] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e66955ad-32d0-462b-9571-cce7ac7efae5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.685554] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Created folder: Instances in parent group-v645007. [ 674.685796] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 674.685984] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfea592a-7cc8-4944-b8ce-ba28d64d5ed7] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 674.686238] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e9a9bc8-c142-44ec-a153-a1986f8cfdcb {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.704506] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 674.704506] env[70323]: value = "task-3226618" [ 674.704506] env[70323]: _type = "Task" [ 674.704506] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.712361] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226618, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.981449] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d4769c73-3d8f-4428-887b-07694ba5470d tempest-ServersAdmin275Test-1412087709 tempest-ServersAdmin275Test-1412087709-project-member] Lock "99c5100f-890c-496c-b40a-2cd4a2be72e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.335s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.216368] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226618, 'name': CreateVM_Task, 'duration_secs': 0.360273} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.216368] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfea592a-7cc8-4944-b8ce-ba28d64d5ed7] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 675.216368] env[70323]: DEBUG oslo_concurrency.lockutils [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.216368] env[70323]: DEBUG oslo_concurrency.lockutils [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.216792] env[70323]: DEBUG oslo_concurrency.lockutils [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.219369] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbf0e495-09d4-4f3c-80f4-b72a5e5109c2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.224939] env[70323]: DEBUG oslo_vmware.api [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Waiting for the task: (returnval){ [ 675.224939] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]524b69db-e015-22f5-a6f0-4ba68295d1cf" [ 675.224939] env[70323]: _type = "Task" [ 675.224939] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.233373] env[70323]: DEBUG oslo_vmware.api [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]524b69db-e015-22f5-a6f0-4ba68295d1cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.541473] env[70323]: DEBUG nova.network.neutron [req-986fc463-2e7b-468e-8ca9-cc16c12bc04c req-251e62c1-9be5-4fd5-8902-ff68bfdbda3e service nova] [instance: bfea592a-7cc8-4944-b8ce-ba28d64d5ed7] Updated VIF entry in instance network info cache for port 8c87178a-23a6-4bfc-82aa-a2a0289290bb. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 675.541820] env[70323]: DEBUG nova.network.neutron [req-986fc463-2e7b-468e-8ca9-cc16c12bc04c req-251e62c1-9be5-4fd5-8902-ff68bfdbda3e service nova] [instance: bfea592a-7cc8-4944-b8ce-ba28d64d5ed7] Updating instance_info_cache with network_info: [{"id": "8c87178a-23a6-4bfc-82aa-a2a0289290bb", "address": "fa:16:3e:ca:07:31", "network": {"id": "57b074fb-ae9f-449a-be68-d0afa9aef005", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1214923628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2101efea82524d34a4cc4cccc2d6f7ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c87178a-23", "ovs_interfaceid": "8c87178a-23a6-4bfc-82aa-a2a0289290bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.743530] env[70323]: DEBUG oslo_vmware.api [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]524b69db-e015-22f5-a6f0-4ba68295d1cf, 'name': SearchDatastore_Task, 'duration_secs': 0.013457} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.744103] env[70323]: DEBUG oslo_concurrency.lockutils [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.744397] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] [instance: bfea592a-7cc8-4944-b8ce-ba28d64d5ed7] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 675.744669] env[70323]: DEBUG oslo_concurrency.lockutils [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.744883] env[70323]: DEBUG oslo_concurrency.lockutils [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.745170] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 675.745506] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59cb75af-578a-4e3c-9499-766735736a9d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.759874] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 675.759874] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 675.760512] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17691ede-10d2-4cda-a10e-e39b3ece2cfe {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.771254] env[70323]: DEBUG oslo_vmware.api [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Waiting for the task: (returnval){ [ 675.771254] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52cf2357-c24c-7564-dab2-ef4049d9022e" [ 675.771254] env[70323]: _type = "Task" [ 675.771254] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.785909] env[70323]: DEBUG oslo_vmware.api [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52cf2357-c24c-7564-dab2-ef4049d9022e, 'name': SearchDatastore_Task, 'duration_secs': 0.010636} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.787076] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6551015-185a-48a4-ad21-12e13c0f49f9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.794174] env[70323]: DEBUG oslo_vmware.api [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Waiting for the task: (returnval){ [ 675.794174] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]522a7161-1f87-96a9-df21-33cd431dfe5f" [ 675.794174] env[70323]: _type = "Task" [ 675.794174] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.809348] env[70323]: DEBUG oslo_vmware.api [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]522a7161-1f87-96a9-df21-33cd431dfe5f, 'name': SearchDatastore_Task, 'duration_secs': 0.009765} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.809348] env[70323]: DEBUG oslo_concurrency.lockutils [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.809348] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] bfea592a-7cc8-4944-b8ce-ba28d64d5ed7/bfea592a-7cc8-4944-b8ce-ba28d64d5ed7.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 675.809348] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0361b91e-bf00-4277-9795-bc91e20a2e91 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.817893] env[70323]: DEBUG oslo_vmware.api [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Waiting for the task: (returnval){ [ 675.817893] env[70323]: value = "task-3226619" [ 675.817893] env[70323]: _type = "Task" [ 675.817893] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.826463] env[70323]: DEBUG oslo_vmware.api [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Task: {'id': task-3226619, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.047068] env[70323]: DEBUG oslo_concurrency.lockutils [req-986fc463-2e7b-468e-8ca9-cc16c12bc04c req-251e62c1-9be5-4fd5-8902-ff68bfdbda3e service nova] Releasing lock "refresh_cache-bfea592a-7cc8-4944-b8ce-ba28d64d5ed7" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.076408] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7dde095-56e0-4bad-bd06-053cc63873fc {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.089225] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77ccdc3-e2db-45b7-8e39-5ad90e355424 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.130059] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fdc7e5b-1dae-4603-84bf-b029b12c9b7c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.138358] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c92286-4036-4d8b-89e8-a1e33ce59bb1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.155539] env[70323]: DEBUG nova.compute.provider_tree [None req-5cacb616-a2a1-494d-96df-eb151c199b46 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 676.328801] env[70323]: DEBUG oslo_vmware.api [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Task: {'id': task-3226619, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.659349] env[70323]: DEBUG nova.scheduler.client.report [None req-5cacb616-a2a1-494d-96df-eb151c199b46 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 676.831640] env[70323]: DEBUG oslo_vmware.api [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Task: {'id': task-3226619, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571618} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.833021] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] bfea592a-7cc8-4944-b8ce-ba28d64d5ed7/bfea592a-7cc8-4944-b8ce-ba28d64d5ed7.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 676.833021] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] [instance: bfea592a-7cc8-4944-b8ce-ba28d64d5ed7] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 676.833021] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c351c92-f03e-41ab-9d3f-4e589a43d82b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.841633] env[70323]: DEBUG oslo_vmware.api [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Waiting for the task: (returnval){ [ 676.841633] env[70323]: value = "task-3226620" [ 676.841633] env[70323]: _type = "Task" [ 676.841633] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.851306] env[70323]: DEBUG oslo_vmware.api [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Task: {'id': task-3226620, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.165229] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5cacb616-a2a1-494d-96df-eb151c199b46 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.719s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.165229] env[70323]: DEBUG nova.compute.manager [None req-5cacb616-a2a1-494d-96df-eb151c199b46 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] [instance: 9a2373d0-4c30-4811-8cfb-41cc23028535] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 677.168682] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e46c412b-2373-451d-8fd9-f466d5f2fd82 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.758s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.168945] env[70323]: DEBUG nova.objects.instance [None req-e46c412b-2373-451d-8fd9-f466d5f2fd82 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Lazy-loading 'resources' on Instance uuid f80ff45c-767d-4771-876e-d4cf7f06718a {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 677.353385] env[70323]: DEBUG oslo_vmware.api [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Task: {'id': task-3226620, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079707} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.353683] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] [instance: bfea592a-7cc8-4944-b8ce-ba28d64d5ed7] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 677.354486] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0d0fa2-aeca-462b-bea0-b6ef8d7454d5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.382694] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] [instance: bfea592a-7cc8-4944-b8ce-ba28d64d5ed7] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] bfea592a-7cc8-4944-b8ce-ba28d64d5ed7/bfea592a-7cc8-4944-b8ce-ba28d64d5ed7.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 677.383048] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6a5d22a-adae-41d4-a7ac-31f975410105 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.405750] env[70323]: DEBUG oslo_vmware.api [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Waiting for the task: (returnval){ [ 677.405750] env[70323]: value = "task-3226621" [ 677.405750] env[70323]: _type = "Task" [ 677.405750] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.415979] env[70323]: DEBUG oslo_vmware.api [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Task: {'id': task-3226621, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.673777] env[70323]: DEBUG nova.compute.utils [None req-5cacb616-a2a1-494d-96df-eb151c199b46 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 677.677652] env[70323]: DEBUG nova.compute.manager [None req-5cacb616-a2a1-494d-96df-eb151c199b46 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] [instance: 9a2373d0-4c30-4811-8cfb-41cc23028535] Not allocating networking since 'none' was specified. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 677.922074] env[70323]: DEBUG oslo_vmware.api [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Task: {'id': task-3226621, 'name': ReconfigVM_Task, 'duration_secs': 0.324625} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.922074] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] [instance: bfea592a-7cc8-4944-b8ce-ba28d64d5ed7] Reconfigured VM instance instance-00000018 to attach disk [datastore1] bfea592a-7cc8-4944-b8ce-ba28d64d5ed7/bfea592a-7cc8-4944-b8ce-ba28d64d5ed7.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 677.922341] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51d6978b-e5f3-4d58-b358-5c7bd2729247 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.932759] env[70323]: DEBUG oslo_vmware.api [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Waiting for the task: (returnval){ [ 677.932759] env[70323]: value = "task-3226622" [ 677.932759] env[70323]: _type = "Task" [ 677.932759] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.941522] env[70323]: DEBUG oslo_vmware.api [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Task: {'id': task-3226622, 'name': Rename_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.118453] env[70323]: DEBUG nova.objects.instance [None req-488aa28a-b492-4957-b0e8-101ecf6141b7 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Lazy-loading 'flavor' on Instance uuid 16c3a117-e725-45e2-94e9-fbc0156fbadd {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 678.179092] env[70323]: DEBUG nova.compute.manager [None req-5cacb616-a2a1-494d-96df-eb151c199b46 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] [instance: 9a2373d0-4c30-4811-8cfb-41cc23028535] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 678.267641] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be171e1-168f-4013-8c88-1dc42dfd28eb {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.278091] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c3e7f1d-3d93-4007-b096-f8fb2cd35077 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.312148] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b19ba828-d252-4d5c-8f3e-0ce5c84ba150 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.319965] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa83ac4-e542-45fd-acd4-fb43fb5e73e1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.335766] env[70323]: DEBUG nova.compute.provider_tree [None req-e46c412b-2373-451d-8fd9-f466d5f2fd82 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 678.443679] env[70323]: DEBUG oslo_vmware.api [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Task: {'id': task-3226622, 'name': Rename_Task, 'duration_secs': 0.284192} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.444026] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] [instance: bfea592a-7cc8-4944-b8ce-ba28d64d5ed7] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 678.444421] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce23639e-8128-42a2-8662-09f4a0c80dd4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.453616] env[70323]: DEBUG oslo_vmware.api [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Waiting for the task: (returnval){ [ 678.453616] env[70323]: value = "task-3226623" [ 678.453616] env[70323]: _type = "Task" [ 678.453616] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.464646] env[70323]: DEBUG oslo_vmware.api [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Task: {'id': task-3226623, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.624028] env[70323]: DEBUG oslo_concurrency.lockutils [None req-488aa28a-b492-4957-b0e8-101ecf6141b7 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Acquiring lock "refresh_cache-16c3a117-e725-45e2-94e9-fbc0156fbadd" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.624267] env[70323]: DEBUG oslo_concurrency.lockutils [None req-488aa28a-b492-4957-b0e8-101ecf6141b7 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Acquired lock "refresh_cache-16c3a117-e725-45e2-94e9-fbc0156fbadd" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.705066] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Acquiring lock "08c8dd40-92a3-48cd-ba9b-61d1796f9b7a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.705548] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Lock "08c8dd40-92a3-48cd-ba9b-61d1796f9b7a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.841195] env[70323]: DEBUG nova.scheduler.client.report [None req-e46c412b-2373-451d-8fd9-f466d5f2fd82 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 678.965292] env[70323]: DEBUG oslo_vmware.api [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Task: {'id': task-3226623, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.120734] env[70323]: DEBUG oslo_vmware.rw_handles [None req-bd462a74-e728-4969-967a-0f53275946b9 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f0781b-2d60-c755-095a-48461cb2573d/disk-0.vmdk. {{(pid=70323) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 679.122160] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e49b3802-bb34-4050-9786-4259e5d9d95a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.131210] env[70323]: DEBUG oslo_vmware.rw_handles [None req-bd462a74-e728-4969-967a-0f53275946b9 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f0781b-2d60-c755-095a-48461cb2573d/disk-0.vmdk is in state: ready. {{(pid=70323) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 679.131523] env[70323]: ERROR oslo_vmware.rw_handles [None req-bd462a74-e728-4969-967a-0f53275946b9 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f0781b-2d60-c755-095a-48461cb2573d/disk-0.vmdk due to incomplete transfer. [ 679.131842] env[70323]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e6e9895a-8da7-47cd-b4a4-fd96560d1c04 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.140546] env[70323]: DEBUG oslo_vmware.rw_handles [None req-bd462a74-e728-4969-967a-0f53275946b9 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f0781b-2d60-c755-095a-48461cb2573d/disk-0.vmdk. {{(pid=70323) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 679.140546] env[70323]: DEBUG nova.virt.vmwareapi.images [None req-bd462a74-e728-4969-967a-0f53275946b9 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: d8409f2b-0740-4d4c-a604-0c818a196445] Uploaded image 8a21eca6-baef-410b-b74d-af9209788499 to the Glance image server {{(pid=70323) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 679.146772] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd462a74-e728-4969-967a-0f53275946b9 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: d8409f2b-0740-4d4c-a604-0c818a196445] Destroying the VM {{(pid=70323) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 679.146772] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2b322759-9873-451f-8e7b-453a1d33e05a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.150391] env[70323]: DEBUG oslo_vmware.api [None req-bd462a74-e728-4969-967a-0f53275946b9 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Waiting for the task: (returnval){ [ 679.150391] env[70323]: value = "task-3226624" [ 679.150391] env[70323]: _type = "Task" [ 679.150391] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.161622] env[70323]: DEBUG oslo_vmware.api [None req-bd462a74-e728-4969-967a-0f53275946b9 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3226624, 'name': Destroy_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.202374] env[70323]: DEBUG nova.compute.manager [None req-5cacb616-a2a1-494d-96df-eb151c199b46 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] [instance: 9a2373d0-4c30-4811-8cfb-41cc23028535] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 679.240989] env[70323]: DEBUG nova.virt.hardware [None req-5cacb616-a2a1-494d-96df-eb151c199b46 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 679.242769] env[70323]: DEBUG nova.virt.hardware [None req-5cacb616-a2a1-494d-96df-eb151c199b46 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 679.242769] env[70323]: DEBUG nova.virt.hardware [None req-5cacb616-a2a1-494d-96df-eb151c199b46 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 679.242769] env[70323]: DEBUG nova.virt.hardware [None req-5cacb616-a2a1-494d-96df-eb151c199b46 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 679.242769] env[70323]: DEBUG nova.virt.hardware [None req-5cacb616-a2a1-494d-96df-eb151c199b46 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 679.242769] env[70323]: DEBUG nova.virt.hardware [None req-5cacb616-a2a1-494d-96df-eb151c199b46 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 679.242769] env[70323]: DEBUG nova.virt.hardware [None req-5cacb616-a2a1-494d-96df-eb151c199b46 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 679.242769] env[70323]: DEBUG nova.virt.hardware [None req-5cacb616-a2a1-494d-96df-eb151c199b46 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 679.242769] env[70323]: DEBUG nova.virt.hardware [None req-5cacb616-a2a1-494d-96df-eb151c199b46 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 679.242769] env[70323]: DEBUG nova.virt.hardware [None req-5cacb616-a2a1-494d-96df-eb151c199b46 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 679.242769] env[70323]: DEBUG nova.virt.hardware [None req-5cacb616-a2a1-494d-96df-eb151c199b46 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 679.244535] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4af87d6-f58e-4635-ad70-87157fe9878c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.252358] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c07501b-9e73-43a1-94d3-fea432d5b294 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.266872] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-5cacb616-a2a1-494d-96df-eb151c199b46 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] [instance: 9a2373d0-4c30-4811-8cfb-41cc23028535] Instance VIF info [] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 679.273083] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cacb616-a2a1-494d-96df-eb151c199b46 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Creating folder: Project (56ad7d45dcff47fd89ebb101044c886b). Parent ref: group-v644941. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 679.273642] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6ecdd220-6d90-473c-a0e0-9285cae320d1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.285711] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-5cacb616-a2a1-494d-96df-eb151c199b46 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Created folder: Project (56ad7d45dcff47fd89ebb101044c886b) in parent group-v644941. [ 679.286082] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cacb616-a2a1-494d-96df-eb151c199b46 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Creating folder: Instances. Parent ref: group-v645010. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 679.286415] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fdc8bc84-3d15-420e-ae89-22b091699651 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.295865] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Acquiring lock "04a6df8e-033c-4b03-99c3-19bd8b2200fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.296129] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Lock "04a6df8e-033c-4b03-99c3-19bd8b2200fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.302199] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-5cacb616-a2a1-494d-96df-eb151c199b46 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Created folder: Instances in parent group-v645010. [ 679.302576] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5cacb616-a2a1-494d-96df-eb151c199b46 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 679.302761] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a2373d0-4c30-4811-8cfb-41cc23028535] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 679.303533] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-256da206-6f4f-4100-8b7a-fded753c51e2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.333101] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 679.333101] env[70323]: value = "task-3226627" [ 679.333101] env[70323]: _type = "Task" [ 679.333101] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.344029] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226627, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.350804] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e46c412b-2373-451d-8fd9-f466d5f2fd82 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.182s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.354061] env[70323]: DEBUG oslo_concurrency.lockutils [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.327s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.356050] env[70323]: INFO nova.compute.claims [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: aad7167e-9a30-4fb0-bbbc-c57066db3311] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 679.396366] env[70323]: INFO nova.scheduler.client.report [None req-e46c412b-2373-451d-8fd9-f466d5f2fd82 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Deleted allocations for instance f80ff45c-767d-4771-876e-d4cf7f06718a [ 679.469388] env[70323]: DEBUG oslo_vmware.api [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Task: {'id': task-3226623, 'name': PowerOnVM_Task, 'duration_secs': 0.777315} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.469729] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] [instance: bfea592a-7cc8-4944-b8ce-ba28d64d5ed7] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 679.469938] env[70323]: INFO nova.compute.manager [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] [instance: bfea592a-7cc8-4944-b8ce-ba28d64d5ed7] Took 7.29 seconds to spawn the instance on the hypervisor. [ 679.470250] env[70323]: DEBUG nova.compute.manager [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] [instance: bfea592a-7cc8-4944-b8ce-ba28d64d5ed7] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 679.471065] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f42f3ba-d17e-459f-9e05-c6082547f0a0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.567517] env[70323]: DEBUG nova.network.neutron [None req-488aa28a-b492-4957-b0e8-101ecf6141b7 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] [instance: 16c3a117-e725-45e2-94e9-fbc0156fbadd] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 679.662205] env[70323]: DEBUG oslo_vmware.api [None req-bd462a74-e728-4969-967a-0f53275946b9 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3226624, 'name': Destroy_Task} progress is 33%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.842688] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226627, 'name': CreateVM_Task, 'duration_secs': 0.478574} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.842884] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a2373d0-4c30-4811-8cfb-41cc23028535] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 679.846287] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5cacb616-a2a1-494d-96df-eb151c199b46 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.846287] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5cacb616-a2a1-494d-96df-eb151c199b46 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.846287] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5cacb616-a2a1-494d-96df-eb151c199b46 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.846287] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68cd5524-c48d-4230-892b-434ad1dbcd7f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.849509] env[70323]: DEBUG oslo_vmware.api [None req-5cacb616-a2a1-494d-96df-eb151c199b46 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Waiting for the task: (returnval){ [ 679.849509] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52fc1d7c-9c5d-5859-2926-7ae06d3a5837" [ 679.849509] env[70323]: _type = "Task" [ 679.849509] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.857936] env[70323]: DEBUG oslo_vmware.api [None req-5cacb616-a2a1-494d-96df-eb151c199b46 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52fc1d7c-9c5d-5859-2926-7ae06d3a5837, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.913759] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e46c412b-2373-451d-8fd9-f466d5f2fd82 tempest-TenantUsagesTestJSON-327021409 tempest-TenantUsagesTestJSON-327021409-project-member] Lock "f80ff45c-767d-4771-876e-d4cf7f06718a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.823s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.994590] env[70323]: INFO nova.compute.manager [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] [instance: bfea592a-7cc8-4944-b8ce-ba28d64d5ed7] Took 43.04 seconds to build instance. [ 680.099541] env[70323]: DEBUG nova.compute.manager [req-8f608656-1022-4bef-b4f1-9472508d0c4d req-338051da-7c65-40c1-b2ae-c405bfcc8e1f service nova] [instance: 16c3a117-e725-45e2-94e9-fbc0156fbadd] Received event network-changed-d7d7cac9-4a63-444e-a66e-53d0da9294bd {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.099803] env[70323]: DEBUG nova.compute.manager [req-8f608656-1022-4bef-b4f1-9472508d0c4d req-338051da-7c65-40c1-b2ae-c405bfcc8e1f service nova] [instance: 16c3a117-e725-45e2-94e9-fbc0156fbadd] Refreshing instance network info cache due to event network-changed-d7d7cac9-4a63-444e-a66e-53d0da9294bd. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 680.100125] env[70323]: DEBUG oslo_concurrency.lockutils [req-8f608656-1022-4bef-b4f1-9472508d0c4d req-338051da-7c65-40c1-b2ae-c405bfcc8e1f service nova] Acquiring lock "refresh_cache-16c3a117-e725-45e2-94e9-fbc0156fbadd" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.144233] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Acquiring lock "1ad77931-f385-45f3-bbe1-dd6e8b986631" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.144233] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Lock "1ad77931-f385-45f3-bbe1-dd6e8b986631" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.170068] env[70323]: DEBUG oslo_vmware.api [None req-bd462a74-e728-4969-967a-0f53275946b9 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3226624, 'name': Destroy_Task, 'duration_secs': 0.61391} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.170068] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-bd462a74-e728-4969-967a-0f53275946b9 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: d8409f2b-0740-4d4c-a604-0c818a196445] Destroyed the VM [ 680.170068] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-bd462a74-e728-4969-967a-0f53275946b9 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: d8409f2b-0740-4d4c-a604-0c818a196445] Deleting Snapshot of the VM instance {{(pid=70323) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 680.170068] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d4b1120b-bbb6-44a1-ba60-03af9143fad3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.186017] env[70323]: DEBUG oslo_vmware.api [None req-bd462a74-e728-4969-967a-0f53275946b9 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Waiting for the task: (returnval){ [ 680.186017] env[70323]: value = "task-3226628" [ 680.186017] env[70323]: _type = "Task" [ 680.186017] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.196400] env[70323]: DEBUG oslo_vmware.api [None req-bd462a74-e728-4969-967a-0f53275946b9 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3226628, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.360482] env[70323]: DEBUG oslo_vmware.api [None req-5cacb616-a2a1-494d-96df-eb151c199b46 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52fc1d7c-9c5d-5859-2926-7ae06d3a5837, 'name': SearchDatastore_Task, 'duration_secs': 0.02975} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.360814] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5cacb616-a2a1-494d-96df-eb151c199b46 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.361058] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-5cacb616-a2a1-494d-96df-eb151c199b46 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] [instance: 9a2373d0-4c30-4811-8cfb-41cc23028535] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 680.361297] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5cacb616-a2a1-494d-96df-eb151c199b46 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.361432] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5cacb616-a2a1-494d-96df-eb151c199b46 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.361610] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cacb616-a2a1-494d-96df-eb151c199b46 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 680.361880] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dee3fe45-d446-4bf4-89d7-8f1fd494ca9d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.371904] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cacb616-a2a1-494d-96df-eb151c199b46 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 680.371904] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-5cacb616-a2a1-494d-96df-eb151c199b46 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 680.372416] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d4308ed-bbf8-47bc-aebc-5c8e28036aec {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.382342] env[70323]: DEBUG oslo_vmware.api [None req-5cacb616-a2a1-494d-96df-eb151c199b46 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Waiting for the task: (returnval){ [ 680.382342] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52c1a899-599a-7ee1-e12d-5cd7b888d234" [ 680.382342] env[70323]: _type = "Task" [ 680.382342] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.392547] env[70323]: DEBUG oslo_vmware.api [None req-5cacb616-a2a1-494d-96df-eb151c199b46 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52c1a899-599a-7ee1-e12d-5cd7b888d234, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.487696] env[70323]: DEBUG nova.network.neutron [None req-488aa28a-b492-4957-b0e8-101ecf6141b7 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] [instance: 16c3a117-e725-45e2-94e9-fbc0156fbadd] Updating instance_info_cache with network_info: [{"id": "d7d7cac9-4a63-444e-a66e-53d0da9294bd", "address": "fa:16:3e:5b:a9:aa", "network": {"id": "ebd06241-e2a1-47a4-b5a0-8ce84ec434a7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1622113260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fef1726bc3a47b09eaf5a768f3c6c61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7d7cac9-4a", "ovs_interfaceid": "d7d7cac9-4a63-444e-a66e-53d0da9294bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.498323] env[70323]: DEBUG oslo_concurrency.lockutils [None req-086dba7c-1298-416c-b965-ddd260caa322 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Lock "bfea592a-7cc8-4944-b8ce-ba28d64d5ed7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.576s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.699867] env[70323]: DEBUG oslo_vmware.api [None req-bd462a74-e728-4969-967a-0f53275946b9 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3226628, 'name': RemoveSnapshot_Task, 'duration_secs': 0.345968} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.700181] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-bd462a74-e728-4969-967a-0f53275946b9 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: d8409f2b-0740-4d4c-a604-0c818a196445] Deleted Snapshot of the VM instance {{(pid=70323) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 680.700417] env[70323]: INFO nova.compute.manager [None req-bd462a74-e728-4969-967a-0f53275946b9 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: d8409f2b-0740-4d4c-a604-0c818a196445] Took 17.61 seconds to snapshot the instance on the hypervisor. [ 680.897414] env[70323]: DEBUG oslo_vmware.api [None req-5cacb616-a2a1-494d-96df-eb151c199b46 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52c1a899-599a-7ee1-e12d-5cd7b888d234, 'name': SearchDatastore_Task, 'duration_secs': 0.009847} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.900073] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5eb9d396-f311-4222-a44b-14cd4197d438 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.907590] env[70323]: DEBUG oslo_vmware.api [None req-5cacb616-a2a1-494d-96df-eb151c199b46 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Waiting for the task: (returnval){ [ 680.907590] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52a40315-69cd-932c-5130-629f91d6ac9e" [ 680.907590] env[70323]: _type = "Task" [ 680.907590] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.917235] env[70323]: DEBUG oslo_vmware.api [None req-5cacb616-a2a1-494d-96df-eb151c199b46 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52a40315-69cd-932c-5130-629f91d6ac9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.988056] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6357f66f-d9eb-460a-b8f2-dbb2e40a3412 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.989502] env[70323]: DEBUG oslo_concurrency.lockutils [None req-488aa28a-b492-4957-b0e8-101ecf6141b7 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Releasing lock "refresh_cache-16c3a117-e725-45e2-94e9-fbc0156fbadd" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.989693] env[70323]: DEBUG nova.compute.manager [None req-488aa28a-b492-4957-b0e8-101ecf6141b7 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] [instance: 16c3a117-e725-45e2-94e9-fbc0156fbadd] Inject network info {{(pid=70323) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 680.989971] env[70323]: DEBUG nova.compute.manager [None req-488aa28a-b492-4957-b0e8-101ecf6141b7 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] [instance: 16c3a117-e725-45e2-94e9-fbc0156fbadd] network_info to inject: |[{"id": "d7d7cac9-4a63-444e-a66e-53d0da9294bd", "address": "fa:16:3e:5b:a9:aa", "network": {"id": "ebd06241-e2a1-47a4-b5a0-8ce84ec434a7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1622113260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fef1726bc3a47b09eaf5a768f3c6c61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7d7cac9-4a", "ovs_interfaceid": "d7d7cac9-4a63-444e-a66e-53d0da9294bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 680.994707] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-488aa28a-b492-4957-b0e8-101ecf6141b7 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] [instance: 16c3a117-e725-45e2-94e9-fbc0156fbadd] Reconfiguring VM instance to set the machine id {{(pid=70323) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 680.995015] env[70323]: DEBUG oslo_concurrency.lockutils [req-8f608656-1022-4bef-b4f1-9472508d0c4d req-338051da-7c65-40c1-b2ae-c405bfcc8e1f service nova] Acquired lock "refresh_cache-16c3a117-e725-45e2-94e9-fbc0156fbadd" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.995226] env[70323]: DEBUG nova.network.neutron [req-8f608656-1022-4bef-b4f1-9472508d0c4d req-338051da-7c65-40c1-b2ae-c405bfcc8e1f service nova] [instance: 16c3a117-e725-45e2-94e9-fbc0156fbadd] Refreshing network info cache for port d7d7cac9-4a63-444e-a66e-53d0da9294bd {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 680.996433] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6ece2bc-4708-4938-8239-e477b7374efe {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.010522] env[70323]: DEBUG nova.compute.manager [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] [instance: a0a8df6e-572a-4874-9b2e-119e9a8933e6] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 681.016831] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-110b45a5-57f0-402a-8ffd-8b5ca380531a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.022183] env[70323]: DEBUG oslo_vmware.api [None req-488aa28a-b492-4957-b0e8-101ecf6141b7 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Waiting for the task: (returnval){ [ 681.022183] env[70323]: value = "task-3226629" [ 681.022183] env[70323]: _type = "Task" [ 681.022183] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.061533] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eaaff26-2681-4514-ab09-3efccb1ea8c3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.067799] env[70323]: DEBUG oslo_vmware.api [None req-488aa28a-b492-4957-b0e8-101ecf6141b7 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Task: {'id': task-3226629, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.073320] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730e4dff-8c06-49f0-89c9-371920180d95 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.087125] env[70323]: DEBUG nova.compute.provider_tree [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 681.332792] env[70323]: DEBUG nova.network.neutron [req-8f608656-1022-4bef-b4f1-9472508d0c4d req-338051da-7c65-40c1-b2ae-c405bfcc8e1f service nova] [instance: 16c3a117-e725-45e2-94e9-fbc0156fbadd] Updated VIF entry in instance network info cache for port d7d7cac9-4a63-444e-a66e-53d0da9294bd. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 681.333198] env[70323]: DEBUG nova.network.neutron [req-8f608656-1022-4bef-b4f1-9472508d0c4d req-338051da-7c65-40c1-b2ae-c405bfcc8e1f service nova] [instance: 16c3a117-e725-45e2-94e9-fbc0156fbadd] Updating instance_info_cache with network_info: [{"id": "d7d7cac9-4a63-444e-a66e-53d0da9294bd", "address": "fa:16:3e:5b:a9:aa", "network": {"id": "ebd06241-e2a1-47a4-b5a0-8ce84ec434a7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1622113260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fef1726bc3a47b09eaf5a768f3c6c61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7d7cac9-4a", "ovs_interfaceid": "d7d7cac9-4a63-444e-a66e-53d0da9294bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.420622] env[70323]: DEBUG oslo_vmware.api [None req-5cacb616-a2a1-494d-96df-eb151c199b46 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52a40315-69cd-932c-5130-629f91d6ac9e, 'name': SearchDatastore_Task, 'duration_secs': 0.02664} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.420892] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5cacb616-a2a1-494d-96df-eb151c199b46 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.421287] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cacb616-a2a1-494d-96df-eb151c199b46 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 9a2373d0-4c30-4811-8cfb-41cc23028535/9a2373d0-4c30-4811-8cfb-41cc23028535.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 681.421813] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35130f28-43f0-48e5-8525-be2173f95a27 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.429676] env[70323]: DEBUG oslo_vmware.api [None req-5cacb616-a2a1-494d-96df-eb151c199b46 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Waiting for the task: (returnval){ [ 681.429676] env[70323]: value = "task-3226630" [ 681.429676] env[70323]: _type = "Task" [ 681.429676] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.437778] env[70323]: DEBUG oslo_vmware.api [None req-5cacb616-a2a1-494d-96df-eb151c199b46 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Task: {'id': task-3226630, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.536983] env[70323]: DEBUG oslo_vmware.api [None req-488aa28a-b492-4957-b0e8-101ecf6141b7 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Task: {'id': task-3226629, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.543239] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.590423] env[70323]: DEBUG nova.scheduler.client.report [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 681.836946] env[70323]: DEBUG oslo_concurrency.lockutils [req-8f608656-1022-4bef-b4f1-9472508d0c4d req-338051da-7c65-40c1-b2ae-c405bfcc8e1f service nova] Releasing lock "refresh_cache-16c3a117-e725-45e2-94e9-fbc0156fbadd" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.864487] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1287c36f-396a-4bc6-91d7-d71248a47f08 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Acquiring lock "d8409f2b-0740-4d4c-a604-0c818a196445" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.864719] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1287c36f-396a-4bc6-91d7-d71248a47f08 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Lock "d8409f2b-0740-4d4c-a604-0c818a196445" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.864996] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1287c36f-396a-4bc6-91d7-d71248a47f08 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Acquiring lock "d8409f2b-0740-4d4c-a604-0c818a196445-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.865240] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1287c36f-396a-4bc6-91d7-d71248a47f08 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Lock "d8409f2b-0740-4d4c-a604-0c818a196445-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.865546] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1287c36f-396a-4bc6-91d7-d71248a47f08 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Lock "d8409f2b-0740-4d4c-a604-0c818a196445-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.867878] env[70323]: INFO nova.compute.manager [None req-1287c36f-396a-4bc6-91d7-d71248a47f08 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: d8409f2b-0740-4d4c-a604-0c818a196445] Terminating instance [ 681.943752] env[70323]: DEBUG oslo_vmware.api [None req-5cacb616-a2a1-494d-96df-eb151c199b46 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Task: {'id': task-3226630, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.036994] env[70323]: DEBUG oslo_vmware.api [None req-488aa28a-b492-4957-b0e8-101ecf6141b7 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Task: {'id': task-3226629, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.096286] env[70323]: DEBUG oslo_concurrency.lockutils [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.742s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.096819] env[70323]: DEBUG nova.compute.manager [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: aad7167e-9a30-4fb0-bbbc-c57066db3311] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 682.100056] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b9dcc645-09be-4b34-842f-010521d4fc52 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 30.858s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.360808] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Acquiring lock "95850796-4c82-4e1f-b169-c2122a5c4950" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.361057] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Lock "95850796-4c82-4e1f-b169-c2122a5c4950" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.371816] env[70323]: DEBUG nova.compute.manager [None req-1287c36f-396a-4bc6-91d7-d71248a47f08 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: d8409f2b-0740-4d4c-a604-0c818a196445] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 682.372513] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-1287c36f-396a-4bc6-91d7-d71248a47f08 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: d8409f2b-0740-4d4c-a604-0c818a196445] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 682.373423] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e6487c-d9fe-46f3-b4b7-b3fa7c51205a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.382363] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-1287c36f-396a-4bc6-91d7-d71248a47f08 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: d8409f2b-0740-4d4c-a604-0c818a196445] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 682.382615] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce72ab17-d8bf-4286-8c6c-39c7881584a0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.448180] env[70323]: DEBUG oslo_vmware.api [None req-5cacb616-a2a1-494d-96df-eb151c199b46 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Task: {'id': task-3226630, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.804282} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.448180] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cacb616-a2a1-494d-96df-eb151c199b46 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 9a2373d0-4c30-4811-8cfb-41cc23028535/9a2373d0-4c30-4811-8cfb-41cc23028535.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 682.448180] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-5cacb616-a2a1-494d-96df-eb151c199b46 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] [instance: 9a2373d0-4c30-4811-8cfb-41cc23028535] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 682.448180] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-1287c36f-396a-4bc6-91d7-d71248a47f08 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: d8409f2b-0740-4d4c-a604-0c818a196445] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 682.448180] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-1287c36f-396a-4bc6-91d7-d71248a47f08 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: d8409f2b-0740-4d4c-a604-0c818a196445] Deleting contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 682.448180] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-1287c36f-396a-4bc6-91d7-d71248a47f08 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Deleting the datastore file [datastore1] d8409f2b-0740-4d4c-a604-0c818a196445 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 682.448180] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10096411-df9f-4412-89f8-9d6120f33155 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.450202] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b5f7d71-f8e6-40b5-aafb-d9298fba9fde {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.456405] env[70323]: DEBUG oslo_vmware.api [None req-1287c36f-396a-4bc6-91d7-d71248a47f08 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Waiting for the task: (returnval){ [ 682.456405] env[70323]: value = "task-3226633" [ 682.456405] env[70323]: _type = "Task" [ 682.456405] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.458291] env[70323]: DEBUG oslo_vmware.api [None req-5cacb616-a2a1-494d-96df-eb151c199b46 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Waiting for the task: (returnval){ [ 682.458291] env[70323]: value = "task-3226632" [ 682.458291] env[70323]: _type = "Task" [ 682.458291] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.471088] env[70323]: DEBUG oslo_vmware.api [None req-1287c36f-396a-4bc6-91d7-d71248a47f08 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3226633, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.474125] env[70323]: DEBUG oslo_vmware.api [None req-5cacb616-a2a1-494d-96df-eb151c199b46 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Task: {'id': task-3226632, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.536407] env[70323]: DEBUG oslo_vmware.api [None req-488aa28a-b492-4957-b0e8-101ecf6141b7 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Task: {'id': task-3226629, 'name': ReconfigVM_Task, 'duration_secs': 1.157808} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.536688] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-488aa28a-b492-4957-b0e8-101ecf6141b7 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] [instance: 16c3a117-e725-45e2-94e9-fbc0156fbadd] Reconfigured VM instance to set the machine id {{(pid=70323) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 682.607870] env[70323]: DEBUG nova.compute.utils [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 682.609921] env[70323]: DEBUG nova.compute.manager [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: aad7167e-9a30-4fb0-bbbc-c57066db3311] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 682.609921] env[70323]: DEBUG nova.network.neutron [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: aad7167e-9a30-4fb0-bbbc-c57066db3311] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 682.664876] env[70323]: DEBUG nova.policy [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c189b5a8657472fabf068670f677af9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9442610b28a7452a8b29d013bd021928', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 682.728880] env[70323]: DEBUG nova.objects.instance [None req-220af777-7ee7-4b73-9d35-a13c57391932 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Lazy-loading 'flavor' on Instance uuid 16c3a117-e725-45e2-94e9-fbc0156fbadd {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 682.838771] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Acquiring lock "982522d9-dee1-4251-a7a3-4bad81acc442" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.838867] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Lock "982522d9-dee1-4251-a7a3-4bad81acc442" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.972962] env[70323]: DEBUG oslo_vmware.api [None req-1287c36f-396a-4bc6-91d7-d71248a47f08 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3226633, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.3506} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.977944] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-1287c36f-396a-4bc6-91d7-d71248a47f08 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 682.978164] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-1287c36f-396a-4bc6-91d7-d71248a47f08 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: d8409f2b-0740-4d4c-a604-0c818a196445] Deleted contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 682.978370] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-1287c36f-396a-4bc6-91d7-d71248a47f08 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: d8409f2b-0740-4d4c-a604-0c818a196445] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 682.978549] env[70323]: INFO nova.compute.manager [None req-1287c36f-396a-4bc6-91d7-d71248a47f08 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: d8409f2b-0740-4d4c-a604-0c818a196445] Took 0.61 seconds to destroy the instance on the hypervisor. [ 682.978784] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1287c36f-396a-4bc6-91d7-d71248a47f08 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 682.978991] env[70323]: DEBUG oslo_vmware.api [None req-5cacb616-a2a1-494d-96df-eb151c199b46 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Task: {'id': task-3226632, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0656} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.984207] env[70323]: DEBUG nova.compute.manager [-] [instance: d8409f2b-0740-4d4c-a604-0c818a196445] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 682.984322] env[70323]: DEBUG nova.network.neutron [-] [instance: d8409f2b-0740-4d4c-a604-0c818a196445] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 682.985922] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-5cacb616-a2a1-494d-96df-eb151c199b46 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] [instance: 9a2373d0-4c30-4811-8cfb-41cc23028535] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 682.986713] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7c34c5-149c-4578-90df-16f2722a180c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.007085] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cacb616-a2a1-494d-96df-eb151c199b46 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] [instance: 9a2373d0-4c30-4811-8cfb-41cc23028535] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 9a2373d0-4c30-4811-8cfb-41cc23028535/9a2373d0-4c30-4811-8cfb-41cc23028535.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 683.009813] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99aed261-e949-4435-a7dc-effb45d155fc {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.030267] env[70323]: DEBUG oslo_vmware.api [None req-5cacb616-a2a1-494d-96df-eb151c199b46 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Waiting for the task: (returnval){ [ 683.030267] env[70323]: value = "task-3226634" [ 683.030267] env[70323]: _type = "Task" [ 683.030267] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.038708] env[70323]: DEBUG oslo_vmware.api [None req-5cacb616-a2a1-494d-96df-eb151c199b46 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Task: {'id': task-3226634, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.112690] env[70323]: DEBUG nova.compute.manager [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: aad7167e-9a30-4fb0-bbbc-c57066db3311] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 683.241035] env[70323]: DEBUG oslo_concurrency.lockutils [None req-220af777-7ee7-4b73-9d35-a13c57391932 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Acquiring lock "refresh_cache-16c3a117-e725-45e2-94e9-fbc0156fbadd" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.241276] env[70323]: DEBUG oslo_concurrency.lockutils [None req-220af777-7ee7-4b73-9d35-a13c57391932 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Acquired lock "refresh_cache-16c3a117-e725-45e2-94e9-fbc0156fbadd" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.257965] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba198d62-7f0e-4209-aec5-bb22c10f0b9f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.268257] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06487f41-95b8-44a4-a083-2ec3aeb71271 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.300473] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5aa153d-cc14-4d96-8a7d-bffd1b4c90a9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.308125] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b83fa1-95ab-4b14-b0f7-61c5dc5a9024 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.314750] env[70323]: DEBUG nova.network.neutron [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: aad7167e-9a30-4fb0-bbbc-c57066db3311] Successfully created port: 3e78843c-87c4-4fb8-9d24-c6adb7d403a4 {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 683.326590] env[70323]: DEBUG nova.compute.provider_tree [None req-b9dcc645-09be-4b34-842f-010521d4fc52 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 683.541531] env[70323]: DEBUG oslo_vmware.api [None req-5cacb616-a2a1-494d-96df-eb151c199b46 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Task: {'id': task-3226634, 'name': ReconfigVM_Task, 'duration_secs': 0.266326} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.543244] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cacb616-a2a1-494d-96df-eb151c199b46 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] [instance: 9a2373d0-4c30-4811-8cfb-41cc23028535] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 9a2373d0-4c30-4811-8cfb-41cc23028535/9a2373d0-4c30-4811-8cfb-41cc23028535.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 683.543923] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f336e67-46fc-429e-a651-2823a2e11709 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.549617] env[70323]: DEBUG nova.compute.manager [req-9906dbc1-2abc-46f6-a500-38ba69c13f9a req-bc128b3c-5481-4c17-ad9b-168a95d8822e service nova] [instance: d8409f2b-0740-4d4c-a604-0c818a196445] Received event network-vif-deleted-e4e0eab4-a680-41be-885d-b997fdaf2f33 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 683.549812] env[70323]: INFO nova.compute.manager [req-9906dbc1-2abc-46f6-a500-38ba69c13f9a req-bc128b3c-5481-4c17-ad9b-168a95d8822e service nova] [instance: d8409f2b-0740-4d4c-a604-0c818a196445] Neutron deleted interface e4e0eab4-a680-41be-885d-b997fdaf2f33; detaching it from the instance and deleting it from the info cache [ 683.549979] env[70323]: DEBUG nova.network.neutron [req-9906dbc1-2abc-46f6-a500-38ba69c13f9a req-bc128b3c-5481-4c17-ad9b-168a95d8822e service nova] [instance: d8409f2b-0740-4d4c-a604-0c818a196445] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.552564] env[70323]: DEBUG oslo_vmware.api [None req-5cacb616-a2a1-494d-96df-eb151c199b46 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Waiting for the task: (returnval){ [ 683.552564] env[70323]: value = "task-3226635" [ 683.552564] env[70323]: _type = "Task" [ 683.552564] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.563782] env[70323]: DEBUG oslo_vmware.api [None req-5cacb616-a2a1-494d-96df-eb151c199b46 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Task: {'id': task-3226635, 'name': Rename_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.774206] env[70323]: DEBUG nova.network.neutron [-] [instance: d8409f2b-0740-4d4c-a604-0c818a196445] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.833090] env[70323]: DEBUG nova.scheduler.client.report [None req-b9dcc645-09be-4b34-842f-010521d4fc52 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 684.057020] env[70323]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b1c8c5ff-56de-424d-8f4c-07ae2d4e3bf1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.065418] env[70323]: DEBUG oslo_vmware.api [None req-5cacb616-a2a1-494d-96df-eb151c199b46 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Task: {'id': task-3226635, 'name': Rename_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.069260] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa71e35-210a-4d50-8f46-62dd2cefce69 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.100398] env[70323]: DEBUG nova.compute.manager [req-9906dbc1-2abc-46f6-a500-38ba69c13f9a req-bc128b3c-5481-4c17-ad9b-168a95d8822e service nova] [instance: d8409f2b-0740-4d4c-a604-0c818a196445] Detach interface failed, port_id=e4e0eab4-a680-41be-885d-b997fdaf2f33, reason: Instance d8409f2b-0740-4d4c-a604-0c818a196445 could not be found. {{(pid=70323) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 684.122841] env[70323]: DEBUG nova.compute.manager [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: aad7167e-9a30-4fb0-bbbc-c57066db3311] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 684.153032] env[70323]: DEBUG nova.virt.hardware [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 684.153032] env[70323]: DEBUG nova.virt.hardware [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 684.153032] env[70323]: DEBUG nova.virt.hardware [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 684.153032] env[70323]: DEBUG nova.virt.hardware [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 684.153032] env[70323]: DEBUG nova.virt.hardware [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 684.153032] env[70323]: DEBUG nova.virt.hardware [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 684.153589] env[70323]: DEBUG nova.virt.hardware [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 684.153934] env[70323]: DEBUG nova.virt.hardware [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 684.154257] env[70323]: DEBUG nova.virt.hardware [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 684.155969] env[70323]: DEBUG nova.virt.hardware [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 684.156343] env[70323]: DEBUG nova.virt.hardware [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 684.157656] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f90424-1b90-4038-af13-fcef0525b571 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.166193] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4767a7e2-fd62-4273-91c9-24bb4eed63e7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.277200] env[70323]: INFO nova.compute.manager [-] [instance: d8409f2b-0740-4d4c-a604-0c818a196445] Took 1.29 seconds to deallocate network for instance. [ 684.445010] env[70323]: DEBUG nova.network.neutron [None req-220af777-7ee7-4b73-9d35-a13c57391932 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] [instance: 16c3a117-e725-45e2-94e9-fbc0156fbadd] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 684.564341] env[70323]: DEBUG oslo_vmware.api [None req-5cacb616-a2a1-494d-96df-eb151c199b46 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Task: {'id': task-3226635, 'name': Rename_Task, 'duration_secs': 0.830699} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.564974] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cacb616-a2a1-494d-96df-eb151c199b46 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] [instance: 9a2373d0-4c30-4811-8cfb-41cc23028535] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 684.565332] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b693024-11f7-4909-828b-fe98e66d2572 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.572612] env[70323]: DEBUG oslo_vmware.api [None req-5cacb616-a2a1-494d-96df-eb151c199b46 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Waiting for the task: (returnval){ [ 684.572612] env[70323]: value = "task-3226636" [ 684.572612] env[70323]: _type = "Task" [ 684.572612] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.582045] env[70323]: DEBUG oslo_vmware.api [None req-5cacb616-a2a1-494d-96df-eb151c199b46 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Task: {'id': task-3226636, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.625585] env[70323]: DEBUG nova.compute.manager [req-3ae24f02-a2c8-4a4e-bf76-e0362c38fe53 req-f9373e59-fc69-4154-ab8f-1ba2938c677b service nova] [instance: 16c3a117-e725-45e2-94e9-fbc0156fbadd] Received event network-changed-d7d7cac9-4a63-444e-a66e-53d0da9294bd {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 684.625786] env[70323]: DEBUG nova.compute.manager [req-3ae24f02-a2c8-4a4e-bf76-e0362c38fe53 req-f9373e59-fc69-4154-ab8f-1ba2938c677b service nova] [instance: 16c3a117-e725-45e2-94e9-fbc0156fbadd] Refreshing instance network info cache due to event network-changed-d7d7cac9-4a63-444e-a66e-53d0da9294bd. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 684.625982] env[70323]: DEBUG oslo_concurrency.lockutils [req-3ae24f02-a2c8-4a4e-bf76-e0362c38fe53 req-f9373e59-fc69-4154-ab8f-1ba2938c677b service nova] Acquiring lock "refresh_cache-16c3a117-e725-45e2-94e9-fbc0156fbadd" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.785022] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1287c36f-396a-4bc6-91d7-d71248a47f08 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.841019] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b9dcc645-09be-4b34-842f-010521d4fc52 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.741s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.846507] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.046s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.848096] env[70323]: INFO nova.compute.claims [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] [instance: f5583748-c6c5-4da3-a4c6-d685472511d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 685.089768] env[70323]: DEBUG oslo_vmware.api [None req-5cacb616-a2a1-494d-96df-eb151c199b46 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Task: {'id': task-3226636, 'name': PowerOnVM_Task, 'duration_secs': 0.399436} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.090088] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cacb616-a2a1-494d-96df-eb151c199b46 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] [instance: 9a2373d0-4c30-4811-8cfb-41cc23028535] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 685.090908] env[70323]: INFO nova.compute.manager [None req-5cacb616-a2a1-494d-96df-eb151c199b46 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] [instance: 9a2373d0-4c30-4811-8cfb-41cc23028535] Took 5.89 seconds to spawn the instance on the hypervisor. [ 685.090908] env[70323]: DEBUG nova.compute.manager [None req-5cacb616-a2a1-494d-96df-eb151c199b46 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] [instance: 9a2373d0-4c30-4811-8cfb-41cc23028535] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 685.091666] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f966dd57-a7d3-4912-859f-f849c356658c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.270833] env[70323]: DEBUG nova.network.neutron [None req-220af777-7ee7-4b73-9d35-a13c57391932 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] [instance: 16c3a117-e725-45e2-94e9-fbc0156fbadd] Updating instance_info_cache with network_info: [{"id": "d7d7cac9-4a63-444e-a66e-53d0da9294bd", "address": "fa:16:3e:5b:a9:aa", "network": {"id": "ebd06241-e2a1-47a4-b5a0-8ce84ec434a7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1622113260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fef1726bc3a47b09eaf5a768f3c6c61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7d7cac9-4a", "ovs_interfaceid": "d7d7cac9-4a63-444e-a66e-53d0da9294bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.418435] env[70323]: INFO nova.scheduler.client.report [None req-b9dcc645-09be-4b34-842f-010521d4fc52 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Deleted allocation for migration 39b16eb9-b520-4992-a54d-26be338064d9 [ 685.610366] env[70323]: INFO nova.compute.manager [None req-5cacb616-a2a1-494d-96df-eb151c199b46 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] [instance: 9a2373d0-4c30-4811-8cfb-41cc23028535] Took 40.28 seconds to build instance. [ 685.727032] env[70323]: DEBUG nova.network.neutron [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: aad7167e-9a30-4fb0-bbbc-c57066db3311] Successfully updated port: 3e78843c-87c4-4fb8-9d24-c6adb7d403a4 {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 685.773399] env[70323]: DEBUG oslo_concurrency.lockutils [None req-220af777-7ee7-4b73-9d35-a13c57391932 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Releasing lock "refresh_cache-16c3a117-e725-45e2-94e9-fbc0156fbadd" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.773399] env[70323]: DEBUG nova.compute.manager [None req-220af777-7ee7-4b73-9d35-a13c57391932 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] [instance: 16c3a117-e725-45e2-94e9-fbc0156fbadd] Inject network info {{(pid=70323) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 685.773644] env[70323]: DEBUG nova.compute.manager [None req-220af777-7ee7-4b73-9d35-a13c57391932 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] [instance: 16c3a117-e725-45e2-94e9-fbc0156fbadd] network_info to inject: |[{"id": "d7d7cac9-4a63-444e-a66e-53d0da9294bd", "address": "fa:16:3e:5b:a9:aa", "network": {"id": "ebd06241-e2a1-47a4-b5a0-8ce84ec434a7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1622113260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fef1726bc3a47b09eaf5a768f3c6c61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7d7cac9-4a", "ovs_interfaceid": "d7d7cac9-4a63-444e-a66e-53d0da9294bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 685.780446] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-220af777-7ee7-4b73-9d35-a13c57391932 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] [instance: 16c3a117-e725-45e2-94e9-fbc0156fbadd] Reconfiguring VM instance to set the machine id {{(pid=70323) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 685.781836] env[70323]: DEBUG oslo_concurrency.lockutils [req-3ae24f02-a2c8-4a4e-bf76-e0362c38fe53 req-f9373e59-fc69-4154-ab8f-1ba2938c677b service nova] Acquired lock "refresh_cache-16c3a117-e725-45e2-94e9-fbc0156fbadd" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.782361] env[70323]: DEBUG nova.network.neutron [req-3ae24f02-a2c8-4a4e-bf76-e0362c38fe53 req-f9373e59-fc69-4154-ab8f-1ba2938c677b service nova] [instance: 16c3a117-e725-45e2-94e9-fbc0156fbadd] Refreshing network info cache for port d7d7cac9-4a63-444e-a66e-53d0da9294bd {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 685.783209] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d2300d5-4a68-4927-9d59-05fd146ec111 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.803110] env[70323]: DEBUG oslo_vmware.api [None req-220af777-7ee7-4b73-9d35-a13c57391932 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Waiting for the task: (returnval){ [ 685.803110] env[70323]: value = "task-3226637" [ 685.803110] env[70323]: _type = "Task" [ 685.803110] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.813635] env[70323]: DEBUG oslo_vmware.api [None req-220af777-7ee7-4b73-9d35-a13c57391932 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Task: {'id': task-3226637, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.928964] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b9dcc645-09be-4b34-842f-010521d4fc52 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Lock "e38249fe-4114-40a6-9cdb-8ec5917bec83" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 38.827s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.114956] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5cacb616-a2a1-494d-96df-eb151c199b46 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Lock "9a2373d0-4c30-4811-8cfb-41cc23028535" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.636s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.229534] env[70323]: DEBUG oslo_concurrency.lockutils [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquiring lock "refresh_cache-aad7167e-9a30-4fb0-bbbc-c57066db3311" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.229590] env[70323]: DEBUG oslo_concurrency.lockutils [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquired lock "refresh_cache-aad7167e-9a30-4fb0-bbbc-c57066db3311" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.229720] env[70323]: DEBUG nova.network.neutron [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: aad7167e-9a30-4fb0-bbbc-c57066db3311] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 686.316884] env[70323]: DEBUG oslo_vmware.api [None req-220af777-7ee7-4b73-9d35-a13c57391932 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Task: {'id': task-3226637, 'name': ReconfigVM_Task, 'duration_secs': 0.154071} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.317165] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-220af777-7ee7-4b73-9d35-a13c57391932 tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] [instance: 16c3a117-e725-45e2-94e9-fbc0156fbadd] Reconfigured VM instance to set the machine id {{(pid=70323) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 686.360145] env[70323]: DEBUG oslo_concurrency.lockutils [None req-133b3257-a7c5-4f13-a980-f10061a7654e tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Acquiring lock "16c3a117-e725-45e2-94e9-fbc0156fbadd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.360410] env[70323]: DEBUG oslo_concurrency.lockutils [None req-133b3257-a7c5-4f13-a980-f10061a7654e tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Lock "16c3a117-e725-45e2-94e9-fbc0156fbadd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.360722] env[70323]: DEBUG oslo_concurrency.lockutils [None req-133b3257-a7c5-4f13-a980-f10061a7654e tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Acquiring lock "16c3a117-e725-45e2-94e9-fbc0156fbadd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.360815] env[70323]: DEBUG oslo_concurrency.lockutils [None req-133b3257-a7c5-4f13-a980-f10061a7654e tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Lock "16c3a117-e725-45e2-94e9-fbc0156fbadd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.360981] env[70323]: DEBUG oslo_concurrency.lockutils [None req-133b3257-a7c5-4f13-a980-f10061a7654e tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Lock "16c3a117-e725-45e2-94e9-fbc0156fbadd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.362977] env[70323]: INFO nova.compute.manager [None req-133b3257-a7c5-4f13-a980-f10061a7654e tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] [instance: 16c3a117-e725-45e2-94e9-fbc0156fbadd] Terminating instance [ 686.438525] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3adf74-6fa9-4a95-9c86-8fb288452c1a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.446679] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5b0062-d087-43ec-97cd-ac7cd19cd427 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.490544] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6780842b-b45f-476a-b0d1-223483a52593 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.498198] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec35f10-2809-4fbf-be69-2b7957b4d37f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.513639] env[70323]: DEBUG nova.compute.provider_tree [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 686.611238] env[70323]: DEBUG nova.network.neutron [req-3ae24f02-a2c8-4a4e-bf76-e0362c38fe53 req-f9373e59-fc69-4154-ab8f-1ba2938c677b service nova] [instance: 16c3a117-e725-45e2-94e9-fbc0156fbadd] Updated VIF entry in instance network info cache for port d7d7cac9-4a63-444e-a66e-53d0da9294bd. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 686.611604] env[70323]: DEBUG nova.network.neutron [req-3ae24f02-a2c8-4a4e-bf76-e0362c38fe53 req-f9373e59-fc69-4154-ab8f-1ba2938c677b service nova] [instance: 16c3a117-e725-45e2-94e9-fbc0156fbadd] Updating instance_info_cache with network_info: [{"id": "d7d7cac9-4a63-444e-a66e-53d0da9294bd", "address": "fa:16:3e:5b:a9:aa", "network": {"id": "ebd06241-e2a1-47a4-b5a0-8ce84ec434a7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1622113260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fef1726bc3a47b09eaf5a768f3c6c61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7d7cac9-4a", "ovs_interfaceid": "d7d7cac9-4a63-444e-a66e-53d0da9294bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.620036] env[70323]: DEBUG nova.compute.manager [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] [instance: a5ca6c00-0437-4f80-b0fa-65b6b68df973] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 686.792210] env[70323]: DEBUG nova.network.neutron [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: aad7167e-9a30-4fb0-bbbc-c57066db3311] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 686.870021] env[70323]: DEBUG nova.compute.manager [None req-133b3257-a7c5-4f13-a980-f10061a7654e tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] [instance: 16c3a117-e725-45e2-94e9-fbc0156fbadd] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 686.870021] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-133b3257-a7c5-4f13-a980-f10061a7654e tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] [instance: 16c3a117-e725-45e2-94e9-fbc0156fbadd] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 686.870021] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f52aeeec-3b62-4440-8a4f-38bef0ca3e99 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.877711] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-133b3257-a7c5-4f13-a980-f10061a7654e tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] [instance: 16c3a117-e725-45e2-94e9-fbc0156fbadd] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 686.878086] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-334f9665-fc47-4715-af19-162f2483f3f0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.887117] env[70323]: DEBUG oslo_vmware.api [None req-133b3257-a7c5-4f13-a980-f10061a7654e tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Waiting for the task: (returnval){ [ 686.887117] env[70323]: value = "task-3226638" [ 686.887117] env[70323]: _type = "Task" [ 686.887117] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.899068] env[70323]: DEBUG oslo_vmware.api [None req-133b3257-a7c5-4f13-a980-f10061a7654e tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Task: {'id': task-3226638, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.994404] env[70323]: DEBUG oslo_concurrency.lockutils [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Acquiring lock "7b398910-13db-4ed9-b743-6f25046af2dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.994660] env[70323]: DEBUG oslo_concurrency.lockutils [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Lock "7b398910-13db-4ed9-b743-6f25046af2dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.002632] env[70323]: DEBUG nova.network.neutron [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: aad7167e-9a30-4fb0-bbbc-c57066db3311] Updating instance_info_cache with network_info: [{"id": "3e78843c-87c4-4fb8-9d24-c6adb7d403a4", "address": "fa:16:3e:7f:cd:4a", "network": {"id": "6e67070b-8cfb-44d3-a355-e33374893830", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-79061281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9442610b28a7452a8b29d013bd021928", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e78843c-87", "ovs_interfaceid": "3e78843c-87c4-4fb8-9d24-c6adb7d403a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.017323] env[70323]: DEBUG nova.scheduler.client.report [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 687.114490] env[70323]: DEBUG oslo_concurrency.lockutils [req-3ae24f02-a2c8-4a4e-bf76-e0362c38fe53 req-f9373e59-fc69-4154-ab8f-1ba2938c677b service nova] Releasing lock "refresh_cache-16c3a117-e725-45e2-94e9-fbc0156fbadd" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.148033] env[70323]: DEBUG oslo_concurrency.lockutils [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.245393] env[70323]: DEBUG nova.compute.manager [req-00499f7f-b403-4908-834a-c82c64439d81 req-f0c0fa3f-6e36-4801-8901-a42c41caf4e4 service nova] [instance: aad7167e-9a30-4fb0-bbbc-c57066db3311] Received event network-vif-plugged-3e78843c-87c4-4fb8-9d24-c6adb7d403a4 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 687.245649] env[70323]: DEBUG oslo_concurrency.lockutils [req-00499f7f-b403-4908-834a-c82c64439d81 req-f0c0fa3f-6e36-4801-8901-a42c41caf4e4 service nova] Acquiring lock "aad7167e-9a30-4fb0-bbbc-c57066db3311-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.245886] env[70323]: DEBUG oslo_concurrency.lockutils [req-00499f7f-b403-4908-834a-c82c64439d81 req-f0c0fa3f-6e36-4801-8901-a42c41caf4e4 service nova] Lock "aad7167e-9a30-4fb0-bbbc-c57066db3311-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.246305] env[70323]: DEBUG oslo_concurrency.lockutils [req-00499f7f-b403-4908-834a-c82c64439d81 req-f0c0fa3f-6e36-4801-8901-a42c41caf4e4 service nova] Lock "aad7167e-9a30-4fb0-bbbc-c57066db3311-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.246482] env[70323]: DEBUG nova.compute.manager [req-00499f7f-b403-4908-834a-c82c64439d81 req-f0c0fa3f-6e36-4801-8901-a42c41caf4e4 service nova] [instance: aad7167e-9a30-4fb0-bbbc-c57066db3311] No waiting events found dispatching network-vif-plugged-3e78843c-87c4-4fb8-9d24-c6adb7d403a4 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 687.248128] env[70323]: WARNING nova.compute.manager [req-00499f7f-b403-4908-834a-c82c64439d81 req-f0c0fa3f-6e36-4801-8901-a42c41caf4e4 service nova] [instance: aad7167e-9a30-4fb0-bbbc-c57066db3311] Received unexpected event network-vif-plugged-3e78843c-87c4-4fb8-9d24-c6adb7d403a4 for instance with vm_state building and task_state spawning. [ 687.248128] env[70323]: DEBUG nova.compute.manager [req-00499f7f-b403-4908-834a-c82c64439d81 req-f0c0fa3f-6e36-4801-8901-a42c41caf4e4 service nova] [instance: aad7167e-9a30-4fb0-bbbc-c57066db3311] Received event network-changed-3e78843c-87c4-4fb8-9d24-c6adb7d403a4 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 687.248128] env[70323]: DEBUG nova.compute.manager [req-00499f7f-b403-4908-834a-c82c64439d81 req-f0c0fa3f-6e36-4801-8901-a42c41caf4e4 service nova] [instance: aad7167e-9a30-4fb0-bbbc-c57066db3311] Refreshing instance network info cache due to event network-changed-3e78843c-87c4-4fb8-9d24-c6adb7d403a4. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 687.248128] env[70323]: DEBUG oslo_concurrency.lockutils [req-00499f7f-b403-4908-834a-c82c64439d81 req-f0c0fa3f-6e36-4801-8901-a42c41caf4e4 service nova] Acquiring lock "refresh_cache-aad7167e-9a30-4fb0-bbbc-c57066db3311" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.403558] env[70323]: DEBUG oslo_vmware.api [None req-133b3257-a7c5-4f13-a980-f10061a7654e tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Task: {'id': task-3226638, 'name': PowerOffVM_Task, 'duration_secs': 0.207023} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.404180] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-133b3257-a7c5-4f13-a980-f10061a7654e tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] [instance: 16c3a117-e725-45e2-94e9-fbc0156fbadd] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 687.404448] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-133b3257-a7c5-4f13-a980-f10061a7654e tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] [instance: 16c3a117-e725-45e2-94e9-fbc0156fbadd] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 687.404819] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8a6b29e-7a14-4b9a-bf92-4773bcc7ded2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.463098] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-133b3257-a7c5-4f13-a980-f10061a7654e tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] [instance: 16c3a117-e725-45e2-94e9-fbc0156fbadd] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 687.463373] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-133b3257-a7c5-4f13-a980-f10061a7654e tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] [instance: 16c3a117-e725-45e2-94e9-fbc0156fbadd] Deleting contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 687.463578] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-133b3257-a7c5-4f13-a980-f10061a7654e tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Deleting the datastore file [datastore2] 16c3a117-e725-45e2-94e9-fbc0156fbadd {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 687.466292] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bda1f5b8-38fa-46eb-a8e1-dfe9f5961b25 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.476190] env[70323]: DEBUG oslo_vmware.api [None req-133b3257-a7c5-4f13-a980-f10061a7654e tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Waiting for the task: (returnval){ [ 687.476190] env[70323]: value = "task-3226640" [ 687.476190] env[70323]: _type = "Task" [ 687.476190] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.485373] env[70323]: DEBUG oslo_vmware.api [None req-133b3257-a7c5-4f13-a980-f10061a7654e tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Task: {'id': task-3226640, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.510440] env[70323]: DEBUG oslo_concurrency.lockutils [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Releasing lock "refresh_cache-aad7167e-9a30-4fb0-bbbc-c57066db3311" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.510837] env[70323]: DEBUG nova.compute.manager [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: aad7167e-9a30-4fb0-bbbc-c57066db3311] Instance network_info: |[{"id": "3e78843c-87c4-4fb8-9d24-c6adb7d403a4", "address": "fa:16:3e:7f:cd:4a", "network": {"id": "6e67070b-8cfb-44d3-a355-e33374893830", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-79061281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9442610b28a7452a8b29d013bd021928", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e78843c-87", "ovs_interfaceid": "3e78843c-87c4-4fb8-9d24-c6adb7d403a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 687.511190] env[70323]: DEBUG oslo_concurrency.lockutils [req-00499f7f-b403-4908-834a-c82c64439d81 req-f0c0fa3f-6e36-4801-8901-a42c41caf4e4 service nova] Acquired lock "refresh_cache-aad7167e-9a30-4fb0-bbbc-c57066db3311" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.511368] env[70323]: DEBUG nova.network.neutron [req-00499f7f-b403-4908-834a-c82c64439d81 req-f0c0fa3f-6e36-4801-8901-a42c41caf4e4 service nova] [instance: aad7167e-9a30-4fb0-bbbc-c57066db3311] Refreshing network info cache for port 3e78843c-87c4-4fb8-9d24-c6adb7d403a4 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 687.512761] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: aad7167e-9a30-4fb0-bbbc-c57066db3311] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:cd:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13b62154-a0e1-4eed-bc30-6464b15993bb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3e78843c-87c4-4fb8-9d24-c6adb7d403a4', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 687.524473] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Creating folder: Project (9442610b28a7452a8b29d013bd021928). Parent ref: group-v644941. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 687.525830] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.679s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.526658] env[70323]: DEBUG nova.compute.manager [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] [instance: f5583748-c6c5-4da3-a4c6-d685472511d4] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 687.534019] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f91a42c0-647f-4b7e-824a-6c943d236d1d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.535869] env[70323]: DEBUG oslo_concurrency.lockutils [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.166s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.537794] env[70323]: INFO nova.compute.claims [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] [instance: c7e021c9-0f12-43e5-b66a-73335865fc11] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 687.552291] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Created folder: Project (9442610b28a7452a8b29d013bd021928) in parent group-v644941. [ 687.552291] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Creating folder: Instances. Parent ref: group-v645013. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 687.552525] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a10ac5d8-a8c4-4fbf-ad38-d5d3937012ab {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.562735] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Created folder: Instances in parent group-v645013. [ 687.562946] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 687.563206] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aad7167e-9a30-4fb0-bbbc-c57066db3311] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 687.563435] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-660e5dc1-9ced-4c96-bcb9-2b9470ce4402 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.593335] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 687.593335] env[70323]: value = "task-3226643" [ 687.593335] env[70323]: _type = "Task" [ 687.593335] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.601233] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226643, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.972768] env[70323]: DEBUG oslo_concurrency.lockutils [None req-21cb6d1e-3a95-4eed-87cc-132b250da67f tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Acquiring lock "2eb42f40-1b49-496b-8f23-3d7298666d77" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.973105] env[70323]: DEBUG oslo_concurrency.lockutils [None req-21cb6d1e-3a95-4eed-87cc-132b250da67f tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Lock "2eb42f40-1b49-496b-8f23-3d7298666d77" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.973759] env[70323]: DEBUG oslo_concurrency.lockutils [None req-21cb6d1e-3a95-4eed-87cc-132b250da67f tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Acquiring lock "2eb42f40-1b49-496b-8f23-3d7298666d77-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.974071] env[70323]: DEBUG oslo_concurrency.lockutils [None req-21cb6d1e-3a95-4eed-87cc-132b250da67f tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Lock "2eb42f40-1b49-496b-8f23-3d7298666d77-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.974270] env[70323]: DEBUG oslo_concurrency.lockutils [None req-21cb6d1e-3a95-4eed-87cc-132b250da67f tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Lock "2eb42f40-1b49-496b-8f23-3d7298666d77-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.976811] env[70323]: INFO nova.compute.manager [None req-21cb6d1e-3a95-4eed-87cc-132b250da67f tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] [instance: 2eb42f40-1b49-496b-8f23-3d7298666d77] Terminating instance [ 687.992231] env[70323]: DEBUG oslo_vmware.api [None req-133b3257-a7c5-4f13-a980-f10061a7654e tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Task: {'id': task-3226640, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151833} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.992231] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-133b3257-a7c5-4f13-a980-f10061a7654e tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 687.992231] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-133b3257-a7c5-4f13-a980-f10061a7654e tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] [instance: 16c3a117-e725-45e2-94e9-fbc0156fbadd] Deleted contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 687.992231] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-133b3257-a7c5-4f13-a980-f10061a7654e tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] [instance: 16c3a117-e725-45e2-94e9-fbc0156fbadd] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 687.992231] env[70323]: INFO nova.compute.manager [None req-133b3257-a7c5-4f13-a980-f10061a7654e tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] [instance: 16c3a117-e725-45e2-94e9-fbc0156fbadd] Took 1.12 seconds to destroy the instance on the hypervisor. [ 687.992231] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-133b3257-a7c5-4f13-a980-f10061a7654e tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 687.992231] env[70323]: DEBUG nova.compute.manager [-] [instance: 16c3a117-e725-45e2-94e9-fbc0156fbadd] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 687.992231] env[70323]: DEBUG nova.network.neutron [-] [instance: 16c3a117-e725-45e2-94e9-fbc0156fbadd] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 688.033319] env[70323]: DEBUG nova.compute.utils [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 688.038207] env[70323]: DEBUG nova.compute.manager [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] [instance: f5583748-c6c5-4da3-a4c6-d685472511d4] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 688.038606] env[70323]: DEBUG nova.network.neutron [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] [instance: f5583748-c6c5-4da3-a4c6-d685472511d4] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 688.097187] env[70323]: DEBUG nova.policy [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4938e92f06fb4acf947353482e7fa8bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da23b3ead21f4522aaf2b5218f964b52', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 688.126637] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226643, 'name': CreateVM_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.433163] env[70323]: DEBUG nova.network.neutron [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] [instance: f5583748-c6c5-4da3-a4c6-d685472511d4] Successfully created port: a4e434f0-d9bd-4ade-90a5-5dd4e5d16e27 {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 688.486930] env[70323]: DEBUG nova.compute.manager [None req-21cb6d1e-3a95-4eed-87cc-132b250da67f tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] [instance: 2eb42f40-1b49-496b-8f23-3d7298666d77] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 688.487197] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-21cb6d1e-3a95-4eed-87cc-132b250da67f tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] [instance: 2eb42f40-1b49-496b-8f23-3d7298666d77] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 688.489150] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641b4aef-54c1-487e-8a4f-4b540da1d242 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.497439] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-21cb6d1e-3a95-4eed-87cc-132b250da67f tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] [instance: 2eb42f40-1b49-496b-8f23-3d7298666d77] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 688.497730] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-155d1dac-190c-4ba7-87db-659ea6dc8bb0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.504635] env[70323]: DEBUG oslo_vmware.api [None req-21cb6d1e-3a95-4eed-87cc-132b250da67f tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Waiting for the task: (returnval){ [ 688.504635] env[70323]: value = "task-3226644" [ 688.504635] env[70323]: _type = "Task" [ 688.504635] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.512764] env[70323]: DEBUG oslo_vmware.api [None req-21cb6d1e-3a95-4eed-87cc-132b250da67f tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Task: {'id': task-3226644, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.541827] env[70323]: DEBUG nova.compute.manager [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] [instance: f5583748-c6c5-4da3-a4c6-d685472511d4] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 688.612888] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226643, 'name': CreateVM_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.619189] env[70323]: INFO nova.compute.manager [None req-946e0cd1-cf47-42f6-867f-289aec3b6d45 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] [instance: 9a2373d0-4c30-4811-8cfb-41cc23028535] Rebuilding instance [ 688.681284] env[70323]: DEBUG nova.compute.manager [None req-946e0cd1-cf47-42f6-867f-289aec3b6d45 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] [instance: 9a2373d0-4c30-4811-8cfb-41cc23028535] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 688.682144] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d02d69b3-66a5-41c9-a600-5550d334462f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.894413] env[70323]: DEBUG nova.network.neutron [req-00499f7f-b403-4908-834a-c82c64439d81 req-f0c0fa3f-6e36-4801-8901-a42c41caf4e4 service nova] [instance: aad7167e-9a30-4fb0-bbbc-c57066db3311] Updated VIF entry in instance network info cache for port 3e78843c-87c4-4fb8-9d24-c6adb7d403a4. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 688.894413] env[70323]: DEBUG nova.network.neutron [req-00499f7f-b403-4908-834a-c82c64439d81 req-f0c0fa3f-6e36-4801-8901-a42c41caf4e4 service nova] [instance: aad7167e-9a30-4fb0-bbbc-c57066db3311] Updating instance_info_cache with network_info: [{"id": "3e78843c-87c4-4fb8-9d24-c6adb7d403a4", "address": "fa:16:3e:7f:cd:4a", "network": {"id": "6e67070b-8cfb-44d3-a355-e33374893830", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-79061281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9442610b28a7452a8b29d013bd021928", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e78843c-87", "ovs_interfaceid": "3e78843c-87c4-4fb8-9d24-c6adb7d403a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.018449] env[70323]: DEBUG oslo_vmware.api [None req-21cb6d1e-3a95-4eed-87cc-132b250da67f tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Task: {'id': task-3226644, 'name': PowerOffVM_Task, 'duration_secs': 0.308057} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.019077] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-21cb6d1e-3a95-4eed-87cc-132b250da67f tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] [instance: 2eb42f40-1b49-496b-8f23-3d7298666d77] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 689.019380] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-21cb6d1e-3a95-4eed-87cc-132b250da67f tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] [instance: 2eb42f40-1b49-496b-8f23-3d7298666d77] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 689.019737] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-240d11ec-a588-4720-b323-592f8e48bbc1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.095057] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-21cb6d1e-3a95-4eed-87cc-132b250da67f tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] [instance: 2eb42f40-1b49-496b-8f23-3d7298666d77] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 689.097020] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-21cb6d1e-3a95-4eed-87cc-132b250da67f tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] [instance: 2eb42f40-1b49-496b-8f23-3d7298666d77] Deleting contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 689.097020] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-21cb6d1e-3a95-4eed-87cc-132b250da67f tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Deleting the datastore file [datastore2] 2eb42f40-1b49-496b-8f23-3d7298666d77 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 689.098849] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-90b73944-e0c7-440c-8340-cfab72c79a65 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.113175] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226643, 'name': CreateVM_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.114083] env[70323]: DEBUG oslo_vmware.api [None req-21cb6d1e-3a95-4eed-87cc-132b250da67f tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Waiting for the task: (returnval){ [ 689.114083] env[70323]: value = "task-3226646" [ 689.114083] env[70323]: _type = "Task" [ 689.114083] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.115575] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce796aac-df07-4057-8d9c-e23a1b271335 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.131777] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858eeb3e-9d9d-42ea-8a91-d75da6d99438 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.134930] env[70323]: DEBUG oslo_vmware.api [None req-21cb6d1e-3a95-4eed-87cc-132b250da67f tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Task: {'id': task-3226646, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.167133] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85460b78-8ee1-4620-95be-eb17200d0ce3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.176571] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af65ec81-4c2b-4766-b70f-765b12f697a1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.196269] env[70323]: DEBUG nova.compute.provider_tree [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 689.396932] env[70323]: DEBUG oslo_concurrency.lockutils [req-00499f7f-b403-4908-834a-c82c64439d81 req-f0c0fa3f-6e36-4801-8901-a42c41caf4e4 service nova] Releasing lock "refresh_cache-aad7167e-9a30-4fb0-bbbc-c57066db3311" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.554348] env[70323]: DEBUG nova.compute.manager [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] [instance: f5583748-c6c5-4da3-a4c6-d685472511d4] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 689.568081] env[70323]: DEBUG nova.compute.manager [req-8d16c5e1-9106-432f-bf33-82a6f18f91e7 req-2d5ffb61-5013-4534-ac7e-0e35d2cd559f service nova] [instance: 16c3a117-e725-45e2-94e9-fbc0156fbadd] Received event network-vif-deleted-d7d7cac9-4a63-444e-a66e-53d0da9294bd {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 689.569106] env[70323]: INFO nova.compute.manager [req-8d16c5e1-9106-432f-bf33-82a6f18f91e7 req-2d5ffb61-5013-4534-ac7e-0e35d2cd559f service nova] [instance: 16c3a117-e725-45e2-94e9-fbc0156fbadd] Neutron deleted interface d7d7cac9-4a63-444e-a66e-53d0da9294bd; detaching it from the instance and deleting it from the info cache [ 689.569461] env[70323]: DEBUG nova.network.neutron [req-8d16c5e1-9106-432f-bf33-82a6f18f91e7 req-2d5ffb61-5013-4534-ac7e-0e35d2cd559f service nova] [instance: 16c3a117-e725-45e2-94e9-fbc0156fbadd] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.585028] env[70323]: DEBUG nova.virt.hardware [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 689.585028] env[70323]: DEBUG nova.virt.hardware [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 689.585028] env[70323]: DEBUG nova.virt.hardware [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 689.585028] env[70323]: DEBUG nova.virt.hardware [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 689.585028] env[70323]: DEBUG nova.virt.hardware [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 689.585028] env[70323]: DEBUG nova.virt.hardware [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 689.585028] env[70323]: DEBUG nova.virt.hardware [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 689.585028] env[70323]: DEBUG nova.virt.hardware [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 689.585028] env[70323]: DEBUG nova.virt.hardware [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 689.585028] env[70323]: DEBUG nova.virt.hardware [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 689.585028] env[70323]: DEBUG nova.virt.hardware [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 689.585476] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3a96bf-4935-4414-911b-6739a86918a4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.594856] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e1fa05-cf1e-4001-9437-c47a6b7022dc {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.627411] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226643, 'name': CreateVM_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.630380] env[70323]: DEBUG oslo_vmware.api [None req-21cb6d1e-3a95-4eed-87cc-132b250da67f tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Task: {'id': task-3226646, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196372} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.630616] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-21cb6d1e-3a95-4eed-87cc-132b250da67f tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 689.630795] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-21cb6d1e-3a95-4eed-87cc-132b250da67f tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] [instance: 2eb42f40-1b49-496b-8f23-3d7298666d77] Deleted contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 689.630979] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-21cb6d1e-3a95-4eed-87cc-132b250da67f tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] [instance: 2eb42f40-1b49-496b-8f23-3d7298666d77] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 689.631176] env[70323]: INFO nova.compute.manager [None req-21cb6d1e-3a95-4eed-87cc-132b250da67f tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] [instance: 2eb42f40-1b49-496b-8f23-3d7298666d77] Took 1.14 seconds to destroy the instance on the hypervisor. [ 689.631409] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21cb6d1e-3a95-4eed-87cc-132b250da67f tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 689.631894] env[70323]: DEBUG nova.compute.manager [-] [instance: 2eb42f40-1b49-496b-8f23-3d7298666d77] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 689.631990] env[70323]: DEBUG nova.network.neutron [-] [instance: 2eb42f40-1b49-496b-8f23-3d7298666d77] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 689.700193] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-946e0cd1-cf47-42f6-867f-289aec3b6d45 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] [instance: 9a2373d0-4c30-4811-8cfb-41cc23028535] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 689.700536] env[70323]: DEBUG nova.scheduler.client.report [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 689.703748] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c39b1f5-f56e-4b40-adfe-121f9360c621 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.710475] env[70323]: DEBUG oslo_vmware.api [None req-946e0cd1-cf47-42f6-867f-289aec3b6d45 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Waiting for the task: (returnval){ [ 689.710475] env[70323]: value = "task-3226647" [ 689.710475] env[70323]: _type = "Task" [ 689.710475] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.722214] env[70323]: DEBUG oslo_vmware.api [None req-946e0cd1-cf47-42f6-867f-289aec3b6d45 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Task: {'id': task-3226647, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.876314] env[70323]: DEBUG nova.network.neutron [-] [instance: 16c3a117-e725-45e2-94e9-fbc0156fbadd] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.954345] env[70323]: DEBUG oslo_concurrency.lockutils [None req-da7af8eb-4abd-43e3-a9d8-09aee165e53d tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Acquiring lock "3cd24ffc-62ba-465a-8663-efbce0e593f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.954345] env[70323]: DEBUG oslo_concurrency.lockutils [None req-da7af8eb-4abd-43e3-a9d8-09aee165e53d tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Lock "3cd24ffc-62ba-465a-8663-efbce0e593f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.006672] env[70323]: DEBUG nova.compute.manager [req-518dcde0-007a-428e-89dd-1b85954f3e66 req-407fa76a-0ebf-45bc-ab7d-cb0a5dd64b24 service nova] [instance: f5583748-c6c5-4da3-a4c6-d685472511d4] Received event network-vif-plugged-a4e434f0-d9bd-4ade-90a5-5dd4e5d16e27 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.006672] env[70323]: DEBUG oslo_concurrency.lockutils [req-518dcde0-007a-428e-89dd-1b85954f3e66 req-407fa76a-0ebf-45bc-ab7d-cb0a5dd64b24 service nova] Acquiring lock "f5583748-c6c5-4da3-a4c6-d685472511d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.006672] env[70323]: DEBUG oslo_concurrency.lockutils [req-518dcde0-007a-428e-89dd-1b85954f3e66 req-407fa76a-0ebf-45bc-ab7d-cb0a5dd64b24 service nova] Lock "f5583748-c6c5-4da3-a4c6-d685472511d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.006672] env[70323]: DEBUG oslo_concurrency.lockutils [req-518dcde0-007a-428e-89dd-1b85954f3e66 req-407fa76a-0ebf-45bc-ab7d-cb0a5dd64b24 service nova] Lock "f5583748-c6c5-4da3-a4c6-d685472511d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.006672] env[70323]: DEBUG nova.compute.manager [req-518dcde0-007a-428e-89dd-1b85954f3e66 req-407fa76a-0ebf-45bc-ab7d-cb0a5dd64b24 service nova] [instance: f5583748-c6c5-4da3-a4c6-d685472511d4] No waiting events found dispatching network-vif-plugged-a4e434f0-d9bd-4ade-90a5-5dd4e5d16e27 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 690.006672] env[70323]: WARNING nova.compute.manager [req-518dcde0-007a-428e-89dd-1b85954f3e66 req-407fa76a-0ebf-45bc-ab7d-cb0a5dd64b24 service nova] [instance: f5583748-c6c5-4da3-a4c6-d685472511d4] Received unexpected event network-vif-plugged-a4e434f0-d9bd-4ade-90a5-5dd4e5d16e27 for instance with vm_state building and task_state spawning. [ 690.072572] env[70323]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-28f617e2-4192-4b9a-a37c-afc457e26334 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.083311] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db48aa39-bbb5-4fce-9c39-d0095eb8748c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.119713] env[70323]: DEBUG nova.compute.manager [req-8d16c5e1-9106-432f-bf33-82a6f18f91e7 req-2d5ffb61-5013-4534-ac7e-0e35d2cd559f service nova] [instance: 16c3a117-e725-45e2-94e9-fbc0156fbadd] Detach interface failed, port_id=d7d7cac9-4a63-444e-a66e-53d0da9294bd, reason: Instance 16c3a117-e725-45e2-94e9-fbc0156fbadd could not be found. {{(pid=70323) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 690.128934] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226643, 'name': CreateVM_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.134102] env[70323]: DEBUG nova.network.neutron [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] [instance: f5583748-c6c5-4da3-a4c6-d685472511d4] Successfully updated port: a4e434f0-d9bd-4ade-90a5-5dd4e5d16e27 {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 690.208662] env[70323]: DEBUG oslo_concurrency.lockutils [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.673s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.209207] env[70323]: DEBUG nova.compute.manager [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] [instance: c7e021c9-0f12-43e5-b66a-73335865fc11] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 690.212331] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.269s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.213759] env[70323]: INFO nova.compute.claims [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] [instance: 015b62f4-f233-4d72-89fd-221d8e381082] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 690.230191] env[70323]: DEBUG oslo_vmware.api [None req-946e0cd1-cf47-42f6-867f-289aec3b6d45 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Task: {'id': task-3226647, 'name': PowerOffVM_Task, 'duration_secs': 0.16738} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.230191] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-946e0cd1-cf47-42f6-867f-289aec3b6d45 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] [instance: 9a2373d0-4c30-4811-8cfb-41cc23028535] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 690.230778] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-946e0cd1-cf47-42f6-867f-289aec3b6d45 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] [instance: 9a2373d0-4c30-4811-8cfb-41cc23028535] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 690.231665] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e3e14c8-ce11-402b-b6f5-f586ba9a8874 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.241409] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-946e0cd1-cf47-42f6-867f-289aec3b6d45 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] [instance: 9a2373d0-4c30-4811-8cfb-41cc23028535] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 690.241409] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-731d1c9f-e7ca-439c-a969-69890b33454a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.282188] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-946e0cd1-cf47-42f6-867f-289aec3b6d45 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] [instance: 9a2373d0-4c30-4811-8cfb-41cc23028535] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 690.282188] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-946e0cd1-cf47-42f6-867f-289aec3b6d45 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] [instance: 9a2373d0-4c30-4811-8cfb-41cc23028535] Deleting contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 690.282188] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-946e0cd1-cf47-42f6-867f-289aec3b6d45 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Deleting the datastore file [datastore1] 9a2373d0-4c30-4811-8cfb-41cc23028535 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 690.282188] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65ce6d33-c565-4d60-8866-31fcd7e3a549 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.287158] env[70323]: DEBUG oslo_vmware.api [None req-946e0cd1-cf47-42f6-867f-289aec3b6d45 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Waiting for the task: (returnval){ [ 690.287158] env[70323]: value = "task-3226649" [ 690.287158] env[70323]: _type = "Task" [ 690.287158] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.295642] env[70323]: DEBUG oslo_vmware.api [None req-946e0cd1-cf47-42f6-867f-289aec3b6d45 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Task: {'id': task-3226649, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.380259] env[70323]: INFO nova.compute.manager [-] [instance: 16c3a117-e725-45e2-94e9-fbc0156fbadd] Took 2.39 seconds to deallocate network for instance. [ 690.628515] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226643, 'name': CreateVM_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.639415] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Acquiring lock "refresh_cache-f5583748-c6c5-4da3-a4c6-d685472511d4" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.639415] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Acquired lock "refresh_cache-f5583748-c6c5-4da3-a4c6-d685472511d4" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.639415] env[70323]: DEBUG nova.network.neutron [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] [instance: f5583748-c6c5-4da3-a4c6-d685472511d4] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 690.718477] env[70323]: DEBUG nova.compute.utils [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 690.719866] env[70323]: DEBUG nova.compute.manager [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] [instance: c7e021c9-0f12-43e5-b66a-73335865fc11] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 690.720047] env[70323]: DEBUG nova.network.neutron [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] [instance: c7e021c9-0f12-43e5-b66a-73335865fc11] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 690.738461] env[70323]: DEBUG nova.network.neutron [-] [instance: 2eb42f40-1b49-496b-8f23-3d7298666d77] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.771627] env[70323]: DEBUG nova.policy [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e4d0e849a16489ebf123d07eac45fb8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14813f58434e45b78bc00e43aa3fd48e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 690.798668] env[70323]: DEBUG oslo_vmware.api [None req-946e0cd1-cf47-42f6-867f-289aec3b6d45 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Task: {'id': task-3226649, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.089792} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.799417] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-946e0cd1-cf47-42f6-867f-289aec3b6d45 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 690.799417] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-946e0cd1-cf47-42f6-867f-289aec3b6d45 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] [instance: 9a2373d0-4c30-4811-8cfb-41cc23028535] Deleted contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 690.799417] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-946e0cd1-cf47-42f6-867f-289aec3b6d45 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] [instance: 9a2373d0-4c30-4811-8cfb-41cc23028535] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 690.890901] env[70323]: DEBUG oslo_concurrency.lockutils [None req-133b3257-a7c5-4f13-a980-f10061a7654e tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.086622] env[70323]: DEBUG nova.network.neutron [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] [instance: c7e021c9-0f12-43e5-b66a-73335865fc11] Successfully created port: d062036c-f343-45a6-86e8-f5857586e64b {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 691.128783] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226643, 'name': CreateVM_Task, 'duration_secs': 3.095962} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.129126] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aad7167e-9a30-4fb0-bbbc-c57066db3311] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 691.129944] env[70323]: DEBUG oslo_concurrency.lockutils [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.130260] env[70323]: DEBUG oslo_concurrency.lockutils [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.130681] env[70323]: DEBUG oslo_concurrency.lockutils [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.131036] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c6a4538-5d52-4506-9220-05ba9c48d5cd {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.135282] env[70323]: DEBUG oslo_vmware.api [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for the task: (returnval){ [ 691.135282] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5291f090-c60b-8685-4ccd-90ad659b3fe1" [ 691.135282] env[70323]: _type = "Task" [ 691.135282] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.145379] env[70323]: DEBUG oslo_vmware.api [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5291f090-c60b-8685-4ccd-90ad659b3fe1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.176472] env[70323]: DEBUG nova.network.neutron [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] [instance: f5583748-c6c5-4da3-a4c6-d685472511d4] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 691.227021] env[70323]: DEBUG nova.compute.manager [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] [instance: c7e021c9-0f12-43e5-b66a-73335865fc11] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 691.242109] env[70323]: INFO nova.compute.manager [-] [instance: 2eb42f40-1b49-496b-8f23-3d7298666d77] Took 1.61 seconds to deallocate network for instance. [ 691.352326] env[70323]: DEBUG nova.network.neutron [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] [instance: f5583748-c6c5-4da3-a4c6-d685472511d4] Updating instance_info_cache with network_info: [{"id": "a4e434f0-d9bd-4ade-90a5-5dd4e5d16e27", "address": "fa:16:3e:7f:b5:d7", "network": {"id": "92d20762-3235-4d33-881f-4f0da34c61ec", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1109390032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da23b3ead21f4522aaf2b5218f964b52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4e434f0-d9", "ovs_interfaceid": "a4e434f0-d9bd-4ade-90a5-5dd4e5d16e27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.636031] env[70323]: DEBUG nova.compute.manager [req-0fd7a544-d7c2-4970-aa3a-19b702867c01 req-72d23601-1d05-4e38-87ea-6108581b8e0e service nova] [instance: 2eb42f40-1b49-496b-8f23-3d7298666d77] Received event network-vif-deleted-7ad61544-94d2-4c24-a69a-23ed8a9c5405 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.648793] env[70323]: DEBUG oslo_vmware.api [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5291f090-c60b-8685-4ccd-90ad659b3fe1, 'name': SearchDatastore_Task, 'duration_secs': 0.010399} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.651265] env[70323]: DEBUG oslo_concurrency.lockutils [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.651499] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: aad7167e-9a30-4fb0-bbbc-c57066db3311] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 691.651733] env[70323]: DEBUG oslo_concurrency.lockutils [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.651964] env[70323]: DEBUG oslo_concurrency.lockutils [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.652172] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 691.653025] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-95100ece-b93f-4d6f-87bd-1f68ff6dba60 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.661052] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 691.661244] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 691.664074] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96aeba5e-e765-4212-a5ae-05fbcc894033 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.669215] env[70323]: DEBUG oslo_vmware.api [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for the task: (returnval){ [ 691.669215] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52e25a5e-4237-ced6-bd54-dc29ecd99bd6" [ 691.669215] env[70323]: _type = "Task" [ 691.669215] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.676688] env[70323]: DEBUG oslo_vmware.api [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52e25a5e-4237-ced6-bd54-dc29ecd99bd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.721898] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab4c369-f929-4b12-9c6f-8b5747a16b42 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.732557] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e585988e-0e4b-433f-b786-21514ab131ed {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.768040] env[70323]: DEBUG oslo_concurrency.lockutils [None req-21cb6d1e-3a95-4eed-87cc-132b250da67f tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.769700] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6346c0-f0e1-422c-81d4-4ea323a35eac {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.778680] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d29e70-14c0-44f0-ba63-d70b949948b7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.794406] env[70323]: DEBUG nova.compute.provider_tree [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 691.841253] env[70323]: DEBUG nova.virt.hardware [None req-946e0cd1-cf47-42f6-867f-289aec3b6d45 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 691.841800] env[70323]: DEBUG nova.virt.hardware [None req-946e0cd1-cf47-42f6-867f-289aec3b6d45 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 691.842072] env[70323]: DEBUG nova.virt.hardware [None req-946e0cd1-cf47-42f6-867f-289aec3b6d45 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 691.842705] env[70323]: DEBUG nova.virt.hardware [None req-946e0cd1-cf47-42f6-867f-289aec3b6d45 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 691.842930] env[70323]: DEBUG nova.virt.hardware [None req-946e0cd1-cf47-42f6-867f-289aec3b6d45 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 691.843156] env[70323]: DEBUG nova.virt.hardware [None req-946e0cd1-cf47-42f6-867f-289aec3b6d45 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 691.843440] env[70323]: DEBUG nova.virt.hardware [None req-946e0cd1-cf47-42f6-867f-289aec3b6d45 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 691.843663] env[70323]: DEBUG nova.virt.hardware [None req-946e0cd1-cf47-42f6-867f-289aec3b6d45 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 691.843892] env[70323]: DEBUG nova.virt.hardware [None req-946e0cd1-cf47-42f6-867f-289aec3b6d45 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 691.844767] env[70323]: DEBUG nova.virt.hardware [None req-946e0cd1-cf47-42f6-867f-289aec3b6d45 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 691.845015] env[70323]: DEBUG nova.virt.hardware [None req-946e0cd1-cf47-42f6-867f-289aec3b6d45 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 691.846044] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7ae78f-7fe2-4ee6-afb7-acc40bd81bbc {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.855075] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Releasing lock "refresh_cache-f5583748-c6c5-4da3-a4c6-d685472511d4" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.855451] env[70323]: DEBUG nova.compute.manager [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] [instance: f5583748-c6c5-4da3-a4c6-d685472511d4] Instance network_info: |[{"id": "a4e434f0-d9bd-4ade-90a5-5dd4e5d16e27", "address": "fa:16:3e:7f:b5:d7", "network": {"id": "92d20762-3235-4d33-881f-4f0da34c61ec", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1109390032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da23b3ead21f4522aaf2b5218f964b52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4e434f0-d9", "ovs_interfaceid": "a4e434f0-d9bd-4ade-90a5-5dd4e5d16e27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 691.855952] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] [instance: f5583748-c6c5-4da3-a4c6-d685472511d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:b5:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b9aabc7c-0f6c-42eb-bd27-493a1496c0c8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a4e434f0-d9bd-4ade-90a5-5dd4e5d16e27', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 691.863424] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Creating folder: Project (da23b3ead21f4522aaf2b5218f964b52). Parent ref: group-v644941. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.864665] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36cd165-1f03-450b-ae82-ab1ac3b57b91 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.869845] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa6fd9f3-b033-46f5-84b8-93e7700b36c1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.883092] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-946e0cd1-cf47-42f6-867f-289aec3b6d45 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] [instance: 9a2373d0-4c30-4811-8cfb-41cc23028535] Instance VIF info [] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 691.888755] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-946e0cd1-cf47-42f6-867f-289aec3b6d45 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 691.890191] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a2373d0-4c30-4811-8cfb-41cc23028535] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 691.890466] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Created folder: Project (da23b3ead21f4522aaf2b5218f964b52) in parent group-v644941. [ 691.890641] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Creating folder: Instances. Parent ref: group-v645016. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.890844] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c123dc2a-452f-4746-89af-0c5421cbe33b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.902400] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c38a59e-2284-4043-863e-ce365c1c82cb {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.909314] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 691.909314] env[70323]: value = "task-3226651" [ 691.909314] env[70323]: _type = "Task" [ 691.909314] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.913796] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Created folder: Instances in parent group-v645016. [ 691.913960] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 691.917228] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5583748-c6c5-4da3-a4c6-d685472511d4] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 691.917228] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226651, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.917228] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ce1c562-7e96-454d-b246-2012cfddd626 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.939166] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 691.939166] env[70323]: value = "task-3226653" [ 691.939166] env[70323]: _type = "Task" [ 691.939166] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.947227] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226653, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.039289] env[70323]: DEBUG nova.compute.manager [req-c6a25230-60d0-4516-ac39-87055200cc2a req-bb7dba30-cb17-44b3-8503-4f95645c27c0 service nova] [instance: f5583748-c6c5-4da3-a4c6-d685472511d4] Received event network-changed-a4e434f0-d9bd-4ade-90a5-5dd4e5d16e27 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 692.039516] env[70323]: DEBUG nova.compute.manager [req-c6a25230-60d0-4516-ac39-87055200cc2a req-bb7dba30-cb17-44b3-8503-4f95645c27c0 service nova] [instance: f5583748-c6c5-4da3-a4c6-d685472511d4] Refreshing instance network info cache due to event network-changed-a4e434f0-d9bd-4ade-90a5-5dd4e5d16e27. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 692.039772] env[70323]: DEBUG oslo_concurrency.lockutils [req-c6a25230-60d0-4516-ac39-87055200cc2a req-bb7dba30-cb17-44b3-8503-4f95645c27c0 service nova] Acquiring lock "refresh_cache-f5583748-c6c5-4da3-a4c6-d685472511d4" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.039989] env[70323]: DEBUG oslo_concurrency.lockutils [req-c6a25230-60d0-4516-ac39-87055200cc2a req-bb7dba30-cb17-44b3-8503-4f95645c27c0 service nova] Acquired lock "refresh_cache-f5583748-c6c5-4da3-a4c6-d685472511d4" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.040118] env[70323]: DEBUG nova.network.neutron [req-c6a25230-60d0-4516-ac39-87055200cc2a req-bb7dba30-cb17-44b3-8503-4f95645c27c0 service nova] [instance: f5583748-c6c5-4da3-a4c6-d685472511d4] Refreshing network info cache for port a4e434f0-d9bd-4ade-90a5-5dd4e5d16e27 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 692.182874] env[70323]: DEBUG oslo_vmware.api [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52e25a5e-4237-ced6-bd54-dc29ecd99bd6, 'name': SearchDatastore_Task, 'duration_secs': 0.009042} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.183806] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84b3fc30-b1da-49e2-b5e2-dcd0b5abb80f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.189135] env[70323]: DEBUG oslo_vmware.api [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for the task: (returnval){ [ 692.189135] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52c4d464-3160-0e52-3f0b-49b5da20f3bd" [ 692.189135] env[70323]: _type = "Task" [ 692.189135] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.198697] env[70323]: DEBUG oslo_vmware.api [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52c4d464-3160-0e52-3f0b-49b5da20f3bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.238195] env[70323]: DEBUG nova.compute.manager [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] [instance: c7e021c9-0f12-43e5-b66a-73335865fc11] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 692.258052] env[70323]: DEBUG nova.virt.hardware [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 692.258329] env[70323]: DEBUG nova.virt.hardware [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 692.258518] env[70323]: DEBUG nova.virt.hardware [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 692.258710] env[70323]: DEBUG nova.virt.hardware [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 692.258870] env[70323]: DEBUG nova.virt.hardware [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 692.259030] env[70323]: DEBUG nova.virt.hardware [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 692.259254] env[70323]: DEBUG nova.virt.hardware [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 692.259457] env[70323]: DEBUG nova.virt.hardware [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 692.259658] env[70323]: DEBUG nova.virt.hardware [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 692.259835] env[70323]: DEBUG nova.virt.hardware [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 692.260020] env[70323]: DEBUG nova.virt.hardware [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 692.260886] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7da715-5032-4bd5-aa92-aad892d48d46 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.268154] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b570414-fcf5-465f-9014-522a29432a52 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.297653] env[70323]: DEBUG nova.scheduler.client.report [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 692.419386] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226651, 'name': CreateVM_Task, 'duration_secs': 0.261214} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.419657] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a2373d0-4c30-4811-8cfb-41cc23028535] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 692.420147] env[70323]: DEBUG oslo_concurrency.lockutils [None req-946e0cd1-cf47-42f6-867f-289aec3b6d45 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.420364] env[70323]: DEBUG oslo_concurrency.lockutils [None req-946e0cd1-cf47-42f6-867f-289aec3b6d45 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.420726] env[70323]: DEBUG oslo_concurrency.lockutils [None req-946e0cd1-cf47-42f6-867f-289aec3b6d45 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.421046] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eff6f8e9-338e-419c-895f-87d8bff7dcf4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.426361] env[70323]: DEBUG oslo_vmware.api [None req-946e0cd1-cf47-42f6-867f-289aec3b6d45 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Waiting for the task: (returnval){ [ 692.426361] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52e3696d-2738-880e-af30-80eb1de2845a" [ 692.426361] env[70323]: _type = "Task" [ 692.426361] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.436379] env[70323]: DEBUG oslo_vmware.api [None req-946e0cd1-cf47-42f6-867f-289aec3b6d45 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52e3696d-2738-880e-af30-80eb1de2845a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.448951] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226653, 'name': CreateVM_Task, 'duration_secs': 0.327849} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.449202] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5583748-c6c5-4da3-a4c6-d685472511d4] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 692.449909] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.450079] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.450415] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.450671] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-582e2988-9f32-4ef6-b8bd-099998437550 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.457457] env[70323]: DEBUG oslo_vmware.api [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Waiting for the task: (returnval){ [ 692.457457] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5228713f-c4f9-03c8-9587-03eb098d1165" [ 692.457457] env[70323]: _type = "Task" [ 692.457457] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.465853] env[70323]: DEBUG oslo_vmware.api [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5228713f-c4f9-03c8-9587-03eb098d1165, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.701239] env[70323]: DEBUG oslo_vmware.api [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52c4d464-3160-0e52-3f0b-49b5da20f3bd, 'name': SearchDatastore_Task, 'duration_secs': 0.010599} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.701239] env[70323]: DEBUG nova.network.neutron [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] [instance: c7e021c9-0f12-43e5-b66a-73335865fc11] Successfully updated port: d062036c-f343-45a6-86e8-f5857586e64b {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 692.702634] env[70323]: DEBUG oslo_concurrency.lockutils [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.702959] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] aad7167e-9a30-4fb0-bbbc-c57066db3311/aad7167e-9a30-4fb0-bbbc-c57066db3311.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 692.703900] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f43eca2-e753-41d7-8b3d-0889024a60e7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.722316] env[70323]: DEBUG oslo_vmware.api [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for the task: (returnval){ [ 692.722316] env[70323]: value = "task-3226654" [ 692.722316] env[70323]: _type = "Task" [ 692.722316] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.730971] env[70323]: DEBUG oslo_vmware.api [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3226654, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.790493] env[70323]: DEBUG nova.network.neutron [req-c6a25230-60d0-4516-ac39-87055200cc2a req-bb7dba30-cb17-44b3-8503-4f95645c27c0 service nova] [instance: f5583748-c6c5-4da3-a4c6-d685472511d4] Updated VIF entry in instance network info cache for port a4e434f0-d9bd-4ade-90a5-5dd4e5d16e27. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 692.791058] env[70323]: DEBUG nova.network.neutron [req-c6a25230-60d0-4516-ac39-87055200cc2a req-bb7dba30-cb17-44b3-8503-4f95645c27c0 service nova] [instance: f5583748-c6c5-4da3-a4c6-d685472511d4] Updating instance_info_cache with network_info: [{"id": "a4e434f0-d9bd-4ade-90a5-5dd4e5d16e27", "address": "fa:16:3e:7f:b5:d7", "network": {"id": "92d20762-3235-4d33-881f-4f0da34c61ec", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1109390032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da23b3ead21f4522aaf2b5218f964b52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4e434f0-d9", "ovs_interfaceid": "a4e434f0-d9bd-4ade-90a5-5dd4e5d16e27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.805054] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.590s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.805054] env[70323]: DEBUG nova.compute.manager [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] [instance: 015b62f4-f233-4d72-89fd-221d8e381082] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 692.806167] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 30.709s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.806487] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.806888] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70323) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 692.807280] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.834s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.808864] env[70323]: INFO nova.compute.claims [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 17e07646-9826-43d9-9295-3a70b541c534] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 692.813460] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a4fdc2-4309-42de-adab-0329fdf92f80 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.824258] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8dd629f-972c-42aa-b8f5-86b99ad25e50 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.843024] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf7c7379-118b-471b-9085-510e0e18369c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.849548] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f387601-ce08-4257-ab7d-6c0d9cdb7901 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.888444] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178955MB free_disk=121GB free_vcpus=48 pci_devices=None {{(pid=70323) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 692.888444] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.940648] env[70323]: DEBUG oslo_vmware.api [None req-946e0cd1-cf47-42f6-867f-289aec3b6d45 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52e3696d-2738-880e-af30-80eb1de2845a, 'name': SearchDatastore_Task, 'duration_secs': 0.010049} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.941088] env[70323]: DEBUG oslo_concurrency.lockutils [None req-946e0cd1-cf47-42f6-867f-289aec3b6d45 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.941394] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-946e0cd1-cf47-42f6-867f-289aec3b6d45 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] [instance: 9a2373d0-4c30-4811-8cfb-41cc23028535] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 692.941700] env[70323]: DEBUG oslo_concurrency.lockutils [None req-946e0cd1-cf47-42f6-867f-289aec3b6d45 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.941865] env[70323]: DEBUG oslo_concurrency.lockutils [None req-946e0cd1-cf47-42f6-867f-289aec3b6d45 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.942101] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-946e0cd1-cf47-42f6-867f-289aec3b6d45 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 692.942411] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28c48d35-96d1-4449-bd52-55a65ad7ec43 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.953726] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-946e0cd1-cf47-42f6-867f-289aec3b6d45 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 692.953981] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-946e0cd1-cf47-42f6-867f-289aec3b6d45 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 692.955766] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ef035fe-1da1-4455-97c2-381d3782ad19 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.964552] env[70323]: DEBUG oslo_vmware.api [None req-946e0cd1-cf47-42f6-867f-289aec3b6d45 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Waiting for the task: (returnval){ [ 692.964552] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52b2175c-97c0-6245-ec7b-dbf174464ac8" [ 692.964552] env[70323]: _type = "Task" [ 692.964552] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.968679] env[70323]: DEBUG oslo_vmware.api [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5228713f-c4f9-03c8-9587-03eb098d1165, 'name': SearchDatastore_Task, 'duration_secs': 0.009422} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.971923] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.972197] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] [instance: f5583748-c6c5-4da3-a4c6-d685472511d4] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 692.972429] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.972577] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.972940] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 692.973145] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e386ff6f-a415-48db-8982-4fb3cb614f4e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.980254] env[70323]: DEBUG oslo_vmware.api [None req-946e0cd1-cf47-42f6-867f-289aec3b6d45 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52b2175c-97c0-6245-ec7b-dbf174464ac8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.999695] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 693.003024] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 693.003024] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c52eb3cc-071b-45b1-a022-154002e0bc35 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.006768] env[70323]: DEBUG oslo_vmware.api [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Waiting for the task: (returnval){ [ 693.006768] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52ca3ba1-7f59-a9dd-711f-c21817feba1e" [ 693.006768] env[70323]: _type = "Task" [ 693.006768] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.015864] env[70323]: DEBUG oslo_vmware.api [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52ca3ba1-7f59-a9dd-711f-c21817feba1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.204531] env[70323]: DEBUG oslo_concurrency.lockutils [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Acquiring lock "refresh_cache-c7e021c9-0f12-43e5-b66a-73335865fc11" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.204776] env[70323]: DEBUG oslo_concurrency.lockutils [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Acquired lock "refresh_cache-c7e021c9-0f12-43e5-b66a-73335865fc11" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.204934] env[70323]: DEBUG nova.network.neutron [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] [instance: c7e021c9-0f12-43e5-b66a-73335865fc11] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 693.231291] env[70323]: DEBUG oslo_vmware.api [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3226654, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471163} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.231586] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] aad7167e-9a30-4fb0-bbbc-c57066db3311/aad7167e-9a30-4fb0-bbbc-c57066db3311.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 693.231816] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: aad7167e-9a30-4fb0-bbbc-c57066db3311] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 693.232078] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b172a44-2736-49c0-b4b0-77030f6c298f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.238330] env[70323]: DEBUG oslo_vmware.api [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for the task: (returnval){ [ 693.238330] env[70323]: value = "task-3226655" [ 693.238330] env[70323]: _type = "Task" [ 693.238330] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.247500] env[70323]: DEBUG oslo_vmware.api [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3226655, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.294166] env[70323]: DEBUG oslo_concurrency.lockutils [req-c6a25230-60d0-4516-ac39-87055200cc2a req-bb7dba30-cb17-44b3-8503-4f95645c27c0 service nova] Releasing lock "refresh_cache-f5583748-c6c5-4da3-a4c6-d685472511d4" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.313805] env[70323]: DEBUG nova.compute.utils [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 693.317927] env[70323]: DEBUG nova.compute.manager [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] [instance: 015b62f4-f233-4d72-89fd-221d8e381082] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 693.318128] env[70323]: DEBUG nova.network.neutron [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] [instance: 015b62f4-f233-4d72-89fd-221d8e381082] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 693.489022] env[70323]: DEBUG oslo_vmware.api [None req-946e0cd1-cf47-42f6-867f-289aec3b6d45 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52b2175c-97c0-6245-ec7b-dbf174464ac8, 'name': SearchDatastore_Task, 'duration_secs': 0.023191} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.489926] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-981f50a6-6829-47aa-9bf8-6c53da36ce4b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.495259] env[70323]: DEBUG oslo_vmware.api [None req-946e0cd1-cf47-42f6-867f-289aec3b6d45 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Waiting for the task: (returnval){ [ 693.495259] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52698df7-2f40-a6d6-d0d9-f0fc9a9b247a" [ 693.495259] env[70323]: _type = "Task" [ 693.495259] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.502768] env[70323]: DEBUG oslo_vmware.api [None req-946e0cd1-cf47-42f6-867f-289aec3b6d45 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52698df7-2f40-a6d6-d0d9-f0fc9a9b247a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.515711] env[70323]: DEBUG oslo_vmware.api [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52ca3ba1-7f59-a9dd-711f-c21817feba1e, 'name': SearchDatastore_Task, 'duration_secs': 0.058318} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.516462] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85df501f-8c45-416f-bd72-8b81fa2ac89e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.522945] env[70323]: DEBUG oslo_vmware.api [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Waiting for the task: (returnval){ [ 693.522945] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]520ef8bf-7d44-3bba-6cb3-847b9f7bd0d7" [ 693.522945] env[70323]: _type = "Task" [ 693.522945] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.530206] env[70323]: DEBUG oslo_vmware.api [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]520ef8bf-7d44-3bba-6cb3-847b9f7bd0d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.591350] env[70323]: DEBUG nova.policy [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f8370352967e41d88ed634a8ba878ad8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '383b469fc24143eba2b71564d4d65f06', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 693.700748] env[70323]: DEBUG nova.compute.manager [req-e854388a-b432-4e8c-a800-95a42f6f105a req-0a6a3982-870f-4b78-a1e4-6af95ffe5b15 service nova] [instance: c7e021c9-0f12-43e5-b66a-73335865fc11] Received event network-vif-plugged-d062036c-f343-45a6-86e8-f5857586e64b {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 693.701017] env[70323]: DEBUG oslo_concurrency.lockutils [req-e854388a-b432-4e8c-a800-95a42f6f105a req-0a6a3982-870f-4b78-a1e4-6af95ffe5b15 service nova] Acquiring lock "c7e021c9-0f12-43e5-b66a-73335865fc11-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.701339] env[70323]: DEBUG oslo_concurrency.lockutils [req-e854388a-b432-4e8c-a800-95a42f6f105a req-0a6a3982-870f-4b78-a1e4-6af95ffe5b15 service nova] Lock "c7e021c9-0f12-43e5-b66a-73335865fc11-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.701578] env[70323]: DEBUG oslo_concurrency.lockutils [req-e854388a-b432-4e8c-a800-95a42f6f105a req-0a6a3982-870f-4b78-a1e4-6af95ffe5b15 service nova] Lock "c7e021c9-0f12-43e5-b66a-73335865fc11-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.701793] env[70323]: DEBUG nova.compute.manager [req-e854388a-b432-4e8c-a800-95a42f6f105a req-0a6a3982-870f-4b78-a1e4-6af95ffe5b15 service nova] [instance: c7e021c9-0f12-43e5-b66a-73335865fc11] No waiting events found dispatching network-vif-plugged-d062036c-f343-45a6-86e8-f5857586e64b {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 693.702026] env[70323]: WARNING nova.compute.manager [req-e854388a-b432-4e8c-a800-95a42f6f105a req-0a6a3982-870f-4b78-a1e4-6af95ffe5b15 service nova] [instance: c7e021c9-0f12-43e5-b66a-73335865fc11] Received unexpected event network-vif-plugged-d062036c-f343-45a6-86e8-f5857586e64b for instance with vm_state building and task_state spawning. [ 693.702306] env[70323]: DEBUG nova.compute.manager [req-e854388a-b432-4e8c-a800-95a42f6f105a req-0a6a3982-870f-4b78-a1e4-6af95ffe5b15 service nova] [instance: c7e021c9-0f12-43e5-b66a-73335865fc11] Received event network-changed-d062036c-f343-45a6-86e8-f5857586e64b {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 693.702532] env[70323]: DEBUG nova.compute.manager [req-e854388a-b432-4e8c-a800-95a42f6f105a req-0a6a3982-870f-4b78-a1e4-6af95ffe5b15 service nova] [instance: c7e021c9-0f12-43e5-b66a-73335865fc11] Refreshing instance network info cache due to event network-changed-d062036c-f343-45a6-86e8-f5857586e64b. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 693.702754] env[70323]: DEBUG oslo_concurrency.lockutils [req-e854388a-b432-4e8c-a800-95a42f6f105a req-0a6a3982-870f-4b78-a1e4-6af95ffe5b15 service nova] Acquiring lock "refresh_cache-c7e021c9-0f12-43e5-b66a-73335865fc11" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.753164] env[70323]: DEBUG oslo_vmware.api [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3226655, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065442} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.753667] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: aad7167e-9a30-4fb0-bbbc-c57066db3311] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 693.754891] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71df5ec5-eb42-4129-96f6-067a074f685c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.790035] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: aad7167e-9a30-4fb0-bbbc-c57066db3311] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] aad7167e-9a30-4fb0-bbbc-c57066db3311/aad7167e-9a30-4fb0-bbbc-c57066db3311.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 693.790035] env[70323]: DEBUG nova.network.neutron [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] [instance: c7e021c9-0f12-43e5-b66a-73335865fc11] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 693.792470] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8436cb27-9daa-42d7-af85-d8f5a349292f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.816510] env[70323]: DEBUG oslo_vmware.api [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for the task: (returnval){ [ 693.816510] env[70323]: value = "task-3226656" [ 693.816510] env[70323]: _type = "Task" [ 693.816510] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.820284] env[70323]: DEBUG nova.compute.manager [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] [instance: 015b62f4-f233-4d72-89fd-221d8e381082] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 693.836232] env[70323]: DEBUG oslo_vmware.api [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3226656, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.973612] env[70323]: DEBUG nova.network.neutron [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] [instance: 015b62f4-f233-4d72-89fd-221d8e381082] Successfully created port: 65d80373-7766-4665-a27b-8a111440eb2c {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 693.986838] env[70323]: DEBUG nova.network.neutron [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] [instance: c7e021c9-0f12-43e5-b66a-73335865fc11] Updating instance_info_cache with network_info: [{"id": "d062036c-f343-45a6-86e8-f5857586e64b", "address": "fa:16:3e:98:0f:b4", "network": {"id": "623d014c-6b3d-4319-a729-76defd1050bb", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1186783892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14813f58434e45b78bc00e43aa3fd48e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd062036c-f3", "ovs_interfaceid": "d062036c-f343-45a6-86e8-f5857586e64b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.008215] env[70323]: DEBUG oslo_vmware.api [None req-946e0cd1-cf47-42f6-867f-289aec3b6d45 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52698df7-2f40-a6d6-d0d9-f0fc9a9b247a, 'name': SearchDatastore_Task, 'duration_secs': 0.009704} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.008510] env[70323]: DEBUG oslo_concurrency.lockutils [None req-946e0cd1-cf47-42f6-867f-289aec3b6d45 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.008765] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-946e0cd1-cf47-42f6-867f-289aec3b6d45 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 9a2373d0-4c30-4811-8cfb-41cc23028535/9a2373d0-4c30-4811-8cfb-41cc23028535.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 694.009343] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1809ea8-7361-4c5f-923a-c9ad01f5cec3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.017052] env[70323]: DEBUG oslo_vmware.api [None req-946e0cd1-cf47-42f6-867f-289aec3b6d45 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Waiting for the task: (returnval){ [ 694.017052] env[70323]: value = "task-3226657" [ 694.017052] env[70323]: _type = "Task" [ 694.017052] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.033144] env[70323]: DEBUG oslo_vmware.api [None req-946e0cd1-cf47-42f6-867f-289aec3b6d45 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Task: {'id': task-3226657, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.038924] env[70323]: DEBUG oslo_vmware.api [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]520ef8bf-7d44-3bba-6cb3-847b9f7bd0d7, 'name': SearchDatastore_Task, 'duration_secs': 0.008626} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.042871] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.043224] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] f5583748-c6c5-4da3-a4c6-d685472511d4/f5583748-c6c5-4da3-a4c6-d685472511d4.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 694.044125] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd894288-d317-49bb-a887-c3ed594eb402 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.051044] env[70323]: DEBUG oslo_vmware.api [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Waiting for the task: (returnval){ [ 694.051044] env[70323]: value = "task-3226658" [ 694.051044] env[70323]: _type = "Task" [ 694.051044] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.066362] env[70323]: DEBUG oslo_vmware.api [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Task: {'id': task-3226658, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.341953] env[70323]: DEBUG oslo_vmware.api [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3226656, 'name': ReconfigVM_Task, 'duration_secs': 0.315739} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.342197] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: aad7167e-9a30-4fb0-bbbc-c57066db3311] Reconfigured VM instance instance-0000001a to attach disk [datastore1] aad7167e-9a30-4fb0-bbbc-c57066db3311/aad7167e-9a30-4fb0-bbbc-c57066db3311.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 694.342779] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a50763cd-0d2f-44e0-8ecd-98e30c8ec99c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.353438] env[70323]: DEBUG oslo_vmware.api [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for the task: (returnval){ [ 694.353438] env[70323]: value = "task-3226659" [ 694.353438] env[70323]: _type = "Task" [ 694.353438] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.363656] env[70323]: DEBUG oslo_vmware.api [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3226659, 'name': Rename_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.490266] env[70323]: DEBUG oslo_concurrency.lockutils [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Releasing lock "refresh_cache-c7e021c9-0f12-43e5-b66a-73335865fc11" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.490755] env[70323]: DEBUG nova.compute.manager [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] [instance: c7e021c9-0f12-43e5-b66a-73335865fc11] Instance network_info: |[{"id": "d062036c-f343-45a6-86e8-f5857586e64b", "address": "fa:16:3e:98:0f:b4", "network": {"id": "623d014c-6b3d-4319-a729-76defd1050bb", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1186783892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14813f58434e45b78bc00e43aa3fd48e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd062036c-f3", "ovs_interfaceid": "d062036c-f343-45a6-86e8-f5857586e64b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 694.494064] env[70323]: DEBUG oslo_concurrency.lockutils [req-e854388a-b432-4e8c-a800-95a42f6f105a req-0a6a3982-870f-4b78-a1e4-6af95ffe5b15 service nova] Acquired lock "refresh_cache-c7e021c9-0f12-43e5-b66a-73335865fc11" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.494283] env[70323]: DEBUG nova.network.neutron [req-e854388a-b432-4e8c-a800-95a42f6f105a req-0a6a3982-870f-4b78-a1e4-6af95ffe5b15 service nova] [instance: c7e021c9-0f12-43e5-b66a-73335865fc11] Refreshing network info cache for port d062036c-f343-45a6-86e8-f5857586e64b {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 694.495767] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] [instance: c7e021c9-0f12-43e5-b66a-73335865fc11] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:0f:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '195e328b-e41a-49f5-9e51-546b8ea8ceba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd062036c-f343-45a6-86e8-f5857586e64b', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 694.506041] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Creating folder: Project (14813f58434e45b78bc00e43aa3fd48e). Parent ref: group-v644941. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.510221] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-05ac1edc-deab-459a-8799-f7c933086f64 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.524400] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Created folder: Project (14813f58434e45b78bc00e43aa3fd48e) in parent group-v644941. [ 694.524400] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Creating folder: Instances. Parent ref: group-v645020. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.525995] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-faa80869-ba47-4c5f-a35f-89d2a83fe220 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.528911] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa22879a-27cc-45df-956d-401024dd14bd {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.536269] env[70323]: DEBUG oslo_vmware.api [None req-946e0cd1-cf47-42f6-867f-289aec3b6d45 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Task: {'id': task-3226657, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.542651] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2746795f-088b-4e0f-a995-305714c1942e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.547591] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Created folder: Instances in parent group-v645020. [ 694.547721] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 694.548330] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7e021c9-0f12-43e5-b66a-73335865fc11] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 694.548577] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c9f150e6-5232-4a8d-9b61-31a77394e1fd {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.594435] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c74e5536-5d0b-4396-bece-3ef7847d8626 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.598368] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 694.598368] env[70323]: value = "task-3226662" [ 694.598368] env[70323]: _type = "Task" [ 694.598368] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.609147] env[70323]: DEBUG oslo_vmware.api [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Task: {'id': task-3226658, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.610247] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c471f7-5e59-4b69-bcaf-a8987c9e7dbb {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.617638] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226662, 'name': CreateVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.633042] env[70323]: DEBUG nova.compute.provider_tree [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 694.829611] env[70323]: DEBUG nova.network.neutron [req-e854388a-b432-4e8c-a800-95a42f6f105a req-0a6a3982-870f-4b78-a1e4-6af95ffe5b15 service nova] [instance: c7e021c9-0f12-43e5-b66a-73335865fc11] Updated VIF entry in instance network info cache for port d062036c-f343-45a6-86e8-f5857586e64b. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 694.830034] env[70323]: DEBUG nova.network.neutron [req-e854388a-b432-4e8c-a800-95a42f6f105a req-0a6a3982-870f-4b78-a1e4-6af95ffe5b15 service nova] [instance: c7e021c9-0f12-43e5-b66a-73335865fc11] Updating instance_info_cache with network_info: [{"id": "d062036c-f343-45a6-86e8-f5857586e64b", "address": "fa:16:3e:98:0f:b4", "network": {"id": "623d014c-6b3d-4319-a729-76defd1050bb", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1186783892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14813f58434e45b78bc00e43aa3fd48e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd062036c-f3", "ovs_interfaceid": "d062036c-f343-45a6-86e8-f5857586e64b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.835718] env[70323]: DEBUG nova.compute.manager [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] [instance: 015b62f4-f233-4d72-89fd-221d8e381082] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 694.861018] env[70323]: DEBUG nova.virt.hardware [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 694.861295] env[70323]: DEBUG nova.virt.hardware [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 694.861447] env[70323]: DEBUG nova.virt.hardware [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 694.861651] env[70323]: DEBUG nova.virt.hardware [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 694.861928] env[70323]: DEBUG nova.virt.hardware [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 694.861928] env[70323]: DEBUG nova.virt.hardware [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 694.862245] env[70323]: DEBUG nova.virt.hardware [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 694.862386] env[70323]: DEBUG nova.virt.hardware [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 694.862559] env[70323]: DEBUG nova.virt.hardware [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 694.862804] env[70323]: DEBUG nova.virt.hardware [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 694.862903] env[70323]: DEBUG nova.virt.hardware [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 694.864024] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46eb8f3-6b7b-4756-928d-4d87994685c1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.870590] env[70323]: DEBUG oslo_vmware.api [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3226659, 'name': Rename_Task, 'duration_secs': 0.475482} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.870874] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: aad7167e-9a30-4fb0-bbbc-c57066db3311] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 694.871405] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6065c110-bda7-49f0-a034-6515220ef6f8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.876185] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13221918-bcd8-4b65-b571-b1b0d8e96042 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.881336] env[70323]: DEBUG oslo_vmware.api [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for the task: (returnval){ [ 694.881336] env[70323]: value = "task-3226663" [ 694.881336] env[70323]: _type = "Task" [ 694.881336] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.897252] env[70323]: DEBUG oslo_vmware.api [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3226663, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.029175] env[70323]: DEBUG oslo_vmware.api [None req-946e0cd1-cf47-42f6-867f-289aec3b6d45 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Task: {'id': task-3226657, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.596738} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.029604] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-946e0cd1-cf47-42f6-867f-289aec3b6d45 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 9a2373d0-4c30-4811-8cfb-41cc23028535/9a2373d0-4c30-4811-8cfb-41cc23028535.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 695.029904] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-946e0cd1-cf47-42f6-867f-289aec3b6d45 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] [instance: 9a2373d0-4c30-4811-8cfb-41cc23028535] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 695.030220] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e5073cc-71e8-4724-bbe0-794a07e760cd {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.037227] env[70323]: DEBUG oslo_vmware.api [None req-946e0cd1-cf47-42f6-867f-289aec3b6d45 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Waiting for the task: (returnval){ [ 695.037227] env[70323]: value = "task-3226664" [ 695.037227] env[70323]: _type = "Task" [ 695.037227] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.048214] env[70323]: DEBUG oslo_vmware.api [None req-946e0cd1-cf47-42f6-867f-289aec3b6d45 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Task: {'id': task-3226664, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.099923] env[70323]: DEBUG oslo_vmware.api [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Task: {'id': task-3226658, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.669994} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.103403] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] f5583748-c6c5-4da3-a4c6-d685472511d4/f5583748-c6c5-4da3-a4c6-d685472511d4.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 695.103708] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] [instance: f5583748-c6c5-4da3-a4c6-d685472511d4] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 695.103998] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f18dcba0-190e-4909-8461-8481ddff73cc {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.111335] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226662, 'name': CreateVM_Task} progress is 25%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.112845] env[70323]: DEBUG oslo_vmware.api [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Waiting for the task: (returnval){ [ 695.112845] env[70323]: value = "task-3226665" [ 695.112845] env[70323]: _type = "Task" [ 695.112845] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.121902] env[70323]: DEBUG oslo_vmware.api [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Task: {'id': task-3226665, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.136992] env[70323]: DEBUG nova.scheduler.client.report [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 695.332449] env[70323]: DEBUG oslo_concurrency.lockutils [req-e854388a-b432-4e8c-a800-95a42f6f105a req-0a6a3982-870f-4b78-a1e4-6af95ffe5b15 service nova] Releasing lock "refresh_cache-c7e021c9-0f12-43e5-b66a-73335865fc11" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.391856] env[70323]: DEBUG oslo_vmware.api [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3226663, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.548178] env[70323]: DEBUG oslo_vmware.api [None req-946e0cd1-cf47-42f6-867f-289aec3b6d45 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Task: {'id': task-3226664, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.153219} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.548178] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-946e0cd1-cf47-42f6-867f-289aec3b6d45 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] [instance: 9a2373d0-4c30-4811-8cfb-41cc23028535] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 695.548569] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d6ce24e-b48d-4848-af62-5b27e8a0e10c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.569285] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-946e0cd1-cf47-42f6-867f-289aec3b6d45 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] [instance: 9a2373d0-4c30-4811-8cfb-41cc23028535] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 9a2373d0-4c30-4811-8cfb-41cc23028535/9a2373d0-4c30-4811-8cfb-41cc23028535.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 695.569768] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-071deafa-73f8-4e20-b9b2-b5849bd4866f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.592874] env[70323]: DEBUG oslo_vmware.api [None req-946e0cd1-cf47-42f6-867f-289aec3b6d45 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Waiting for the task: (returnval){ [ 695.592874] env[70323]: value = "task-3226666" [ 695.592874] env[70323]: _type = "Task" [ 695.592874] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.602626] env[70323]: DEBUG oslo_vmware.api [None req-946e0cd1-cf47-42f6-867f-289aec3b6d45 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Task: {'id': task-3226666, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.607706] env[70323]: DEBUG nova.compute.manager [req-69f6ae5e-841d-4db2-b808-b0c6663e76df req-8212ec67-0371-46e5-ad9c-5a6692dc6c40 service nova] [instance: 015b62f4-f233-4d72-89fd-221d8e381082] Received event network-vif-plugged-65d80373-7766-4665-a27b-8a111440eb2c {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 695.607991] env[70323]: DEBUG oslo_concurrency.lockutils [req-69f6ae5e-841d-4db2-b808-b0c6663e76df req-8212ec67-0371-46e5-ad9c-5a6692dc6c40 service nova] Acquiring lock "015b62f4-f233-4d72-89fd-221d8e381082-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.608285] env[70323]: DEBUG oslo_concurrency.lockutils [req-69f6ae5e-841d-4db2-b808-b0c6663e76df req-8212ec67-0371-46e5-ad9c-5a6692dc6c40 service nova] Lock "015b62f4-f233-4d72-89fd-221d8e381082-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.608584] env[70323]: DEBUG oslo_concurrency.lockutils [req-69f6ae5e-841d-4db2-b808-b0c6663e76df req-8212ec67-0371-46e5-ad9c-5a6692dc6c40 service nova] Lock "015b62f4-f233-4d72-89fd-221d8e381082-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.608815] env[70323]: DEBUG nova.compute.manager [req-69f6ae5e-841d-4db2-b808-b0c6663e76df req-8212ec67-0371-46e5-ad9c-5a6692dc6c40 service nova] [instance: 015b62f4-f233-4d72-89fd-221d8e381082] No waiting events found dispatching network-vif-plugged-65d80373-7766-4665-a27b-8a111440eb2c {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 695.609058] env[70323]: WARNING nova.compute.manager [req-69f6ae5e-841d-4db2-b808-b0c6663e76df req-8212ec67-0371-46e5-ad9c-5a6692dc6c40 service nova] [instance: 015b62f4-f233-4d72-89fd-221d8e381082] Received unexpected event network-vif-plugged-65d80373-7766-4665-a27b-8a111440eb2c for instance with vm_state building and task_state spawning. [ 695.614972] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226662, 'name': CreateVM_Task, 'duration_secs': 0.607404} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.618208] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7e021c9-0f12-43e5-b66a-73335865fc11] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 695.619531] env[70323]: DEBUG oslo_concurrency.lockutils [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.619760] env[70323]: DEBUG oslo_concurrency.lockutils [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.620183] env[70323]: DEBUG oslo_concurrency.lockutils [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.621150] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d228d12f-6974-4914-ae1b-890f829bbc59 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.626475] env[70323]: DEBUG oslo_vmware.api [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Task: {'id': task-3226665, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065362} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.627211] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] [instance: f5583748-c6c5-4da3-a4c6-d685472511d4] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 695.628170] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef3a52c-07fb-42f5-89ab-6ffcc1e44183 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.632628] env[70323]: DEBUG oslo_vmware.api [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Waiting for the task: (returnval){ [ 695.632628] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]522d1c17-d273-3f03-4bab-78a03361f759" [ 695.632628] env[70323]: _type = "Task" [ 695.632628] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.654969] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] [instance: f5583748-c6c5-4da3-a4c6-d685472511d4] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] f5583748-c6c5-4da3-a4c6-d685472511d4/f5583748-c6c5-4da3-a4c6-d685472511d4.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 695.656347] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.849s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.656928] env[70323]: DEBUG nova.compute.manager [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 17e07646-9826-43d9-9295-3a70b541c534] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 695.661232] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f584bdf6-3523-4018-aaff-040d8e8fa1d2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.679163] env[70323]: DEBUG oslo_concurrency.lockutils [None req-4f0e0e37-4915-42c0-bd04-04563b026ba6 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.575s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.679562] env[70323]: DEBUG nova.objects.instance [None req-4f0e0e37-4915-42c0-bd04-04563b026ba6 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lazy-loading 'resources' on Instance uuid 2d5cedee-6995-4e7f-b542-7379821901e1 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 695.680873] env[70323]: DEBUG oslo_vmware.api [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]522d1c17-d273-3f03-4bab-78a03361f759, 'name': SearchDatastore_Task, 'duration_secs': 0.014377} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.681865] env[70323]: DEBUG oslo_concurrency.lockutils [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.682204] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] [instance: c7e021c9-0f12-43e5-b66a-73335865fc11] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 695.682511] env[70323]: DEBUG oslo_concurrency.lockutils [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.682741] env[70323]: DEBUG oslo_concurrency.lockutils [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.683055] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 695.683368] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9e8c766-0e53-45f2-8d00-8cdb68274900 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.686997] env[70323]: DEBUG oslo_vmware.api [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Waiting for the task: (returnval){ [ 695.686997] env[70323]: value = "task-3226667" [ 695.686997] env[70323]: _type = "Task" [ 695.686997] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.696388] env[70323]: DEBUG oslo_vmware.api [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Task: {'id': task-3226667, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.697498] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 695.697681] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 695.698747] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cf74319-4fa8-4a1e-8cf9-949dc5674df2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.704626] env[70323]: DEBUG oslo_vmware.api [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Waiting for the task: (returnval){ [ 695.704626] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52db4439-f54f-9506-c8f2-2c2d8cf25312" [ 695.704626] env[70323]: _type = "Task" [ 695.704626] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.714472] env[70323]: DEBUG oslo_vmware.api [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52db4439-f54f-9506-c8f2-2c2d8cf25312, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.717528] env[70323]: DEBUG nova.network.neutron [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] [instance: 015b62f4-f233-4d72-89fd-221d8e381082] Successfully updated port: 65d80373-7766-4665-a27b-8a111440eb2c {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 695.892307] env[70323]: DEBUG oslo_vmware.api [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3226663, 'name': PowerOnVM_Task, 'duration_secs': 0.803359} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.892598] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: aad7167e-9a30-4fb0-bbbc-c57066db3311] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 695.892802] env[70323]: INFO nova.compute.manager [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: aad7167e-9a30-4fb0-bbbc-c57066db3311] Took 11.77 seconds to spawn the instance on the hypervisor. [ 695.892982] env[70323]: DEBUG nova.compute.manager [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: aad7167e-9a30-4fb0-bbbc-c57066db3311] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 695.893838] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33ed6f0-5616-454f-8d21-a0ace563bb35 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.104659] env[70323]: DEBUG oslo_vmware.api [None req-946e0cd1-cf47-42f6-867f-289aec3b6d45 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Task: {'id': task-3226666, 'name': ReconfigVM_Task, 'duration_secs': 0.294809} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.104746] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-946e0cd1-cf47-42f6-867f-289aec3b6d45 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] [instance: 9a2373d0-4c30-4811-8cfb-41cc23028535] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 9a2373d0-4c30-4811-8cfb-41cc23028535/9a2373d0-4c30-4811-8cfb-41cc23028535.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 696.105334] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dbc44775-05a0-45fa-b276-ba0481b1d4e1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.112017] env[70323]: DEBUG oslo_vmware.api [None req-946e0cd1-cf47-42f6-867f-289aec3b6d45 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Waiting for the task: (returnval){ [ 696.112017] env[70323]: value = "task-3226668" [ 696.112017] env[70323]: _type = "Task" [ 696.112017] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.121326] env[70323]: DEBUG oslo_vmware.api [None req-946e0cd1-cf47-42f6-867f-289aec3b6d45 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Task: {'id': task-3226668, 'name': Rename_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.180661] env[70323]: DEBUG nova.compute.utils [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 696.182286] env[70323]: DEBUG nova.compute.manager [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 17e07646-9826-43d9-9295-3a70b541c534] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 696.182499] env[70323]: DEBUG nova.network.neutron [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 17e07646-9826-43d9-9295-3a70b541c534] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 696.196942] env[70323]: DEBUG oslo_vmware.api [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Task: {'id': task-3226667, 'name': ReconfigVM_Task, 'duration_secs': 0.298216} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.198663] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] [instance: f5583748-c6c5-4da3-a4c6-d685472511d4] Reconfigured VM instance instance-0000001b to attach disk [datastore1] f5583748-c6c5-4da3-a4c6-d685472511d4/f5583748-c6c5-4da3-a4c6-d685472511d4.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 696.198663] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb70143d-7662-4840-aac8-5da508ff8934 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.205014] env[70323]: DEBUG oslo_vmware.api [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Waiting for the task: (returnval){ [ 696.205014] env[70323]: value = "task-3226669" [ 696.205014] env[70323]: _type = "Task" [ 696.205014] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.231023] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Acquiring lock "refresh_cache-015b62f4-f233-4d72-89fd-221d8e381082" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.231023] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Acquired lock "refresh_cache-015b62f4-f233-4d72-89fd-221d8e381082" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.231023] env[70323]: DEBUG nova.network.neutron [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] [instance: 015b62f4-f233-4d72-89fd-221d8e381082] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 696.231023] env[70323]: DEBUG oslo_vmware.api [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Task: {'id': task-3226669, 'name': Rename_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.231023] env[70323]: DEBUG oslo_vmware.api [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52db4439-f54f-9506-c8f2-2c2d8cf25312, 'name': SearchDatastore_Task, 'duration_secs': 0.023528} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.238939] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eaccfd26-1351-473d-98a3-3880e2cb8f6a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.249574] env[70323]: DEBUG oslo_vmware.api [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Waiting for the task: (returnval){ [ 696.249574] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]526d592a-4d02-e34b-be8f-92e1ca730eda" [ 696.249574] env[70323]: _type = "Task" [ 696.249574] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.260893] env[70323]: DEBUG oslo_vmware.api [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]526d592a-4d02-e34b-be8f-92e1ca730eda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.265897] env[70323]: DEBUG nova.policy [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a65bd226704b45da98976a38ca2bd176', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '629980704660404c9e5b2a810d6182a5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 696.416166] env[70323]: INFO nova.compute.manager [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: aad7167e-9a30-4fb0-bbbc-c57066db3311] Took 47.41 seconds to build instance. [ 696.624164] env[70323]: DEBUG oslo_vmware.api [None req-946e0cd1-cf47-42f6-867f-289aec3b6d45 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Task: {'id': task-3226668, 'name': Rename_Task, 'duration_secs': 0.146847} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.624467] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-946e0cd1-cf47-42f6-867f-289aec3b6d45 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] [instance: 9a2373d0-4c30-4811-8cfb-41cc23028535] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 696.624752] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc765d6a-2fa7-43d8-8668-a8188a0253aa {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.635680] env[70323]: DEBUG oslo_vmware.api [None req-946e0cd1-cf47-42f6-867f-289aec3b6d45 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Waiting for the task: (returnval){ [ 696.635680] env[70323]: value = "task-3226670" [ 696.635680] env[70323]: _type = "Task" [ 696.635680] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.644702] env[70323]: DEBUG oslo_vmware.api [None req-946e0cd1-cf47-42f6-867f-289aec3b6d45 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Task: {'id': task-3226670, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.686219] env[70323]: DEBUG nova.network.neutron [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 17e07646-9826-43d9-9295-3a70b541c534] Successfully created port: 15826689-6715-42c4-9137-c551bc04dfc9 {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 696.688637] env[70323]: DEBUG nova.compute.manager [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 17e07646-9826-43d9-9295-3a70b541c534] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 696.715796] env[70323]: DEBUG oslo_vmware.api [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Task: {'id': task-3226669, 'name': Rename_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.763056] env[70323]: DEBUG oslo_vmware.api [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]526d592a-4d02-e34b-be8f-92e1ca730eda, 'name': SearchDatastore_Task, 'duration_secs': 0.010557} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.763327] env[70323]: DEBUG oslo_concurrency.lockutils [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.763617] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] c7e021c9-0f12-43e5-b66a-73335865fc11/c7e021c9-0f12-43e5-b66a-73335865fc11.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 696.766311] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17fc9841-b20d-4cd8-b124-295f6c68d4f0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.772925] env[70323]: DEBUG oslo_vmware.api [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Waiting for the task: (returnval){ [ 696.772925] env[70323]: value = "task-3226671" [ 696.772925] env[70323]: _type = "Task" [ 696.772925] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.780803] env[70323]: DEBUG oslo_vmware.api [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Task: {'id': task-3226671, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.781918] env[70323]: DEBUG nova.network.neutron [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] [instance: 015b62f4-f233-4d72-89fd-221d8e381082] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 696.827483] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0347f63e-c455-434e-ad63-4911b2764512 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.835805] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2eb5553-1acf-4fcf-be35-25473cebb63c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.870463] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bede8816-9b93-420b-9930-145f977f0224 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.878379] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe857c5-cdf0-40d8-be1b-ea4e1f736763 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.892009] env[70323]: DEBUG nova.compute.provider_tree [None req-4f0e0e37-4915-42c0-bd04-04563b026ba6 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.920936] env[70323]: DEBUG oslo_concurrency.lockutils [None req-fd120e89-117e-475d-a0b1-3abf76935e80 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Lock "aad7167e-9a30-4fb0-bbbc-c57066db3311" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.930s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.967709] env[70323]: DEBUG nova.network.neutron [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] [instance: 015b62f4-f233-4d72-89fd-221d8e381082] Updating instance_info_cache with network_info: [{"id": "65d80373-7766-4665-a27b-8a111440eb2c", "address": "fa:16:3e:cf:ed:6e", "network": {"id": "d25d344b-99b6-45fd-a180-a44830b309fd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-655401140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "383b469fc24143eba2b71564d4d65f06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65d80373-77", "ovs_interfaceid": "65d80373-7766-4665-a27b-8a111440eb2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.145267] env[70323]: DEBUG oslo_vmware.api [None req-946e0cd1-cf47-42f6-867f-289aec3b6d45 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Task: {'id': task-3226670, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.219262] env[70323]: DEBUG oslo_vmware.api [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Task: {'id': task-3226669, 'name': Rename_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.252881] env[70323]: INFO nova.compute.manager [None req-e452c5c5-df3d-4d88-91b4-50e756c14c9e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: aad7167e-9a30-4fb0-bbbc-c57066db3311] Rebuilding instance [ 697.290044] env[70323]: DEBUG oslo_vmware.api [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Task: {'id': task-3226671, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.300011] env[70323]: DEBUG nova.compute.manager [None req-e452c5c5-df3d-4d88-91b4-50e756c14c9e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: aad7167e-9a30-4fb0-bbbc-c57066db3311] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 697.300876] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecdd573a-8b8b-46a7-9238-cf9ed3f050bb {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.398166] env[70323]: DEBUG nova.scheduler.client.report [None req-4f0e0e37-4915-42c0-bd04-04563b026ba6 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 697.424098] env[70323]: DEBUG nova.compute.manager [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 697.469716] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Releasing lock "refresh_cache-015b62f4-f233-4d72-89fd-221d8e381082" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.470283] env[70323]: DEBUG nova.compute.manager [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] [instance: 015b62f4-f233-4d72-89fd-221d8e381082] Instance network_info: |[{"id": "65d80373-7766-4665-a27b-8a111440eb2c", "address": "fa:16:3e:cf:ed:6e", "network": {"id": "d25d344b-99b6-45fd-a180-a44830b309fd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-655401140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "383b469fc24143eba2b71564d4d65f06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65d80373-77", "ovs_interfaceid": "65d80373-7766-4665-a27b-8a111440eb2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 697.470607] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] [instance: 015b62f4-f233-4d72-89fd-221d8e381082] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:ed:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3db2ab9e-1244-4377-b05f-ab76003f2428', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65d80373-7766-4665-a27b-8a111440eb2c', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 697.480987] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Creating folder: Project (383b469fc24143eba2b71564d4d65f06). Parent ref: group-v644941. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 697.482085] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a405693a-8545-4953-85b8-22ceea875b39 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.495383] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Created folder: Project (383b469fc24143eba2b71564d4d65f06) in parent group-v644941. [ 697.496289] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Creating folder: Instances. Parent ref: group-v645023. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 697.496289] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0625ff7a-3cba-44f6-be40-02bcf33625f5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.506387] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Created folder: Instances in parent group-v645023. [ 697.506722] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 697.506968] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 015b62f4-f233-4d72-89fd-221d8e381082] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 697.507737] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f0ff123-763e-4536-8088-f59ddf52ea4d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.529210] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 697.529210] env[70323]: value = "task-3226674" [ 697.529210] env[70323]: _type = "Task" [ 697.529210] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.538295] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226674, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.604848] env[70323]: DEBUG oslo_concurrency.lockutils [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Acquiring lock "53bef48f-e24f-423a-ae83-a30a408153bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.607144] env[70323]: DEBUG oslo_concurrency.lockutils [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Lock "53bef48f-e24f-423a-ae83-a30a408153bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.647108] env[70323]: DEBUG oslo_vmware.api [None req-946e0cd1-cf47-42f6-867f-289aec3b6d45 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Task: {'id': task-3226670, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.699345] env[70323]: DEBUG nova.compute.manager [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 17e07646-9826-43d9-9295-3a70b541c534] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 697.718124] env[70323]: DEBUG oslo_vmware.api [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Task: {'id': task-3226669, 'name': Rename_Task, 'duration_secs': 1.160517} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.718425] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] [instance: f5583748-c6c5-4da3-a4c6-d685472511d4] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 697.718729] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7035cca-a424-4098-a9ab-6f8d22f3cbdf {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.724310] env[70323]: DEBUG nova.virt.hardware [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 697.724538] env[70323]: DEBUG nova.virt.hardware [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 697.724753] env[70323]: DEBUG nova.virt.hardware [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 697.724936] env[70323]: DEBUG nova.virt.hardware [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 697.725173] env[70323]: DEBUG nova.virt.hardware [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 697.725298] env[70323]: DEBUG nova.virt.hardware [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 697.725627] env[70323]: DEBUG nova.virt.hardware [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 697.725767] env[70323]: DEBUG nova.virt.hardware [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 697.726228] env[70323]: DEBUG nova.virt.hardware [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 697.726228] env[70323]: DEBUG nova.virt.hardware [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 697.726339] env[70323]: DEBUG nova.virt.hardware [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 697.727219] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836bf4ab-58c3-4eb8-9b8f-f16e5fa10d15 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.731270] env[70323]: DEBUG oslo_vmware.api [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Waiting for the task: (returnval){ [ 697.731270] env[70323]: value = "task-3226675" [ 697.731270] env[70323]: _type = "Task" [ 697.731270] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.738081] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8769c4ff-b649-4422-948e-7734ef70d426 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.745209] env[70323]: DEBUG oslo_vmware.api [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Task: {'id': task-3226675, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.773360] env[70323]: DEBUG nova.compute.manager [req-5760645c-c42b-415c-b033-ee3c33b40b79 req-48798196-e8ff-4080-91c8-a2d261455287 service nova] [instance: 015b62f4-f233-4d72-89fd-221d8e381082] Received event network-changed-65d80373-7766-4665-a27b-8a111440eb2c {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.773494] env[70323]: DEBUG nova.compute.manager [req-5760645c-c42b-415c-b033-ee3c33b40b79 req-48798196-e8ff-4080-91c8-a2d261455287 service nova] [instance: 015b62f4-f233-4d72-89fd-221d8e381082] Refreshing instance network info cache due to event network-changed-65d80373-7766-4665-a27b-8a111440eb2c. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 697.773700] env[70323]: DEBUG oslo_concurrency.lockutils [req-5760645c-c42b-415c-b033-ee3c33b40b79 req-48798196-e8ff-4080-91c8-a2d261455287 service nova] Acquiring lock "refresh_cache-015b62f4-f233-4d72-89fd-221d8e381082" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.773827] env[70323]: DEBUG oslo_concurrency.lockutils [req-5760645c-c42b-415c-b033-ee3c33b40b79 req-48798196-e8ff-4080-91c8-a2d261455287 service nova] Acquired lock "refresh_cache-015b62f4-f233-4d72-89fd-221d8e381082" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.773991] env[70323]: DEBUG nova.network.neutron [req-5760645c-c42b-415c-b033-ee3c33b40b79 req-48798196-e8ff-4080-91c8-a2d261455287 service nova] [instance: 015b62f4-f233-4d72-89fd-221d8e381082] Refreshing network info cache for port 65d80373-7766-4665-a27b-8a111440eb2c {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 697.784686] env[70323]: DEBUG oslo_vmware.api [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Task: {'id': task-3226671, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.742211} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.785446] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] c7e021c9-0f12-43e5-b66a-73335865fc11/c7e021c9-0f12-43e5-b66a-73335865fc11.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 697.785667] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] [instance: c7e021c9-0f12-43e5-b66a-73335865fc11] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 697.785922] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3939a738-022e-4cab-bb3f-402b50b0fa10 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.793386] env[70323]: DEBUG oslo_vmware.api [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Waiting for the task: (returnval){ [ 697.793386] env[70323]: value = "task-3226676" [ 697.793386] env[70323]: _type = "Task" [ 697.793386] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.802356] env[70323]: DEBUG oslo_vmware.api [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Task: {'id': task-3226676, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.906440] env[70323]: DEBUG oslo_concurrency.lockutils [None req-4f0e0e37-4915-42c0-bd04-04563b026ba6 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.227s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.909029] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.549s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.910365] env[70323]: INFO nova.compute.claims [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] [instance: b8e86b56-da33-4ae5-92fa-c4eb330b4679] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 697.928172] env[70323]: INFO nova.scheduler.client.report [None req-4f0e0e37-4915-42c0-bd04-04563b026ba6 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Deleted allocations for instance 2d5cedee-6995-4e7f-b542-7379821901e1 [ 697.948766] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.039342] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226674, 'name': CreateVM_Task, 'duration_secs': 0.399579} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.039719] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 015b62f4-f233-4d72-89fd-221d8e381082] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 698.040216] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.040382] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.040697] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.040948] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91286333-3613-4b40-a154-98659f07b802 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.045746] env[70323]: DEBUG oslo_vmware.api [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Waiting for the task: (returnval){ [ 698.045746] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5298f7af-6668-40cb-d6b2-28d978196812" [ 698.045746] env[70323]: _type = "Task" [ 698.045746] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.053516] env[70323]: DEBUG oslo_vmware.api [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5298f7af-6668-40cb-d6b2-28d978196812, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.147134] env[70323]: DEBUG oslo_vmware.api [None req-946e0cd1-cf47-42f6-867f-289aec3b6d45 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Task: {'id': task-3226670, 'name': PowerOnVM_Task, 'duration_secs': 1.225666} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.148595] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-946e0cd1-cf47-42f6-867f-289aec3b6d45 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] [instance: 9a2373d0-4c30-4811-8cfb-41cc23028535] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 698.148811] env[70323]: DEBUG nova.compute.manager [None req-946e0cd1-cf47-42f6-867f-289aec3b6d45 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] [instance: 9a2373d0-4c30-4811-8cfb-41cc23028535] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 698.151690] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39870925-9aeb-4a5e-9366-c49f3f092970 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.154487] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Acquiring lock "0b934777-cba1-4d08-b077-bfdb23c35dec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.154704] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Lock "0b934777-cba1-4d08-b077-bfdb23c35dec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.242193] env[70323]: DEBUG oslo_vmware.api [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Task: {'id': task-3226675, 'name': PowerOnVM_Task} progress is 78%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.304355] env[70323]: DEBUG oslo_vmware.api [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Task: {'id': task-3226676, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.147066} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.304636] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] [instance: c7e021c9-0f12-43e5-b66a-73335865fc11] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 698.305438] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f0bc13-c5d1-4697-8272-b1c8f328274a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.328370] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] [instance: c7e021c9-0f12-43e5-b66a-73335865fc11] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] c7e021c9-0f12-43e5-b66a-73335865fc11/c7e021c9-0f12-43e5-b66a-73335865fc11.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 698.329446] env[70323]: DEBUG nova.network.neutron [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 17e07646-9826-43d9-9295-3a70b541c534] Successfully updated port: 15826689-6715-42c4-9137-c551bc04dfc9 {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 698.330883] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-e452c5c5-df3d-4d88-91b4-50e756c14c9e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: aad7167e-9a30-4fb0-bbbc-c57066db3311] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 698.331149] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eebe5d0a-4b53-417c-a8a0-fac490ceda7d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.349620] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d09f3900-020a-45a2-865e-5f017563be06 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.356563] env[70323]: DEBUG oslo_vmware.api [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Waiting for the task: (returnval){ [ 698.356563] env[70323]: value = "task-3226677" [ 698.356563] env[70323]: _type = "Task" [ 698.356563] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.361221] env[70323]: DEBUG oslo_vmware.api [None req-e452c5c5-df3d-4d88-91b4-50e756c14c9e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for the task: (returnval){ [ 698.361221] env[70323]: value = "task-3226678" [ 698.361221] env[70323]: _type = "Task" [ 698.361221] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.367559] env[70323]: DEBUG oslo_vmware.api [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Task: {'id': task-3226677, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.374698] env[70323]: DEBUG oslo_vmware.api [None req-e452c5c5-df3d-4d88-91b4-50e756c14c9e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3226678, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.439373] env[70323]: DEBUG oslo_concurrency.lockutils [None req-4f0e0e37-4915-42c0-bd04-04563b026ba6 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lock "2d5cedee-6995-4e7f-b542-7379821901e1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.089s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.556431] env[70323]: DEBUG oslo_vmware.api [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5298f7af-6668-40cb-d6b2-28d978196812, 'name': SearchDatastore_Task, 'duration_secs': 0.043625} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.556747] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.556983] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] [instance: 015b62f4-f233-4d72-89fd-221d8e381082] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 698.557233] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.557380] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.557580] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 698.557854] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9220ca9-9b99-4423-8220-e5d3337823fc {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.567656] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 698.568067] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 698.569277] env[70323]: DEBUG nova.network.neutron [req-5760645c-c42b-415c-b033-ee3c33b40b79 req-48798196-e8ff-4080-91c8-a2d261455287 service nova] [instance: 015b62f4-f233-4d72-89fd-221d8e381082] Updated VIF entry in instance network info cache for port 65d80373-7766-4665-a27b-8a111440eb2c. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 698.570576] env[70323]: DEBUG nova.network.neutron [req-5760645c-c42b-415c-b033-ee3c33b40b79 req-48798196-e8ff-4080-91c8-a2d261455287 service nova] [instance: 015b62f4-f233-4d72-89fd-221d8e381082] Updating instance_info_cache with network_info: [{"id": "65d80373-7766-4665-a27b-8a111440eb2c", "address": "fa:16:3e:cf:ed:6e", "network": {"id": "d25d344b-99b6-45fd-a180-a44830b309fd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-655401140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "383b469fc24143eba2b71564d4d65f06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65d80373-77", "ovs_interfaceid": "65d80373-7766-4665-a27b-8a111440eb2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.574980] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fc05c3b-54cb-4af4-8302-01cc869f173b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.580612] env[70323]: DEBUG oslo_vmware.api [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Waiting for the task: (returnval){ [ 698.580612] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52848747-5caa-edf1-6c68-020438205a13" [ 698.580612] env[70323]: _type = "Task" [ 698.580612] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.589616] env[70323]: DEBUG oslo_vmware.api [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52848747-5caa-edf1-6c68-020438205a13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.669905] env[70323]: DEBUG oslo_concurrency.lockutils [None req-946e0cd1-cf47-42f6-867f-289aec3b6d45 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.742033] env[70323]: DEBUG oslo_vmware.api [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Task: {'id': task-3226675, 'name': PowerOnVM_Task, 'duration_secs': 0.803524} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.742328] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] [instance: f5583748-c6c5-4da3-a4c6-d685472511d4] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 698.742806] env[70323]: INFO nova.compute.manager [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] [instance: f5583748-c6c5-4da3-a4c6-d685472511d4] Took 9.19 seconds to spawn the instance on the hypervisor. [ 698.742806] env[70323]: DEBUG nova.compute.manager [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] [instance: f5583748-c6c5-4da3-a4c6-d685472511d4] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 698.744141] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9408828a-2974-4f35-a667-7c3052d750c7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.849936] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquiring lock "refresh_cache-17e07646-9826-43d9-9295-3a70b541c534" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.850119] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquired lock "refresh_cache-17e07646-9826-43d9-9295-3a70b541c534" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.850272] env[70323]: DEBUG nova.network.neutron [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 17e07646-9826-43d9-9295-3a70b541c534] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 698.870904] env[70323]: DEBUG oslo_vmware.api [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Task: {'id': task-3226677, 'name': ReconfigVM_Task, 'duration_secs': 0.40209} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.872165] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] [instance: c7e021c9-0f12-43e5-b66a-73335865fc11] Reconfigured VM instance instance-0000001c to attach disk [datastore2] c7e021c9-0f12-43e5-b66a-73335865fc11/c7e021c9-0f12-43e5-b66a-73335865fc11.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 698.874114] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ec496f8-f4e2-441d-a2c9-aef961ed6f43 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.879025] env[70323]: DEBUG oslo_vmware.api [None req-e452c5c5-df3d-4d88-91b4-50e756c14c9e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3226678, 'name': PowerOffVM_Task, 'duration_secs': 0.199796} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.879544] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-e452c5c5-df3d-4d88-91b4-50e756c14c9e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: aad7167e-9a30-4fb0-bbbc-c57066db3311] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 698.879812] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-e452c5c5-df3d-4d88-91b4-50e756c14c9e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: aad7167e-9a30-4fb0-bbbc-c57066db3311] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 698.880573] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08adfc3-e25c-4e89-9827-eb9401c8e3e7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.884709] env[70323]: DEBUG oslo_vmware.api [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Waiting for the task: (returnval){ [ 698.884709] env[70323]: value = "task-3226679" [ 698.884709] env[70323]: _type = "Task" [ 698.884709] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.889917] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-e452c5c5-df3d-4d88-91b4-50e756c14c9e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: aad7167e-9a30-4fb0-bbbc-c57066db3311] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 698.890422] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60b37f07-e77a-4141-8cf2-36cb18e770cf {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.898043] env[70323]: DEBUG oslo_vmware.api [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Task: {'id': task-3226679, 'name': Rename_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.951051] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-e452c5c5-df3d-4d88-91b4-50e756c14c9e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: aad7167e-9a30-4fb0-bbbc-c57066db3311] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 698.951369] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-e452c5c5-df3d-4d88-91b4-50e756c14c9e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: aad7167e-9a30-4fb0-bbbc-c57066db3311] Deleting contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 698.952206] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-e452c5c5-df3d-4d88-91b4-50e756c14c9e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Deleting the datastore file [datastore1] aad7167e-9a30-4fb0-bbbc-c57066db3311 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 698.956189] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6cc39686-8853-4d72-8d2d-190f8a4e176b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.963888] env[70323]: DEBUG oslo_vmware.api [None req-e452c5c5-df3d-4d88-91b4-50e756c14c9e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for the task: (returnval){ [ 698.963888] env[70323]: value = "task-3226681" [ 698.963888] env[70323]: _type = "Task" [ 698.963888] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.974152] env[70323]: DEBUG oslo_vmware.api [None req-e452c5c5-df3d-4d88-91b4-50e756c14c9e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3226681, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.078242] env[70323]: DEBUG oslo_concurrency.lockutils [req-5760645c-c42b-415c-b033-ee3c33b40b79 req-48798196-e8ff-4080-91c8-a2d261455287 service nova] Releasing lock "refresh_cache-015b62f4-f233-4d72-89fd-221d8e381082" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.091862] env[70323]: DEBUG oslo_vmware.api [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52848747-5caa-edf1-6c68-020438205a13, 'name': SearchDatastore_Task, 'duration_secs': 0.011973} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.095440] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97929b1e-ef16-490f-8195-b26ed9b08205 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.101190] env[70323]: DEBUG oslo_vmware.api [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Waiting for the task: (returnval){ [ 699.101190] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52991762-e496-05ca-66d2-c6810c155242" [ 699.101190] env[70323]: _type = "Task" [ 699.101190] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.110433] env[70323]: DEBUG oslo_vmware.api [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52991762-e496-05ca-66d2-c6810c155242, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.263100] env[70323]: INFO nova.compute.manager [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] [instance: f5583748-c6c5-4da3-a4c6-d685472511d4] Took 43.49 seconds to build instance. [ 699.287652] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb4991e4-6354-4893-8136-c6eeb01809c0 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Acquiring lock "9a2373d0-4c30-4811-8cfb-41cc23028535" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.288656] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb4991e4-6354-4893-8136-c6eeb01809c0 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Lock "9a2373d0-4c30-4811-8cfb-41cc23028535" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.288656] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb4991e4-6354-4893-8136-c6eeb01809c0 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Acquiring lock "9a2373d0-4c30-4811-8cfb-41cc23028535-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.288656] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb4991e4-6354-4893-8136-c6eeb01809c0 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Lock "9a2373d0-4c30-4811-8cfb-41cc23028535-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.288656] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb4991e4-6354-4893-8136-c6eeb01809c0 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Lock "9a2373d0-4c30-4811-8cfb-41cc23028535-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.290514] env[70323]: INFO nova.compute.manager [None req-bb4991e4-6354-4893-8136-c6eeb01809c0 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] [instance: 9a2373d0-4c30-4811-8cfb-41cc23028535] Terminating instance [ 699.398165] env[70323]: DEBUG oslo_vmware.api [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Task: {'id': task-3226679, 'name': Rename_Task, 'duration_secs': 0.165368} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.400762] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] [instance: c7e021c9-0f12-43e5-b66a-73335865fc11] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 699.401203] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7be0441-08f1-4222-b3a5-4208b085c792 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.403220] env[70323]: DEBUG nova.network.neutron [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 17e07646-9826-43d9-9295-3a70b541c534] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 699.410918] env[70323]: DEBUG oslo_vmware.api [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Waiting for the task: (returnval){ [ 699.410918] env[70323]: value = "task-3226682" [ 699.410918] env[70323]: _type = "Task" [ 699.410918] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.425376] env[70323]: DEBUG oslo_vmware.api [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Task: {'id': task-3226682, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.473435] env[70323]: DEBUG oslo_vmware.api [None req-e452c5c5-df3d-4d88-91b4-50e756c14c9e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3226681, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20096} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.476751] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-e452c5c5-df3d-4d88-91b4-50e756c14c9e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 699.476751] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-e452c5c5-df3d-4d88-91b4-50e756c14c9e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: aad7167e-9a30-4fb0-bbbc-c57066db3311] Deleted contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 699.476751] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-e452c5c5-df3d-4d88-91b4-50e756c14c9e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: aad7167e-9a30-4fb0-bbbc-c57066db3311] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 699.504508] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29b6908-f7d2-4dd2-a749-77bd5c322a8e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.514432] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fecbfed-b961-4d85-aa5a-01b38793cd03 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.546755] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc804bec-3cfe-4124-bc4a-8980e16208b3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.556309] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282a932a-e9ec-41d8-92db-ad073220fdda {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.570503] env[70323]: DEBUG nova.compute.provider_tree [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 699.591412] env[70323]: DEBUG nova.network.neutron [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 17e07646-9826-43d9-9295-3a70b541c534] Updating instance_info_cache with network_info: [{"id": "15826689-6715-42c4-9137-c551bc04dfc9", "address": "fa:16:3e:b3:51:7f", "network": {"id": "72c9180f-a081-4a3c-a140-c168d882c6f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1947974250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "629980704660404c9e5b2a810d6182a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15826689-67", "ovs_interfaceid": "15826689-6715-42c4-9137-c551bc04dfc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.613727] env[70323]: DEBUG oslo_vmware.api [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52991762-e496-05ca-66d2-c6810c155242, 'name': SearchDatastore_Task, 'duration_secs': 0.012798} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.613991] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.614259] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 015b62f4-f233-4d72-89fd-221d8e381082/015b62f4-f233-4d72-89fd-221d8e381082.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 699.614512] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-df1ea297-018b-4494-ae71-480d78bb4091 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.620794] env[70323]: DEBUG oslo_vmware.api [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Waiting for the task: (returnval){ [ 699.620794] env[70323]: value = "task-3226683" [ 699.620794] env[70323]: _type = "Task" [ 699.620794] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.628487] env[70323]: DEBUG oslo_vmware.api [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Task: {'id': task-3226683, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.765848] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1fd59d88-765d-4698-84ee-7cd099e3e64a tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Lock "f5583748-c6c5-4da3-a4c6-d685472511d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.020s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.793793] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb4991e4-6354-4893-8136-c6eeb01809c0 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Acquiring lock "refresh_cache-9a2373d0-4c30-4811-8cfb-41cc23028535" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.794109] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb4991e4-6354-4893-8136-c6eeb01809c0 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Acquired lock "refresh_cache-9a2373d0-4c30-4811-8cfb-41cc23028535" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.794344] env[70323]: DEBUG nova.network.neutron [None req-bb4991e4-6354-4893-8136-c6eeb01809c0 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] [instance: 9a2373d0-4c30-4811-8cfb-41cc23028535] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 699.887845] env[70323]: DEBUG nova.compute.manager [req-f38e9aff-cc65-4dc2-83a7-38ed50b623bf req-7be2d5cb-7075-4311-bd84-d5183f92de24 service nova] [instance: 17e07646-9826-43d9-9295-3a70b541c534] Received event network-vif-plugged-15826689-6715-42c4-9137-c551bc04dfc9 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.888113] env[70323]: DEBUG oslo_concurrency.lockutils [req-f38e9aff-cc65-4dc2-83a7-38ed50b623bf req-7be2d5cb-7075-4311-bd84-d5183f92de24 service nova] Acquiring lock "17e07646-9826-43d9-9295-3a70b541c534-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.888422] env[70323]: DEBUG oslo_concurrency.lockutils [req-f38e9aff-cc65-4dc2-83a7-38ed50b623bf req-7be2d5cb-7075-4311-bd84-d5183f92de24 service nova] Lock "17e07646-9826-43d9-9295-3a70b541c534-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.888619] env[70323]: DEBUG oslo_concurrency.lockutils [req-f38e9aff-cc65-4dc2-83a7-38ed50b623bf req-7be2d5cb-7075-4311-bd84-d5183f92de24 service nova] Lock "17e07646-9826-43d9-9295-3a70b541c534-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.888795] env[70323]: DEBUG nova.compute.manager [req-f38e9aff-cc65-4dc2-83a7-38ed50b623bf req-7be2d5cb-7075-4311-bd84-d5183f92de24 service nova] [instance: 17e07646-9826-43d9-9295-3a70b541c534] No waiting events found dispatching network-vif-plugged-15826689-6715-42c4-9137-c551bc04dfc9 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 699.888966] env[70323]: WARNING nova.compute.manager [req-f38e9aff-cc65-4dc2-83a7-38ed50b623bf req-7be2d5cb-7075-4311-bd84-d5183f92de24 service nova] [instance: 17e07646-9826-43d9-9295-3a70b541c534] Received unexpected event network-vif-plugged-15826689-6715-42c4-9137-c551bc04dfc9 for instance with vm_state building and task_state spawning. [ 699.889131] env[70323]: DEBUG nova.compute.manager [req-f38e9aff-cc65-4dc2-83a7-38ed50b623bf req-7be2d5cb-7075-4311-bd84-d5183f92de24 service nova] [instance: 17e07646-9826-43d9-9295-3a70b541c534] Received event network-changed-15826689-6715-42c4-9137-c551bc04dfc9 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.889283] env[70323]: DEBUG nova.compute.manager [req-f38e9aff-cc65-4dc2-83a7-38ed50b623bf req-7be2d5cb-7075-4311-bd84-d5183f92de24 service nova] [instance: 17e07646-9826-43d9-9295-3a70b541c534] Refreshing instance network info cache due to event network-changed-15826689-6715-42c4-9137-c551bc04dfc9. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 699.889551] env[70323]: DEBUG oslo_concurrency.lockutils [req-f38e9aff-cc65-4dc2-83a7-38ed50b623bf req-7be2d5cb-7075-4311-bd84-d5183f92de24 service nova] Acquiring lock "refresh_cache-17e07646-9826-43d9-9295-3a70b541c534" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.921167] env[70323]: DEBUG oslo_concurrency.lockutils [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquiring lock "248f0a9f-88ae-4c02-8870-57422c9f8ac3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.921541] env[70323]: DEBUG oslo_concurrency.lockutils [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lock "248f0a9f-88ae-4c02-8870-57422c9f8ac3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.926344] env[70323]: DEBUG oslo_vmware.api [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Task: {'id': task-3226682, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.074173] env[70323]: DEBUG nova.scheduler.client.report [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 700.093951] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Releasing lock "refresh_cache-17e07646-9826-43d9-9295-3a70b541c534" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.094275] env[70323]: DEBUG nova.compute.manager [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 17e07646-9826-43d9-9295-3a70b541c534] Instance network_info: |[{"id": "15826689-6715-42c4-9137-c551bc04dfc9", "address": "fa:16:3e:b3:51:7f", "network": {"id": "72c9180f-a081-4a3c-a140-c168d882c6f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1947974250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "629980704660404c9e5b2a810d6182a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15826689-67", "ovs_interfaceid": "15826689-6715-42c4-9137-c551bc04dfc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 700.094568] env[70323]: DEBUG oslo_concurrency.lockutils [req-f38e9aff-cc65-4dc2-83a7-38ed50b623bf req-7be2d5cb-7075-4311-bd84-d5183f92de24 service nova] Acquired lock "refresh_cache-17e07646-9826-43d9-9295-3a70b541c534" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.094748] env[70323]: DEBUG nova.network.neutron [req-f38e9aff-cc65-4dc2-83a7-38ed50b623bf req-7be2d5cb-7075-4311-bd84-d5183f92de24 service nova] [instance: 17e07646-9826-43d9-9295-3a70b541c534] Refreshing network info cache for port 15826689-6715-42c4-9137-c551bc04dfc9 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 700.096520] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 17e07646-9826-43d9-9295-3a70b541c534] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:51:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4734e5e-2a76-4bda-8905-70c9bf9e007f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '15826689-6715-42c4-9137-c551bc04dfc9', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 700.104188] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Creating folder: Project (629980704660404c9e5b2a810d6182a5). Parent ref: group-v644941. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 700.107558] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb4ac30d-e171-4f3e-9bda-11f684d17a2f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.123758] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Created folder: Project (629980704660404c9e5b2a810d6182a5) in parent group-v644941. [ 700.123931] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Creating folder: Instances. Parent ref: group-v645026. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 700.127578] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e89e29d3-556f-4f2a-9adc-71f8590f56e4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.135279] env[70323]: DEBUG oslo_vmware.api [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Task: {'id': task-3226683, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.139349] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Created folder: Instances in parent group-v645026. [ 700.139634] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 700.140084] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17e07646-9826-43d9-9295-3a70b541c534] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 700.140310] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9390466a-d7b7-4402-a3dd-0e6a0cd24693 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.159959] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 700.159959] env[70323]: value = "task-3226686" [ 700.159959] env[70323]: _type = "Task" [ 700.159959] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.169180] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226686, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.268478] env[70323]: DEBUG nova.compute.manager [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: a48068d4-716f-4df7-b75b-d522cbf99d46] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 700.318486] env[70323]: DEBUG nova.network.neutron [None req-bb4991e4-6354-4893-8136-c6eeb01809c0 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] [instance: 9a2373d0-4c30-4811-8cfb-41cc23028535] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 700.379412] env[70323]: DEBUG nova.network.neutron [None req-bb4991e4-6354-4893-8136-c6eeb01809c0 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] [instance: 9a2373d0-4c30-4811-8cfb-41cc23028535] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.392566] env[70323]: DEBUG nova.network.neutron [req-f38e9aff-cc65-4dc2-83a7-38ed50b623bf req-7be2d5cb-7075-4311-bd84-d5183f92de24 service nova] [instance: 17e07646-9826-43d9-9295-3a70b541c534] Updated VIF entry in instance network info cache for port 15826689-6715-42c4-9137-c551bc04dfc9. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 700.392934] env[70323]: DEBUG nova.network.neutron [req-f38e9aff-cc65-4dc2-83a7-38ed50b623bf req-7be2d5cb-7075-4311-bd84-d5183f92de24 service nova] [instance: 17e07646-9826-43d9-9295-3a70b541c534] Updating instance_info_cache with network_info: [{"id": "15826689-6715-42c4-9137-c551bc04dfc9", "address": "fa:16:3e:b3:51:7f", "network": {"id": "72c9180f-a081-4a3c-a140-c168d882c6f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1947974250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "629980704660404c9e5b2a810d6182a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15826689-67", "ovs_interfaceid": "15826689-6715-42c4-9137-c551bc04dfc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.427356] env[70323]: DEBUG oslo_vmware.api [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Task: {'id': task-3226682, 'name': PowerOnVM_Task, 'duration_secs': 0.522894} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.427798] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] [instance: c7e021c9-0f12-43e5-b66a-73335865fc11] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 700.428152] env[70323]: INFO nova.compute.manager [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] [instance: c7e021c9-0f12-43e5-b66a-73335865fc11] Took 8.19 seconds to spawn the instance on the hypervisor. [ 700.428496] env[70323]: DEBUG nova.compute.manager [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] [instance: c7e021c9-0f12-43e5-b66a-73335865fc11] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 700.429740] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b60d809b-17b4-409d-8d08-f3d687536dac {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.513404] env[70323]: DEBUG nova.virt.hardware [None req-e452c5c5-df3d-4d88-91b4-50e756c14c9e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 700.513705] env[70323]: DEBUG nova.virt.hardware [None req-e452c5c5-df3d-4d88-91b4-50e756c14c9e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 700.513845] env[70323]: DEBUG nova.virt.hardware [None req-e452c5c5-df3d-4d88-91b4-50e756c14c9e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 700.514147] env[70323]: DEBUG nova.virt.hardware [None req-e452c5c5-df3d-4d88-91b4-50e756c14c9e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 700.514393] env[70323]: DEBUG nova.virt.hardware [None req-e452c5c5-df3d-4d88-91b4-50e756c14c9e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 700.514580] env[70323]: DEBUG nova.virt.hardware [None req-e452c5c5-df3d-4d88-91b4-50e756c14c9e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 700.514812] env[70323]: DEBUG nova.virt.hardware [None req-e452c5c5-df3d-4d88-91b4-50e756c14c9e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 700.514979] env[70323]: DEBUG nova.virt.hardware [None req-e452c5c5-df3d-4d88-91b4-50e756c14c9e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 700.515185] env[70323]: DEBUG nova.virt.hardware [None req-e452c5c5-df3d-4d88-91b4-50e756c14c9e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 700.515365] env[70323]: DEBUG nova.virt.hardware [None req-e452c5c5-df3d-4d88-91b4-50e756c14c9e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 700.515647] env[70323]: DEBUG nova.virt.hardware [None req-e452c5c5-df3d-4d88-91b4-50e756c14c9e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 700.516609] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c850ac4-c9b8-4733-98bf-fff32dd9d13a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.525667] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded19ffb-6bd7-4a8b-8d17-33b1a6b690e4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.541948] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-e452c5c5-df3d-4d88-91b4-50e756c14c9e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: aad7167e-9a30-4fb0-bbbc-c57066db3311] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:cd:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13b62154-a0e1-4eed-bc30-6464b15993bb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3e78843c-87c4-4fb8-9d24-c6adb7d403a4', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 700.551076] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e452c5c5-df3d-4d88-91b4-50e756c14c9e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 700.551461] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aad7167e-9a30-4fb0-bbbc-c57066db3311] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 700.551749] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b84a690d-f48d-4fd9-82ec-eb292c9232e0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.578239] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 700.578239] env[70323]: value = "task-3226687" [ 700.578239] env[70323]: _type = "Task" [ 700.578239] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.583332] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.672s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.583332] env[70323]: DEBUG nova.compute.manager [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] [instance: b8e86b56-da33-4ae5-92fa-c4eb330b4679] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 700.584791] env[70323]: DEBUG oslo_concurrency.lockutils [None req-edfb53a1-992b-49dc-af50-12274cfb8883 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.751s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.585118] env[70323]: DEBUG nova.objects.instance [None req-edfb53a1-992b-49dc-af50-12274cfb8883 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Lazy-loading 'resources' on Instance uuid cf16c077-6f47-4ad4-b4b2-f14ae99e335a {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 700.591868] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226687, 'name': CreateVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.637483] env[70323]: DEBUG oslo_vmware.api [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Task: {'id': task-3226683, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549278} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.637483] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 015b62f4-f233-4d72-89fd-221d8e381082/015b62f4-f233-4d72-89fd-221d8e381082.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 700.637655] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] [instance: 015b62f4-f233-4d72-89fd-221d8e381082] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 700.637832] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-29f71cd2-c00f-4856-867b-8df1a953a702 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.646250] env[70323]: DEBUG oslo_vmware.api [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Waiting for the task: (returnval){ [ 700.646250] env[70323]: value = "task-3226688" [ 700.646250] env[70323]: _type = "Task" [ 700.646250] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.653671] env[70323]: DEBUG oslo_vmware.api [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Task: {'id': task-3226688, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.671661] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226686, 'name': CreateVM_Task, 'duration_secs': 0.346153} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.671661] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17e07646-9826-43d9-9295-3a70b541c534] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 700.671661] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.671661] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.671661] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.671661] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be77e720-2cec-4127-a8ba-995467e341ff {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.676050] env[70323]: DEBUG oslo_vmware.api [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Waiting for the task: (returnval){ [ 700.676050] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52d9ffaa-b4e8-7bb3-7b17-75ab73db97c3" [ 700.676050] env[70323]: _type = "Task" [ 700.676050] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.684645] env[70323]: DEBUG oslo_vmware.api [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52d9ffaa-b4e8-7bb3-7b17-75ab73db97c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.790970] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.882072] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb4991e4-6354-4893-8136-c6eeb01809c0 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Releasing lock "refresh_cache-9a2373d0-4c30-4811-8cfb-41cc23028535" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.882517] env[70323]: DEBUG nova.compute.manager [None req-bb4991e4-6354-4893-8136-c6eeb01809c0 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] [instance: 9a2373d0-4c30-4811-8cfb-41cc23028535] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 700.882764] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4991e4-6354-4893-8136-c6eeb01809c0 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] [instance: 9a2373d0-4c30-4811-8cfb-41cc23028535] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 700.883618] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761439d6-d8e1-4281-9b31-5e778ad46b90 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.891603] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb4991e4-6354-4893-8136-c6eeb01809c0 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] [instance: 9a2373d0-4c30-4811-8cfb-41cc23028535] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 700.891892] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ea3119e-8224-4dc3-87a1-53945f745daf {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.895214] env[70323]: DEBUG oslo_concurrency.lockutils [req-f38e9aff-cc65-4dc2-83a7-38ed50b623bf req-7be2d5cb-7075-4311-bd84-d5183f92de24 service nova] Releasing lock "refresh_cache-17e07646-9826-43d9-9295-3a70b541c534" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.898241] env[70323]: DEBUG oslo_vmware.api [None req-bb4991e4-6354-4893-8136-c6eeb01809c0 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Waiting for the task: (returnval){ [ 700.898241] env[70323]: value = "task-3226689" [ 700.898241] env[70323]: _type = "Task" [ 700.898241] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.906830] env[70323]: DEBUG oslo_vmware.api [None req-bb4991e4-6354-4893-8136-c6eeb01809c0 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Task: {'id': task-3226689, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.953539] env[70323]: INFO nova.compute.manager [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] [instance: c7e021c9-0f12-43e5-b66a-73335865fc11] Took 42.60 seconds to build instance. [ 701.085445] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226687, 'name': CreateVM_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.090043] env[70323]: DEBUG nova.compute.utils [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 701.093620] env[70323]: DEBUG nova.compute.manager [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] [instance: b8e86b56-da33-4ae5-92fa-c4eb330b4679] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 701.093731] env[70323]: DEBUG nova.network.neutron [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] [instance: b8e86b56-da33-4ae5-92fa-c4eb330b4679] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 701.129764] env[70323]: DEBUG nova.compute.manager [None req-998933eb-b94b-4034-85dc-0769073e36b3 tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] [instance: f5583748-c6c5-4da3-a4c6-d685472511d4] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 701.130644] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f5545f-6382-4142-8b60-cebee4d91ade {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.134419] env[70323]: DEBUG nova.policy [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93c1c2fd01384dc187455e23d5b08287', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1dc8082247140a09c17832a15460c8f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 701.156743] env[70323]: DEBUG oslo_vmware.api [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Task: {'id': task-3226688, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07615} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.156999] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] [instance: 015b62f4-f233-4d72-89fd-221d8e381082] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 701.157806] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3ead1e-a6b0-4cd3-9d3e-470036d85761 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.182343] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] [instance: 015b62f4-f233-4d72-89fd-221d8e381082] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 015b62f4-f233-4d72-89fd-221d8e381082/015b62f4-f233-4d72-89fd-221d8e381082.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 701.185654] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aeffc1a3-6c3f-410c-9c34-2368c2254d43 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.209152] env[70323]: DEBUG oslo_vmware.api [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52d9ffaa-b4e8-7bb3-7b17-75ab73db97c3, 'name': SearchDatastore_Task, 'duration_secs': 0.014513} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.212787] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.213054] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 17e07646-9826-43d9-9295-3a70b541c534] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 701.213627] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.213627] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.213627] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 701.214231] env[70323]: DEBUG oslo_vmware.api [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Waiting for the task: (returnval){ [ 701.214231] env[70323]: value = "task-3226690" [ 701.214231] env[70323]: _type = "Task" [ 701.214231] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.214598] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b0f3c7c-c648-4d5e-9bf2-cc6406ef9eac {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.228303] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 701.228532] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 701.229266] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fd5a3e4-dad9-42c7-9c5c-f06f0118bd6b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.234397] env[70323]: DEBUG oslo_vmware.api [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Waiting for the task: (returnval){ [ 701.234397] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52b27605-fe8c-a50c-5ec9-c3d885e43269" [ 701.234397] env[70323]: _type = "Task" [ 701.234397] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.244324] env[70323]: DEBUG oslo_vmware.api [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52b27605-fe8c-a50c-5ec9-c3d885e43269, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.410439] env[70323]: DEBUG oslo_vmware.api [None req-bb4991e4-6354-4893-8136-c6eeb01809c0 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Task: {'id': task-3226689, 'name': PowerOffVM_Task, 'duration_secs': 0.249096} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.410725] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb4991e4-6354-4893-8136-c6eeb01809c0 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] [instance: 9a2373d0-4c30-4811-8cfb-41cc23028535] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 701.410967] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4991e4-6354-4893-8136-c6eeb01809c0 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] [instance: 9a2373d0-4c30-4811-8cfb-41cc23028535] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 701.411146] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd561fb3-2855-4d74-8465-063c7df1dcc9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.435538] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4991e4-6354-4893-8136-c6eeb01809c0 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] [instance: 9a2373d0-4c30-4811-8cfb-41cc23028535] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 701.435790] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4991e4-6354-4893-8136-c6eeb01809c0 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] [instance: 9a2373d0-4c30-4811-8cfb-41cc23028535] Deleting contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 701.436028] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb4991e4-6354-4893-8136-c6eeb01809c0 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Deleting the datastore file [datastore2] 9a2373d0-4c30-4811-8cfb-41cc23028535 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 701.436337] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2657f0a-5567-4094-b341-b640b6753e71 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.448072] env[70323]: DEBUG oslo_vmware.api [None req-bb4991e4-6354-4893-8136-c6eeb01809c0 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Waiting for the task: (returnval){ [ 701.448072] env[70323]: value = "task-3226692" [ 701.448072] env[70323]: _type = "Task" [ 701.448072] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.456820] env[70323]: DEBUG oslo_concurrency.lockutils [None req-691368f3-760e-43dd-836c-b9e7012889e5 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Lock "c7e021c9-0f12-43e5-b66a-73335865fc11" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.877s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.462654] env[70323]: DEBUG oslo_vmware.api [None req-bb4991e4-6354-4893-8136-c6eeb01809c0 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Task: {'id': task-3226692, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.504216] env[70323]: DEBUG nova.network.neutron [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] [instance: b8e86b56-da33-4ae5-92fa-c4eb330b4679] Successfully created port: 25c2f12d-ddf1-461d-9f0a-bbdc576d94f0 {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 701.589118] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226687, 'name': CreateVM_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.593817] env[70323]: DEBUG nova.compute.manager [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] [instance: b8e86b56-da33-4ae5-92fa-c4eb330b4679] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 701.650413] env[70323]: INFO nova.compute.manager [None req-998933eb-b94b-4034-85dc-0769073e36b3 tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] [instance: f5583748-c6c5-4da3-a4c6-d685472511d4] instance snapshotting [ 701.659855] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5161899-7bc8-43f5-be7b-8163b18ce1e5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.680112] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3068a81b-e213-401c-8ada-876a4aceaedc {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.725701] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baaec8ca-ce23-415a-8c78-795f75315c4f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.734021] env[70323]: DEBUG oslo_vmware.api [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Task: {'id': task-3226690, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.740040] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a94dbfb-0837-4f18-b746-a97b67f50aa0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.749543] env[70323]: DEBUG oslo_vmware.api [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52b27605-fe8c-a50c-5ec9-c3d885e43269, 'name': SearchDatastore_Task, 'duration_secs': 0.013244} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.778637] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7df4e41-5ba8-4bc0-8b07-9348e4127e82 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.781645] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f427f557-6246-4ab1-9ff7-1f8e9feefc7c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.791109] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a945fd61-8449-45f4-9be2-9237126b8072 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.794554] env[70323]: DEBUG oslo_vmware.api [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Waiting for the task: (returnval){ [ 701.794554] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5288b3c0-4b22-46b4-3166-6df89464cf6b" [ 701.794554] env[70323]: _type = "Task" [ 701.794554] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.807527] env[70323]: DEBUG nova.compute.provider_tree [None req-edfb53a1-992b-49dc-af50-12274cfb8883 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.813618] env[70323]: DEBUG oslo_vmware.api [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5288b3c0-4b22-46b4-3166-6df89464cf6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.957501] env[70323]: DEBUG oslo_vmware.api [None req-bb4991e4-6354-4893-8136-c6eeb01809c0 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Task: {'id': task-3226692, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.964128] env[70323]: DEBUG nova.compute.manager [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] [instance: 7be2da39-a762-4d2f-a520-44120528267c] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 702.090023] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226687, 'name': CreateVM_Task, 'duration_secs': 1.121838} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.090212] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aad7167e-9a30-4fb0-bbbc-c57066db3311] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 702.090896] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e452c5c5-df3d-4d88-91b4-50e756c14c9e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.091242] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e452c5c5-df3d-4d88-91b4-50e756c14c9e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.091399] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e452c5c5-df3d-4d88-91b4-50e756c14c9e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.091651] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3459ea7-24d6-465d-8a24-9e748b96996f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.096812] env[70323]: DEBUG oslo_vmware.api [None req-e452c5c5-df3d-4d88-91b4-50e756c14c9e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for the task: (returnval){ [ 702.096812] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]522faf3c-f352-4881-d2e5-8b3ca8748447" [ 702.096812] env[70323]: _type = "Task" [ 702.096812] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.108194] env[70323]: DEBUG oslo_vmware.api [None req-e452c5c5-df3d-4d88-91b4-50e756c14c9e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]522faf3c-f352-4881-d2e5-8b3ca8748447, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.191079] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-998933eb-b94b-4034-85dc-0769073e36b3 tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] [instance: f5583748-c6c5-4da3-a4c6-d685472511d4] Creating Snapshot of the VM instance {{(pid=70323) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 702.191449] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8398404e-83bc-431f-b54b-43bdef7a6031 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.199426] env[70323]: DEBUG oslo_vmware.api [None req-998933eb-b94b-4034-85dc-0769073e36b3 tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Waiting for the task: (returnval){ [ 702.199426] env[70323]: value = "task-3226693" [ 702.199426] env[70323]: _type = "Task" [ 702.199426] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.207620] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f51e922c-5378-4ed0-92d1-4464cab5b428 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Acquiring lock "c7e021c9-0f12-43e5-b66a-73335865fc11" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.207720] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f51e922c-5378-4ed0-92d1-4464cab5b428 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Lock "c7e021c9-0f12-43e5-b66a-73335865fc11" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.207964] env[70323]: INFO nova.compute.manager [None req-f51e922c-5378-4ed0-92d1-4464cab5b428 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] [instance: c7e021c9-0f12-43e5-b66a-73335865fc11] Rebooting instance [ 702.209428] env[70323]: DEBUG oslo_vmware.api [None req-998933eb-b94b-4034-85dc-0769073e36b3 tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Task: {'id': task-3226693, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.226763] env[70323]: DEBUG oslo_vmware.api [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Task: {'id': task-3226690, 'name': ReconfigVM_Task, 'duration_secs': 0.862842} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.227013] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] [instance: 015b62f4-f233-4d72-89fd-221d8e381082] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 015b62f4-f233-4d72-89fd-221d8e381082/015b62f4-f233-4d72-89fd-221d8e381082.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 702.228121] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-caacda79-75ce-43bb-8618-3b135266e36b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.233166] env[70323]: DEBUG oslo_vmware.api [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Waiting for the task: (returnval){ [ 702.233166] env[70323]: value = "task-3226694" [ 702.233166] env[70323]: _type = "Task" [ 702.233166] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.241498] env[70323]: DEBUG oslo_vmware.api [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Task: {'id': task-3226694, 'name': Rename_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.305610] env[70323]: DEBUG oslo_vmware.api [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5288b3c0-4b22-46b4-3166-6df89464cf6b, 'name': SearchDatastore_Task, 'duration_secs': 0.042916} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.306498] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.306498] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 17e07646-9826-43d9-9295-3a70b541c534/17e07646-9826-43d9-9295-3a70b541c534.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 702.306498] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3de5d4ee-d59f-4413-8363-0c9897b392e4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.313149] env[70323]: DEBUG oslo_vmware.api [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Waiting for the task: (returnval){ [ 702.313149] env[70323]: value = "task-3226695" [ 702.313149] env[70323]: _type = "Task" [ 702.313149] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.316859] env[70323]: DEBUG nova.scheduler.client.report [None req-edfb53a1-992b-49dc-af50-12274cfb8883 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 702.325319] env[70323]: DEBUG oslo_vmware.api [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3226695, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.458935] env[70323]: DEBUG oslo_vmware.api [None req-bb4991e4-6354-4893-8136-c6eeb01809c0 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Task: {'id': task-3226692, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.516489} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.459186] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb4991e4-6354-4893-8136-c6eeb01809c0 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 702.459450] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4991e4-6354-4893-8136-c6eeb01809c0 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] [instance: 9a2373d0-4c30-4811-8cfb-41cc23028535] Deleted contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 702.459692] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4991e4-6354-4893-8136-c6eeb01809c0 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] [instance: 9a2373d0-4c30-4811-8cfb-41cc23028535] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 702.460378] env[70323]: INFO nova.compute.manager [None req-bb4991e4-6354-4893-8136-c6eeb01809c0 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] [instance: 9a2373d0-4c30-4811-8cfb-41cc23028535] Took 1.58 seconds to destroy the instance on the hypervisor. [ 702.461291] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb4991e4-6354-4893-8136-c6eeb01809c0 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 702.461291] env[70323]: DEBUG nova.compute.manager [-] [instance: 9a2373d0-4c30-4811-8cfb-41cc23028535] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 702.461291] env[70323]: DEBUG nova.network.neutron [-] [instance: 9a2373d0-4c30-4811-8cfb-41cc23028535] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 702.489432] env[70323]: DEBUG nova.network.neutron [-] [instance: 9a2373d0-4c30-4811-8cfb-41cc23028535] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 702.493313] env[70323]: DEBUG oslo_concurrency.lockutils [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.613944] env[70323]: DEBUG nova.compute.manager [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] [instance: b8e86b56-da33-4ae5-92fa-c4eb330b4679] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 702.614636] env[70323]: DEBUG oslo_vmware.api [None req-e452c5c5-df3d-4d88-91b4-50e756c14c9e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]522faf3c-f352-4881-d2e5-8b3ca8748447, 'name': SearchDatastore_Task, 'duration_secs': 0.035382} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.615798] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e452c5c5-df3d-4d88-91b4-50e756c14c9e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.615798] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-e452c5c5-df3d-4d88-91b4-50e756c14c9e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: aad7167e-9a30-4fb0-bbbc-c57066db3311] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 702.616106] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e452c5c5-df3d-4d88-91b4-50e756c14c9e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.616199] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e452c5c5-df3d-4d88-91b4-50e756c14c9e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.616386] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-e452c5c5-df3d-4d88-91b4-50e756c14c9e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 702.616669] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ae1655a-b5ba-49aa-ac74-0567861980ac {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.636527] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-e452c5c5-df3d-4d88-91b4-50e756c14c9e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 702.636725] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-e452c5c5-df3d-4d88-91b4-50e756c14c9e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 702.638223] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62600078-ec25-4ab3-9196-98a778e910c1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.643193] env[70323]: DEBUG nova.virt.hardware [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 702.643423] env[70323]: DEBUG nova.virt.hardware [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 702.643576] env[70323]: DEBUG nova.virt.hardware [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 702.643752] env[70323]: DEBUG nova.virt.hardware [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 702.643893] env[70323]: DEBUG nova.virt.hardware [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 702.644571] env[70323]: DEBUG nova.virt.hardware [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 702.644865] env[70323]: DEBUG nova.virt.hardware [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 702.645033] env[70323]: DEBUG nova.virt.hardware [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 702.645212] env[70323]: DEBUG nova.virt.hardware [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 702.645381] env[70323]: DEBUG nova.virt.hardware [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 702.645560] env[70323]: DEBUG nova.virt.hardware [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 702.646541] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad78d64-c4d2-467e-b165-8cd4a5fddfd9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.650853] env[70323]: DEBUG oslo_vmware.api [None req-e452c5c5-df3d-4d88-91b4-50e756c14c9e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for the task: (returnval){ [ 702.650853] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5237a465-af6e-c47d-4d83-dc5866ed1501" [ 702.650853] env[70323]: _type = "Task" [ 702.650853] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.659719] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7abd6ffb-9a84-43bc-87a7-fa0b2a998114 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.670416] env[70323]: DEBUG oslo_vmware.api [None req-e452c5c5-df3d-4d88-91b4-50e756c14c9e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5237a465-af6e-c47d-4d83-dc5866ed1501, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.711987] env[70323]: DEBUG oslo_vmware.api [None req-998933eb-b94b-4034-85dc-0769073e36b3 tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Task: {'id': task-3226693, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.745242] env[70323]: DEBUG oslo_vmware.api [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Task: {'id': task-3226694, 'name': Rename_Task, 'duration_secs': 0.148113} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.746537] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f51e922c-5378-4ed0-92d1-4464cab5b428 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Acquiring lock "refresh_cache-c7e021c9-0f12-43e5-b66a-73335865fc11" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.746779] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f51e922c-5378-4ed0-92d1-4464cab5b428 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Acquired lock "refresh_cache-c7e021c9-0f12-43e5-b66a-73335865fc11" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.747025] env[70323]: DEBUG nova.network.neutron [None req-f51e922c-5378-4ed0-92d1-4464cab5b428 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] [instance: c7e021c9-0f12-43e5-b66a-73335865fc11] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 702.748495] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] [instance: 015b62f4-f233-4d72-89fd-221d8e381082] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 702.748903] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0954f16c-ebf9-4159-b086-3e89eb98537b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.756132] env[70323]: DEBUG oslo_vmware.api [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Waiting for the task: (returnval){ [ 702.756132] env[70323]: value = "task-3226696" [ 702.756132] env[70323]: _type = "Task" [ 702.756132] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.765619] env[70323]: DEBUG oslo_vmware.api [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Task: {'id': task-3226696, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.822447] env[70323]: DEBUG oslo_concurrency.lockutils [None req-edfb53a1-992b-49dc-af50-12274cfb8883 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.238s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.828726] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b649a205-5305-46a2-b177-3d26bdfb438b tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.650s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.829088] env[70323]: DEBUG nova.objects.instance [None req-b649a205-5305-46a2-b177-3d26bdfb438b tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Lazy-loading 'resources' on Instance uuid 8d3a4e3f-033e-4ed0-a67c-99d0f9a3d753 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 702.830826] env[70323]: DEBUG oslo_vmware.api [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3226695, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.925994] env[70323]: INFO nova.scheduler.client.report [None req-edfb53a1-992b-49dc-af50-12274cfb8883 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Deleted allocations for instance cf16c077-6f47-4ad4-b4b2-f14ae99e335a [ 702.992572] env[70323]: DEBUG nova.network.neutron [-] [instance: 9a2373d0-4c30-4811-8cfb-41cc23028535] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.164153] env[70323]: DEBUG oslo_vmware.api [None req-e452c5c5-df3d-4d88-91b4-50e756c14c9e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5237a465-af6e-c47d-4d83-dc5866ed1501, 'name': SearchDatastore_Task, 'duration_secs': 0.059684} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.165315] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bc3b81f-b31a-4ba8-b772-59bf88d28260 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.174023] env[70323]: DEBUG oslo_vmware.api [None req-e452c5c5-df3d-4d88-91b4-50e756c14c9e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for the task: (returnval){ [ 703.174023] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52063345-3dd3-d801-082a-373de24a9f3f" [ 703.174023] env[70323]: _type = "Task" [ 703.174023] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.180205] env[70323]: DEBUG oslo_vmware.api [None req-e452c5c5-df3d-4d88-91b4-50e756c14c9e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52063345-3dd3-d801-082a-373de24a9f3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.210313] env[70323]: DEBUG oslo_vmware.api [None req-998933eb-b94b-4034-85dc-0769073e36b3 tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Task: {'id': task-3226693, 'name': CreateSnapshot_Task, 'duration_secs': 0.670577} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.210591] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-998933eb-b94b-4034-85dc-0769073e36b3 tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] [instance: f5583748-c6c5-4da3-a4c6-d685472511d4] Created Snapshot of the VM instance {{(pid=70323) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 703.211637] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e92ff683-9736-451d-aa51-dbce4dd1b145 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.267133] env[70323]: DEBUG oslo_vmware.api [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Task: {'id': task-3226696, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.324875] env[70323]: DEBUG oslo_vmware.api [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3226695, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519361} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.328240] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 17e07646-9826-43d9-9295-3a70b541c534/17e07646-9826-43d9-9295-3a70b541c534.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 703.328491] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 17e07646-9826-43d9-9295-3a70b541c534] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 703.329859] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b71a7554-7569-4ec6-9404-602479dfe81e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.340908] env[70323]: DEBUG oslo_vmware.api [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Waiting for the task: (returnval){ [ 703.340908] env[70323]: value = "task-3226697" [ 703.340908] env[70323]: _type = "Task" [ 703.340908] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.346719] env[70323]: DEBUG nova.compute.manager [req-d171e11a-91ba-4ce8-95eb-544b846292e8 req-07860670-149c-4548-9d9e-6f1a5af62e26 service nova] [instance: b8e86b56-da33-4ae5-92fa-c4eb330b4679] Received event network-vif-plugged-25c2f12d-ddf1-461d-9f0a-bbdc576d94f0 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.346925] env[70323]: DEBUG oslo_concurrency.lockutils [req-d171e11a-91ba-4ce8-95eb-544b846292e8 req-07860670-149c-4548-9d9e-6f1a5af62e26 service nova] Acquiring lock "b8e86b56-da33-4ae5-92fa-c4eb330b4679-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.347181] env[70323]: DEBUG oslo_concurrency.lockutils [req-d171e11a-91ba-4ce8-95eb-544b846292e8 req-07860670-149c-4548-9d9e-6f1a5af62e26 service nova] Lock "b8e86b56-da33-4ae5-92fa-c4eb330b4679-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.347313] env[70323]: DEBUG oslo_concurrency.lockutils [req-d171e11a-91ba-4ce8-95eb-544b846292e8 req-07860670-149c-4548-9d9e-6f1a5af62e26 service nova] Lock "b8e86b56-da33-4ae5-92fa-c4eb330b4679-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.347476] env[70323]: DEBUG nova.compute.manager [req-d171e11a-91ba-4ce8-95eb-544b846292e8 req-07860670-149c-4548-9d9e-6f1a5af62e26 service nova] [instance: b8e86b56-da33-4ae5-92fa-c4eb330b4679] No waiting events found dispatching network-vif-plugged-25c2f12d-ddf1-461d-9f0a-bbdc576d94f0 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 703.347643] env[70323]: WARNING nova.compute.manager [req-d171e11a-91ba-4ce8-95eb-544b846292e8 req-07860670-149c-4548-9d9e-6f1a5af62e26 service nova] [instance: b8e86b56-da33-4ae5-92fa-c4eb330b4679] Received unexpected event network-vif-plugged-25c2f12d-ddf1-461d-9f0a-bbdc576d94f0 for instance with vm_state building and task_state spawning. [ 703.358742] env[70323]: DEBUG oslo_vmware.api [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3226697, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.384076] env[70323]: DEBUG nova.network.neutron [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] [instance: b8e86b56-da33-4ae5-92fa-c4eb330b4679] Successfully updated port: 25c2f12d-ddf1-461d-9f0a-bbdc576d94f0 {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 703.434348] env[70323]: DEBUG oslo_concurrency.lockutils [None req-edfb53a1-992b-49dc-af50-12274cfb8883 tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Lock "cf16c077-6f47-4ad4-b4b2-f14ae99e335a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.052s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.496495] env[70323]: INFO nova.compute.manager [-] [instance: 9a2373d0-4c30-4811-8cfb-41cc23028535] Took 1.04 seconds to deallocate network for instance. [ 703.536789] env[70323]: DEBUG nova.network.neutron [None req-f51e922c-5378-4ed0-92d1-4464cab5b428 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] [instance: c7e021c9-0f12-43e5-b66a-73335865fc11] Updating instance_info_cache with network_info: [{"id": "d062036c-f343-45a6-86e8-f5857586e64b", "address": "fa:16:3e:98:0f:b4", "network": {"id": "623d014c-6b3d-4319-a729-76defd1050bb", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1186783892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14813f58434e45b78bc00e43aa3fd48e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd062036c-f3", "ovs_interfaceid": "d062036c-f343-45a6-86e8-f5857586e64b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.681720] env[70323]: DEBUG oslo_vmware.api [None req-e452c5c5-df3d-4d88-91b4-50e756c14c9e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52063345-3dd3-d801-082a-373de24a9f3f, 'name': SearchDatastore_Task, 'duration_secs': 0.01533} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.684303] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e452c5c5-df3d-4d88-91b4-50e756c14c9e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.684573] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-e452c5c5-df3d-4d88-91b4-50e756c14c9e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] aad7167e-9a30-4fb0-bbbc-c57066db3311/aad7167e-9a30-4fb0-bbbc-c57066db3311.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 703.685214] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53acbfb3-8638-48ff-a1e6-a01c77568951 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.691617] env[70323]: DEBUG oslo_vmware.api [None req-e452c5c5-df3d-4d88-91b4-50e756c14c9e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for the task: (returnval){ [ 703.691617] env[70323]: value = "task-3226698" [ 703.691617] env[70323]: _type = "Task" [ 703.691617] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.703904] env[70323]: DEBUG oslo_vmware.api [None req-e452c5c5-df3d-4d88-91b4-50e756c14c9e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3226698, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.730993] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-998933eb-b94b-4034-85dc-0769073e36b3 tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] [instance: f5583748-c6c5-4da3-a4c6-d685472511d4] Creating linked-clone VM from snapshot {{(pid=70323) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 703.733873] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-87b9694d-c2a6-483b-84e6-af59b5ea4b40 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.741532] env[70323]: DEBUG oslo_vmware.api [None req-998933eb-b94b-4034-85dc-0769073e36b3 tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Waiting for the task: (returnval){ [ 703.741532] env[70323]: value = "task-3226699" [ 703.741532] env[70323]: _type = "Task" [ 703.741532] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.748733] env[70323]: DEBUG oslo_vmware.api [None req-998933eb-b94b-4034-85dc-0769073e36b3 tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Task: {'id': task-3226699, 'name': CloneVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.768171] env[70323]: DEBUG oslo_vmware.api [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Task: {'id': task-3226696, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.813557] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5be515e6-eb3a-488b-862f-35c3915cda8e tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Acquiring lock "0a84cbbb-8a36-4c53-bb72-d715abb4ac48" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.813805] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5be515e6-eb3a-488b-862f-35c3915cda8e tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Lock "0a84cbbb-8a36-4c53-bb72-d715abb4ac48" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.814016] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5be515e6-eb3a-488b-862f-35c3915cda8e tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Acquiring lock "0a84cbbb-8a36-4c53-bb72-d715abb4ac48-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.814203] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5be515e6-eb3a-488b-862f-35c3915cda8e tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Lock "0a84cbbb-8a36-4c53-bb72-d715abb4ac48-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.814367] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5be515e6-eb3a-488b-862f-35c3915cda8e tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Lock "0a84cbbb-8a36-4c53-bb72-d715abb4ac48-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.816811] env[70323]: INFO nova.compute.manager [None req-5be515e6-eb3a-488b-862f-35c3915cda8e tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] [instance: 0a84cbbb-8a36-4c53-bb72-d715abb4ac48] Terminating instance [ 703.855889] env[70323]: DEBUG oslo_vmware.api [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3226697, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.340694} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.855889] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 17e07646-9826-43d9-9295-3a70b541c534] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 703.856709] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85932b9b-9ad3-4100-afde-b7f5494b0b7d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.881909] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 17e07646-9826-43d9-9295-3a70b541c534] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 17e07646-9826-43d9-9295-3a70b541c534/17e07646-9826-43d9-9295-3a70b541c534.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 703.883658] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2cdc2a8-bebf-41fc-8afa-cde78198ffa1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.899195] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Acquiring lock "refresh_cache-b8e86b56-da33-4ae5-92fa-c4eb330b4679" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.899359] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Acquired lock "refresh_cache-b8e86b56-da33-4ae5-92fa-c4eb330b4679" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.899517] env[70323]: DEBUG nova.network.neutron [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] [instance: b8e86b56-da33-4ae5-92fa-c4eb330b4679] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 703.906777] env[70323]: DEBUG oslo_vmware.api [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Waiting for the task: (returnval){ [ 703.906777] env[70323]: value = "task-3226700" [ 703.906777] env[70323]: _type = "Task" [ 703.906777] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.915473] env[70323]: DEBUG oslo_vmware.api [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3226700, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.972463] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d91c6c-a04c-4f69-85f5-63810242a6c8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.980553] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2201c99c-3b0b-41f5-a4ac-232d649c1d42 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.014580] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb4991e4-6354-4893-8136-c6eeb01809c0 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.015593] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93335783-898c-4893-86b3-d6534caa6d54 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.023812] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43d3a3a-18b1-4c09-be14-053781cd3855 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.040876] env[70323]: DEBUG nova.compute.provider_tree [None req-b649a205-5305-46a2-b177-3d26bdfb438b tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 704.043522] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f51e922c-5378-4ed0-92d1-4464cab5b428 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Releasing lock "refresh_cache-c7e021c9-0f12-43e5-b66a-73335865fc11" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.206079] env[70323]: DEBUG oslo_vmware.api [None req-e452c5c5-df3d-4d88-91b4-50e756c14c9e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3226698, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.253285] env[70323]: DEBUG oslo_vmware.api [None req-998933eb-b94b-4034-85dc-0769073e36b3 tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Task: {'id': task-3226699, 'name': CloneVM_Task} progress is 94%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.268659] env[70323]: DEBUG oslo_vmware.api [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Task: {'id': task-3226696, 'name': PowerOnVM_Task, 'duration_secs': 1.348153} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.269032] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] [instance: 015b62f4-f233-4d72-89fd-221d8e381082] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 704.269320] env[70323]: INFO nova.compute.manager [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] [instance: 015b62f4-f233-4d72-89fd-221d8e381082] Took 9.43 seconds to spawn the instance on the hypervisor. [ 704.269586] env[70323]: DEBUG nova.compute.manager [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] [instance: 015b62f4-f233-4d72-89fd-221d8e381082] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 704.270730] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fdf8fd7-c3a5-4d69-b4fb-a70e0162eb4f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.320522] env[70323]: DEBUG nova.compute.manager [None req-5be515e6-eb3a-488b-862f-35c3915cda8e tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] [instance: 0a84cbbb-8a36-4c53-bb72-d715abb4ac48] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 704.320522] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-5be515e6-eb3a-488b-862f-35c3915cda8e tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] [instance: 0a84cbbb-8a36-4c53-bb72-d715abb4ac48] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 704.321477] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d0c7362-ddd3-433c-8d55-8ba032d16a61 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.328933] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-5be515e6-eb3a-488b-862f-35c3915cda8e tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] [instance: 0a84cbbb-8a36-4c53-bb72-d715abb4ac48] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 704.329240] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6db7bae-489f-4675-9cdd-f9b024fa6e27 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.336632] env[70323]: DEBUG oslo_vmware.api [None req-5be515e6-eb3a-488b-862f-35c3915cda8e tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Waiting for the task: (returnval){ [ 704.336632] env[70323]: value = "task-3226701" [ 704.336632] env[70323]: _type = "Task" [ 704.336632] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.345290] env[70323]: DEBUG oslo_vmware.api [None req-5be515e6-eb3a-488b-862f-35c3915cda8e tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Task: {'id': task-3226701, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.416101] env[70323]: DEBUG oslo_vmware.api [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3226700, 'name': ReconfigVM_Task, 'duration_secs': 0.346738} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.416414] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 17e07646-9826-43d9-9295-3a70b541c534] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 17e07646-9826-43d9-9295-3a70b541c534/17e07646-9826-43d9-9295-3a70b541c534.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 704.417338] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04b2ac3f-9d58-4039-8927-56ada032be1e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.423576] env[70323]: DEBUG oslo_vmware.api [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Waiting for the task: (returnval){ [ 704.423576] env[70323]: value = "task-3226702" [ 704.423576] env[70323]: _type = "Task" [ 704.423576] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.432897] env[70323]: DEBUG oslo_vmware.api [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3226702, 'name': Rename_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.452174] env[70323]: DEBUG nova.network.neutron [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] [instance: b8e86b56-da33-4ae5-92fa-c4eb330b4679] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 704.545045] env[70323]: DEBUG nova.scheduler.client.report [None req-b649a205-5305-46a2-b177-3d26bdfb438b tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 704.551081] env[70323]: DEBUG nova.compute.manager [None req-f51e922c-5378-4ed0-92d1-4464cab5b428 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] [instance: c7e021c9-0f12-43e5-b66a-73335865fc11] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 704.551776] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b833338-d0c5-4a22-9149-cb6341a504de {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.633458] env[70323]: DEBUG nova.network.neutron [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] [instance: b8e86b56-da33-4ae5-92fa-c4eb330b4679] Updating instance_info_cache with network_info: [{"id": "25c2f12d-ddf1-461d-9f0a-bbdc576d94f0", "address": "fa:16:3e:2c:18:3b", "network": {"id": "5e0b465c-9efc-4b06-91ae-7629526d1a47", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-403272484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1dc8082247140a09c17832a15460c8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25c2f12d-dd", "ovs_interfaceid": "25c2f12d-ddf1-461d-9f0a-bbdc576d94f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.701840] env[70323]: DEBUG oslo_vmware.api [None req-e452c5c5-df3d-4d88-91b4-50e756c14c9e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3226698, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.734646} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.702108] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-e452c5c5-df3d-4d88-91b4-50e756c14c9e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] aad7167e-9a30-4fb0-bbbc-c57066db3311/aad7167e-9a30-4fb0-bbbc-c57066db3311.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 704.702314] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-e452c5c5-df3d-4d88-91b4-50e756c14c9e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: aad7167e-9a30-4fb0-bbbc-c57066db3311] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 704.702563] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95ff494c-1827-462c-8820-94472e267450 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.710135] env[70323]: DEBUG oslo_vmware.api [None req-e452c5c5-df3d-4d88-91b4-50e756c14c9e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for the task: (returnval){ [ 704.710135] env[70323]: value = "task-3226703" [ 704.710135] env[70323]: _type = "Task" [ 704.710135] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.718083] env[70323]: DEBUG oslo_vmware.api [None req-e452c5c5-df3d-4d88-91b4-50e756c14c9e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3226703, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.750320] env[70323]: DEBUG oslo_vmware.api [None req-998933eb-b94b-4034-85dc-0769073e36b3 tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Task: {'id': task-3226699, 'name': CloneVM_Task} progress is 94%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.794358] env[70323]: INFO nova.compute.manager [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] [instance: 015b62f4-f233-4d72-89fd-221d8e381082] Took 45.87 seconds to build instance. [ 704.846029] env[70323]: DEBUG oslo_vmware.api [None req-5be515e6-eb3a-488b-862f-35c3915cda8e tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Task: {'id': task-3226701, 'name': PowerOffVM_Task, 'duration_secs': 0.25666} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.846241] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-5be515e6-eb3a-488b-862f-35c3915cda8e tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] [instance: 0a84cbbb-8a36-4c53-bb72-d715abb4ac48] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 704.846418] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-5be515e6-eb3a-488b-862f-35c3915cda8e tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] [instance: 0a84cbbb-8a36-4c53-bb72-d715abb4ac48] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 704.846671] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83fc2a57-71d5-4d86-9575-29840b2439a9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.900527] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-5be515e6-eb3a-488b-862f-35c3915cda8e tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] [instance: 0a84cbbb-8a36-4c53-bb72-d715abb4ac48] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 704.900726] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-5be515e6-eb3a-488b-862f-35c3915cda8e tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] [instance: 0a84cbbb-8a36-4c53-bb72-d715abb4ac48] Deleting contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 704.901032] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-5be515e6-eb3a-488b-862f-35c3915cda8e tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Deleting the datastore file [datastore2] 0a84cbbb-8a36-4c53-bb72-d715abb4ac48 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 704.901423] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51a36722-87e3-42ce-9145-399ac4585fa6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.908069] env[70323]: DEBUG oslo_vmware.api [None req-5be515e6-eb3a-488b-862f-35c3915cda8e tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Waiting for the task: (returnval){ [ 704.908069] env[70323]: value = "task-3226705" [ 704.908069] env[70323]: _type = "Task" [ 704.908069] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.916338] env[70323]: DEBUG oslo_vmware.api [None req-5be515e6-eb3a-488b-862f-35c3915cda8e tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Task: {'id': task-3226705, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.933108] env[70323]: DEBUG oslo_vmware.api [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3226702, 'name': Rename_Task, 'duration_secs': 0.183593} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.933389] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 17e07646-9826-43d9-9295-3a70b541c534] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 704.933674] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db74db7a-d83a-44f4-a7af-d1fe6b55e91f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.939921] env[70323]: DEBUG oslo_vmware.api [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Waiting for the task: (returnval){ [ 704.939921] env[70323]: value = "task-3226706" [ 704.939921] env[70323]: _type = "Task" [ 704.939921] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.951132] env[70323]: DEBUG oslo_vmware.api [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3226706, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.051904] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b649a205-5305-46a2-b177-3d26bdfb438b tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.223s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.054912] env[70323]: DEBUG oslo_concurrency.lockutils [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.867s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.057187] env[70323]: INFO nova.compute.claims [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 705.086405] env[70323]: INFO nova.scheduler.client.report [None req-b649a205-5305-46a2-b177-3d26bdfb438b tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Deleted allocations for instance 8d3a4e3f-033e-4ed0-a67c-99d0f9a3d753 [ 705.136025] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Releasing lock "refresh_cache-b8e86b56-da33-4ae5-92fa-c4eb330b4679" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.136530] env[70323]: DEBUG nova.compute.manager [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] [instance: b8e86b56-da33-4ae5-92fa-c4eb330b4679] Instance network_info: |[{"id": "25c2f12d-ddf1-461d-9f0a-bbdc576d94f0", "address": "fa:16:3e:2c:18:3b", "network": {"id": "5e0b465c-9efc-4b06-91ae-7629526d1a47", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-403272484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1dc8082247140a09c17832a15460c8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25c2f12d-dd", "ovs_interfaceid": "25c2f12d-ddf1-461d-9f0a-bbdc576d94f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 705.137433] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] [instance: b8e86b56-da33-4ae5-92fa-c4eb330b4679] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:18:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd69a4b11-8d65-435f-94a5-28f74a39a718', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '25c2f12d-ddf1-461d-9f0a-bbdc576d94f0', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 705.146351] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Creating folder: Project (b1dc8082247140a09c17832a15460c8f). Parent ref: group-v644941. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 705.147012] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-187aafb5-ae61-48bc-9635-e799970d03be {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.161922] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Created folder: Project (b1dc8082247140a09c17832a15460c8f) in parent group-v644941. [ 705.162253] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Creating folder: Instances. Parent ref: group-v645032. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 705.162569] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c0b8eeb-4e90-45e8-932b-fbbfdce0c865 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.173138] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Created folder: Instances in parent group-v645032. [ 705.173445] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 705.173684] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8e86b56-da33-4ae5-92fa-c4eb330b4679] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 705.173934] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d3d5d56-ce39-4697-b4e6-0422fd6d2651 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.193710] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 705.193710] env[70323]: value = "task-3226709" [ 705.193710] env[70323]: _type = "Task" [ 705.193710] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.203131] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226709, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.219711] env[70323]: DEBUG oslo_vmware.api [None req-e452c5c5-df3d-4d88-91b4-50e756c14c9e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3226703, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.141956} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.219939] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-e452c5c5-df3d-4d88-91b4-50e756c14c9e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: aad7167e-9a30-4fb0-bbbc-c57066db3311] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 705.220712] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3353e851-1ca9-4942-a6fc-e5efad6358d9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.244058] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-e452c5c5-df3d-4d88-91b4-50e756c14c9e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: aad7167e-9a30-4fb0-bbbc-c57066db3311] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] aad7167e-9a30-4fb0-bbbc-c57066db3311/aad7167e-9a30-4fb0-bbbc-c57066db3311.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 705.244464] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a59693d4-4e3e-4a1f-a793-5a3923dbc4dd {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.268984] env[70323]: DEBUG oslo_vmware.api [None req-998933eb-b94b-4034-85dc-0769073e36b3 tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Task: {'id': task-3226699, 'name': CloneVM_Task} progress is 95%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.270406] env[70323]: DEBUG oslo_vmware.api [None req-e452c5c5-df3d-4d88-91b4-50e756c14c9e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for the task: (returnval){ [ 705.270406] env[70323]: value = "task-3226710" [ 705.270406] env[70323]: _type = "Task" [ 705.270406] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.278069] env[70323]: DEBUG oslo_vmware.api [None req-e452c5c5-df3d-4d88-91b4-50e756c14c9e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3226710, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.296777] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e1b2f20f-3383-4306-a365-d9a88f1928cb tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Lock "015b62f4-f233-4d72-89fd-221d8e381082" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.982s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.420019] env[70323]: DEBUG oslo_vmware.api [None req-5be515e6-eb3a-488b-862f-35c3915cda8e tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Task: {'id': task-3226705, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.395444} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.420309] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-5be515e6-eb3a-488b-862f-35c3915cda8e tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 705.420496] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-5be515e6-eb3a-488b-862f-35c3915cda8e tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] [instance: 0a84cbbb-8a36-4c53-bb72-d715abb4ac48] Deleted contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 705.420689] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-5be515e6-eb3a-488b-862f-35c3915cda8e tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] [instance: 0a84cbbb-8a36-4c53-bb72-d715abb4ac48] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 705.420886] env[70323]: INFO nova.compute.manager [None req-5be515e6-eb3a-488b-862f-35c3915cda8e tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] [instance: 0a84cbbb-8a36-4c53-bb72-d715abb4ac48] Took 1.10 seconds to destroy the instance on the hypervisor. [ 705.421157] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5be515e6-eb3a-488b-862f-35c3915cda8e tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 705.421368] env[70323]: DEBUG nova.compute.manager [-] [instance: 0a84cbbb-8a36-4c53-bb72-d715abb4ac48] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 705.421460] env[70323]: DEBUG nova.network.neutron [-] [instance: 0a84cbbb-8a36-4c53-bb72-d715abb4ac48] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 705.440794] env[70323]: DEBUG nova.compute.manager [req-07a4bf7d-333c-4e65-85e4-21de15e01a8b req-ba6fbf6d-abd8-4b0a-a85d-03a85e9dac24 service nova] [instance: b8e86b56-da33-4ae5-92fa-c4eb330b4679] Received event network-changed-25c2f12d-ddf1-461d-9f0a-bbdc576d94f0 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.441051] env[70323]: DEBUG nova.compute.manager [req-07a4bf7d-333c-4e65-85e4-21de15e01a8b req-ba6fbf6d-abd8-4b0a-a85d-03a85e9dac24 service nova] [instance: b8e86b56-da33-4ae5-92fa-c4eb330b4679] Refreshing instance network info cache due to event network-changed-25c2f12d-ddf1-461d-9f0a-bbdc576d94f0. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 705.441307] env[70323]: DEBUG oslo_concurrency.lockutils [req-07a4bf7d-333c-4e65-85e4-21de15e01a8b req-ba6fbf6d-abd8-4b0a-a85d-03a85e9dac24 service nova] Acquiring lock "refresh_cache-b8e86b56-da33-4ae5-92fa-c4eb330b4679" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.441564] env[70323]: DEBUG oslo_concurrency.lockutils [req-07a4bf7d-333c-4e65-85e4-21de15e01a8b req-ba6fbf6d-abd8-4b0a-a85d-03a85e9dac24 service nova] Acquired lock "refresh_cache-b8e86b56-da33-4ae5-92fa-c4eb330b4679" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.441722] env[70323]: DEBUG nova.network.neutron [req-07a4bf7d-333c-4e65-85e4-21de15e01a8b req-ba6fbf6d-abd8-4b0a-a85d-03a85e9dac24 service nova] [instance: b8e86b56-da33-4ae5-92fa-c4eb330b4679] Refreshing network info cache for port 25c2f12d-ddf1-461d-9f0a-bbdc576d94f0 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 705.447721] env[70323]: INFO nova.compute.manager [None req-33d22726-7086-4af5-bec3-c113f9680d6e tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] [instance: 015b62f4-f233-4d72-89fd-221d8e381082] Rescuing [ 705.448018] env[70323]: DEBUG oslo_concurrency.lockutils [None req-33d22726-7086-4af5-bec3-c113f9680d6e tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Acquiring lock "refresh_cache-015b62f4-f233-4d72-89fd-221d8e381082" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.448223] env[70323]: DEBUG oslo_concurrency.lockutils [None req-33d22726-7086-4af5-bec3-c113f9680d6e tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Acquired lock "refresh_cache-015b62f4-f233-4d72-89fd-221d8e381082" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.448542] env[70323]: DEBUG nova.network.neutron [None req-33d22726-7086-4af5-bec3-c113f9680d6e tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] [instance: 015b62f4-f233-4d72-89fd-221d8e381082] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 705.453768] env[70323]: DEBUG oslo_vmware.api [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3226706, 'name': PowerOnVM_Task, 'duration_secs': 0.476144} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.454246] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 17e07646-9826-43d9-9295-3a70b541c534] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 705.454530] env[70323]: INFO nova.compute.manager [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 17e07646-9826-43d9-9295-3a70b541c534] Took 7.75 seconds to spawn the instance on the hypervisor. [ 705.454786] env[70323]: DEBUG nova.compute.manager [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 17e07646-9826-43d9-9295-3a70b541c534] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 705.455886] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c0d29b-dc65-4b8c-8e9d-dadbaad0da10 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.567768] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8e9965-95d0-4087-aa22-c757b6d6a08c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.579054] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-f51e922c-5378-4ed0-92d1-4464cab5b428 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] [instance: c7e021c9-0f12-43e5-b66a-73335865fc11] Doing hard reboot of VM {{(pid=70323) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 705.579984] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-e8516102-384e-477e-9031-a5ed42a63316 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.585884] env[70323]: DEBUG oslo_vmware.api [None req-f51e922c-5378-4ed0-92d1-4464cab5b428 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Waiting for the task: (returnval){ [ 705.585884] env[70323]: value = "task-3226711" [ 705.585884] env[70323]: _type = "Task" [ 705.585884] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.596480] env[70323]: DEBUG oslo_vmware.api [None req-f51e922c-5378-4ed0-92d1-4464cab5b428 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Task: {'id': task-3226711, 'name': ResetVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.597875] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b649a205-5305-46a2-b177-3d26bdfb438b tempest-DeleteServersAdminTestJSON-551024118 tempest-DeleteServersAdminTestJSON-551024118-project-member] Lock "8d3a4e3f-033e-4ed0-a67c-99d0f9a3d753" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.574s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.709814] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226709, 'name': CreateVM_Task} progress is 25%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.756391] env[70323]: DEBUG oslo_vmware.api [None req-998933eb-b94b-4034-85dc-0769073e36b3 tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Task: {'id': task-3226699, 'name': CloneVM_Task} progress is 100%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.780452] env[70323]: DEBUG oslo_vmware.api [None req-e452c5c5-df3d-4d88-91b4-50e756c14c9e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3226710, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.800161] env[70323]: DEBUG nova.compute.manager [None req-42d49f54-a0af-4fdd-820a-1460b93d4bc2 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 9632e467-f678-4808-97f7-f228e9bc52bc] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 705.833525] env[70323]: DEBUG nova.compute.manager [req-26169090-b138-444f-87ef-cb71a7a7061e req-5c03c7c9-b66b-4db4-a6c1-76be6e596d3f service nova] [instance: 0a84cbbb-8a36-4c53-bb72-d715abb4ac48] Received event network-vif-deleted-59aec685-43fe-4588-91c4-824c2f992765 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.833738] env[70323]: INFO nova.compute.manager [req-26169090-b138-444f-87ef-cb71a7a7061e req-5c03c7c9-b66b-4db4-a6c1-76be6e596d3f service nova] [instance: 0a84cbbb-8a36-4c53-bb72-d715abb4ac48] Neutron deleted interface 59aec685-43fe-4588-91c4-824c2f992765; detaching it from the instance and deleting it from the info cache [ 705.834047] env[70323]: DEBUG nova.network.neutron [req-26169090-b138-444f-87ef-cb71a7a7061e req-5c03c7c9-b66b-4db4-a6c1-76be6e596d3f service nova] [instance: 0a84cbbb-8a36-4c53-bb72-d715abb4ac48] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.979978] env[70323]: INFO nova.compute.manager [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 17e07646-9826-43d9-9295-3a70b541c534] Took 43.02 seconds to build instance. [ 706.097968] env[70323]: DEBUG oslo_vmware.api [None req-f51e922c-5378-4ed0-92d1-4464cab5b428 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Task: {'id': task-3226711, 'name': ResetVM_Task, 'duration_secs': 0.108746} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.101204] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-f51e922c-5378-4ed0-92d1-4464cab5b428 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] [instance: c7e021c9-0f12-43e5-b66a-73335865fc11] Did hard reboot of VM {{(pid=70323) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 706.101604] env[70323]: DEBUG nova.compute.manager [None req-f51e922c-5378-4ed0-92d1-4464cab5b428 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] [instance: c7e021c9-0f12-43e5-b66a-73335865fc11] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 706.103031] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c46357-8994-4a94-8055-2c03034c72ef {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.204386] env[70323]: DEBUG nova.network.neutron [req-07a4bf7d-333c-4e65-85e4-21de15e01a8b req-ba6fbf6d-abd8-4b0a-a85d-03a85e9dac24 service nova] [instance: b8e86b56-da33-4ae5-92fa-c4eb330b4679] Updated VIF entry in instance network info cache for port 25c2f12d-ddf1-461d-9f0a-bbdc576d94f0. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 706.204814] env[70323]: DEBUG nova.network.neutron [req-07a4bf7d-333c-4e65-85e4-21de15e01a8b req-ba6fbf6d-abd8-4b0a-a85d-03a85e9dac24 service nova] [instance: b8e86b56-da33-4ae5-92fa-c4eb330b4679] Updating instance_info_cache with network_info: [{"id": "25c2f12d-ddf1-461d-9f0a-bbdc576d94f0", "address": "fa:16:3e:2c:18:3b", "network": {"id": "5e0b465c-9efc-4b06-91ae-7629526d1a47", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-403272484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1dc8082247140a09c17832a15460c8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25c2f12d-dd", "ovs_interfaceid": "25c2f12d-ddf1-461d-9f0a-bbdc576d94f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.209343] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226709, 'name': CreateVM_Task, 'duration_secs': 0.710217} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.209934] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8e86b56-da33-4ae5-92fa-c4eb330b4679] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 706.210898] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.211084] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.211893] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.211893] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98865fac-4c5b-4048-b2df-4d9efa98183d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.218315] env[70323]: DEBUG oslo_vmware.api [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Waiting for the task: (returnval){ [ 706.218315] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52c2d1e7-4ba6-dcd0-6861-2c8a1265952d" [ 706.218315] env[70323]: _type = "Task" [ 706.218315] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.222684] env[70323]: DEBUG nova.network.neutron [None req-33d22726-7086-4af5-bec3-c113f9680d6e tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] [instance: 015b62f4-f233-4d72-89fd-221d8e381082] Updating instance_info_cache with network_info: [{"id": "65d80373-7766-4665-a27b-8a111440eb2c", "address": "fa:16:3e:cf:ed:6e", "network": {"id": "d25d344b-99b6-45fd-a180-a44830b309fd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-655401140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "383b469fc24143eba2b71564d4d65f06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65d80373-77", "ovs_interfaceid": "65d80373-7766-4665-a27b-8a111440eb2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.229684] env[70323]: DEBUG oslo_vmware.api [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52c2d1e7-4ba6-dcd0-6861-2c8a1265952d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.254717] env[70323]: DEBUG oslo_vmware.api [None req-998933eb-b94b-4034-85dc-0769073e36b3 tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Task: {'id': task-3226699, 'name': CloneVM_Task, 'duration_secs': 2.029833} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.257365] env[70323]: INFO nova.virt.vmwareapi.vmops [None req-998933eb-b94b-4034-85dc-0769073e36b3 tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] [instance: f5583748-c6c5-4da3-a4c6-d685472511d4] Created linked-clone VM from snapshot [ 706.257713] env[70323]: DEBUG nova.network.neutron [-] [instance: 0a84cbbb-8a36-4c53-bb72-d715abb4ac48] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.261816] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-751e6fe1-e9b8-432c-b3ef-662da7748afa {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.268362] env[70323]: DEBUG nova.virt.vmwareapi.images [None req-998933eb-b94b-4034-85dc-0769073e36b3 tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] [instance: f5583748-c6c5-4da3-a4c6-d685472511d4] Uploading image 9f00df21-dfb1-42e3-a840-ee1c82d5eaa8 {{(pid=70323) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 706.283976] env[70323]: DEBUG oslo_vmware.api [None req-e452c5c5-df3d-4d88-91b4-50e756c14c9e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3226710, 'name': ReconfigVM_Task, 'duration_secs': 0.792652} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.284922] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-e452c5c5-df3d-4d88-91b4-50e756c14c9e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: aad7167e-9a30-4fb0-bbbc-c57066db3311] Reconfigured VM instance instance-0000001a to attach disk [datastore1] aad7167e-9a30-4fb0-bbbc-c57066db3311/aad7167e-9a30-4fb0-bbbc-c57066db3311.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 706.285609] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5be67d6e-635f-4c1e-9bd8-ad9008705655 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.294058] env[70323]: DEBUG oslo_vmware.api [None req-e452c5c5-df3d-4d88-91b4-50e756c14c9e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for the task: (returnval){ [ 706.294058] env[70323]: value = "task-3226712" [ 706.294058] env[70323]: _type = "Task" [ 706.294058] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.302311] env[70323]: DEBUG oslo_vmware.api [None req-e452c5c5-df3d-4d88-91b4-50e756c14c9e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3226712, 'name': Rename_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.307254] env[70323]: DEBUG oslo_vmware.rw_handles [None req-998933eb-b94b-4034-85dc-0769073e36b3 tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 706.307254] env[70323]: value = "vm-645031" [ 706.307254] env[70323]: _type = "VirtualMachine" [ 706.307254] env[70323]: }. {{(pid=70323) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 706.311525] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-984067b1-437c-4247-bd09-d006a95eb0f6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.319786] env[70323]: DEBUG oslo_vmware.rw_handles [None req-998933eb-b94b-4034-85dc-0769073e36b3 tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Lease: (returnval){ [ 706.319786] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52bfaaa5-7afa-1ac5-a1a0-e0c54fcd343a" [ 706.319786] env[70323]: _type = "HttpNfcLease" [ 706.319786] env[70323]: } obtained for exporting VM: (result){ [ 706.319786] env[70323]: value = "vm-645031" [ 706.319786] env[70323]: _type = "VirtualMachine" [ 706.319786] env[70323]: }. {{(pid=70323) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 706.320648] env[70323]: DEBUG oslo_vmware.api [None req-998933eb-b94b-4034-85dc-0769073e36b3 tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Waiting for the lease: (returnval){ [ 706.320648] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52bfaaa5-7afa-1ac5-a1a0-e0c54fcd343a" [ 706.320648] env[70323]: _type = "HttpNfcLease" [ 706.320648] env[70323]: } to be ready. {{(pid=70323) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 706.327292] env[70323]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 706.327292] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52bfaaa5-7afa-1ac5-a1a0-e0c54fcd343a" [ 706.327292] env[70323]: _type = "HttpNfcLease" [ 706.327292] env[70323]: } is initializing. {{(pid=70323) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 706.328225] env[70323]: DEBUG oslo_concurrency.lockutils [None req-42d49f54-a0af-4fdd-820a-1460b93d4bc2 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.337428] env[70323]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c69cee25-8dec-4400-8650-c403a84cb5fa {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.346264] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18166543-0d90-4a66-b733-653477b99bdc {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.388055] env[70323]: DEBUG nova.compute.manager [req-26169090-b138-444f-87ef-cb71a7a7061e req-5c03c7c9-b66b-4db4-a6c1-76be6e596d3f service nova] [instance: 0a84cbbb-8a36-4c53-bb72-d715abb4ac48] Detach interface failed, port_id=59aec685-43fe-4588-91c4-824c2f992765, reason: Instance 0a84cbbb-8a36-4c53-bb72-d715abb4ac48 could not be found. {{(pid=70323) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 706.482162] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e517115d-44ea-4032-959c-ad47eac2562b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Lock "17e07646-9826-43d9-9295-3a70b541c534" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.114s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.622732] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f51e922c-5378-4ed0-92d1-4464cab5b428 tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Lock "c7e021c9-0f12-43e5-b66a-73335865fc11" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.415s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.681704] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-332ad0f0-d401-44a3-88d5-f4be95b9537d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.691526] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48339fc1-a7d5-49ba-8c7f-8ffdf5f50b5a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.722408] env[70323]: DEBUG oslo_concurrency.lockutils [req-07a4bf7d-333c-4e65-85e4-21de15e01a8b req-ba6fbf6d-abd8-4b0a-a85d-03a85e9dac24 service nova] Releasing lock "refresh_cache-b8e86b56-da33-4ae5-92fa-c4eb330b4679" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.727251] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9154e604-01bb-4634-ac66-ad8753bd7070 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.729665] env[70323]: DEBUG oslo_concurrency.lockutils [None req-33d22726-7086-4af5-bec3-c113f9680d6e tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Releasing lock "refresh_cache-015b62f4-f233-4d72-89fd-221d8e381082" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.742183] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a5482f-c64e-45a1-a039-9f3b2eddb18b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.746388] env[70323]: DEBUG oslo_vmware.api [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52c2d1e7-4ba6-dcd0-6861-2c8a1265952d, 'name': SearchDatastore_Task, 'duration_secs': 0.028078} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.746674] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.746929] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] [instance: b8e86b56-da33-4ae5-92fa-c4eb330b4679] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 706.747182] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.747332] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.747509] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 706.748222] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76eabee7-0775-415d-b845-9ea6995f8a5f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.760104] env[70323]: DEBUG nova.compute.provider_tree [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 706.762641] env[70323]: INFO nova.compute.manager [-] [instance: 0a84cbbb-8a36-4c53-bb72-d715abb4ac48] Took 1.34 seconds to deallocate network for instance. [ 706.771198] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 706.771407] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 706.772819] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e6a48b0-5c42-4c7b-949b-9ae4a6285577 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.782342] env[70323]: DEBUG oslo_vmware.api [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Waiting for the task: (returnval){ [ 706.782342] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52153a25-a4cf-d49b-8c4e-e7d5838249ab" [ 706.782342] env[70323]: _type = "Task" [ 706.782342] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.791779] env[70323]: DEBUG oslo_vmware.api [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52153a25-a4cf-d49b-8c4e-e7d5838249ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.804194] env[70323]: DEBUG oslo_vmware.api [None req-e452c5c5-df3d-4d88-91b4-50e756c14c9e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3226712, 'name': Rename_Task, 'duration_secs': 0.222195} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.804194] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-e452c5c5-df3d-4d88-91b4-50e756c14c9e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: aad7167e-9a30-4fb0-bbbc-c57066db3311] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 706.804194] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-074b2ebf-e78f-4e68-8ed5-3931646e5e99 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.811314] env[70323]: DEBUG oslo_vmware.api [None req-e452c5c5-df3d-4d88-91b4-50e756c14c9e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for the task: (returnval){ [ 706.811314] env[70323]: value = "task-3226714" [ 706.811314] env[70323]: _type = "Task" [ 706.811314] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.822041] env[70323]: DEBUG oslo_vmware.api [None req-e452c5c5-df3d-4d88-91b4-50e756c14c9e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3226714, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.828955] env[70323]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 706.828955] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52bfaaa5-7afa-1ac5-a1a0-e0c54fcd343a" [ 706.828955] env[70323]: _type = "HttpNfcLease" [ 706.828955] env[70323]: } is ready. {{(pid=70323) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 706.829814] env[70323]: DEBUG oslo_vmware.rw_handles [None req-998933eb-b94b-4034-85dc-0769073e36b3 tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 706.829814] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52bfaaa5-7afa-1ac5-a1a0-e0c54fcd343a" [ 706.829814] env[70323]: _type = "HttpNfcLease" [ 706.829814] env[70323]: }. {{(pid=70323) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 706.830009] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399d4794-6b0c-4581-8c29-4d72e9d3fe3f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.838164] env[70323]: DEBUG oslo_vmware.rw_handles [None req-998933eb-b94b-4034-85dc-0769073e36b3 tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5240ffc1-0f73-e92f-5a7b-c837d5340544/disk-0.vmdk from lease info. {{(pid=70323) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 706.838390] env[70323]: DEBUG oslo_vmware.rw_handles [None req-998933eb-b94b-4034-85dc-0769073e36b3 tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5240ffc1-0f73-e92f-5a7b-c837d5340544/disk-0.vmdk for reading. {{(pid=70323) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 706.929592] env[70323]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5eb865a5-6c73-41d1-ab79-ac2155c4cd9a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.985862] env[70323]: DEBUG nova.compute.manager [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 08c8dd40-92a3-48cd-ba9b-61d1796f9b7a] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 707.147486] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1615f479-f0af-48b2-bf24-adf6ad8ef63f tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Acquiring lock "c7e021c9-0f12-43e5-b66a-73335865fc11" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.147756] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1615f479-f0af-48b2-bf24-adf6ad8ef63f tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Lock "c7e021c9-0f12-43e5-b66a-73335865fc11" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.147963] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1615f479-f0af-48b2-bf24-adf6ad8ef63f tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Acquiring lock "c7e021c9-0f12-43e5-b66a-73335865fc11-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.148154] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1615f479-f0af-48b2-bf24-adf6ad8ef63f tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Lock "c7e021c9-0f12-43e5-b66a-73335865fc11-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.148317] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1615f479-f0af-48b2-bf24-adf6ad8ef63f tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Lock "c7e021c9-0f12-43e5-b66a-73335865fc11-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.157736] env[70323]: INFO nova.compute.manager [None req-1615f479-f0af-48b2-bf24-adf6ad8ef63f tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] [instance: c7e021c9-0f12-43e5-b66a-73335865fc11] Terminating instance [ 707.263881] env[70323]: DEBUG nova.scheduler.client.report [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 707.271167] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5be515e6-eb3a-488b-862f-35c3915cda8e tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.296177] env[70323]: DEBUG oslo_vmware.api [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52153a25-a4cf-d49b-8c4e-e7d5838249ab, 'name': SearchDatastore_Task, 'duration_secs': 0.01147} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.296999] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6cb03c8-2d11-4077-b16c-d672f5565b6d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.302926] env[70323]: DEBUG oslo_vmware.api [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Waiting for the task: (returnval){ [ 707.302926] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52a24c8a-a90a-a5ef-cbc5-38c5dfcdd6ff" [ 707.302926] env[70323]: _type = "Task" [ 707.302926] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.311918] env[70323]: DEBUG oslo_vmware.api [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52a24c8a-a90a-a5ef-cbc5-38c5dfcdd6ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.320464] env[70323]: DEBUG oslo_vmware.api [None req-e452c5c5-df3d-4d88-91b4-50e756c14c9e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3226714, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.512387] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.667182] env[70323]: DEBUG nova.compute.manager [None req-1615f479-f0af-48b2-bf24-adf6ad8ef63f tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] [instance: c7e021c9-0f12-43e5-b66a-73335865fc11] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 707.667439] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-1615f479-f0af-48b2-bf24-adf6ad8ef63f tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] [instance: c7e021c9-0f12-43e5-b66a-73335865fc11] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 707.668411] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8863e3b9-ede4-4e0f-867a-0ba8b9a79359 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.676008] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-1615f479-f0af-48b2-bf24-adf6ad8ef63f tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] [instance: c7e021c9-0f12-43e5-b66a-73335865fc11] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 707.676373] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7382f733-6482-41b6-aa8b-f8f086bb7dad {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.683678] env[70323]: DEBUG oslo_vmware.api [None req-1615f479-f0af-48b2-bf24-adf6ad8ef63f tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Waiting for the task: (returnval){ [ 707.683678] env[70323]: value = "task-3226715" [ 707.683678] env[70323]: _type = "Task" [ 707.683678] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.693997] env[70323]: DEBUG oslo_vmware.api [None req-1615f479-f0af-48b2-bf24-adf6ad8ef63f tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Task: {'id': task-3226715, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.771697] env[70323]: DEBUG oslo_concurrency.lockutils [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.714s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.771697] env[70323]: DEBUG nova.compute.manager [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 707.773916] env[70323]: DEBUG oslo_concurrency.lockutils [None req-cfe3fd53-4442-41d7-9707-24b7b3ee66dd tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.004s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.775607] env[70323]: INFO nova.compute.claims [None req-cfe3fd53-4442-41d7-9707-24b7b3ee66dd tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] [instance: 8f4f1690-4ef8-4178-8ed1-cd1e5b3da928] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 707.823549] env[70323]: DEBUG oslo_vmware.api [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52a24c8a-a90a-a5ef-cbc5-38c5dfcdd6ff, 'name': SearchDatastore_Task, 'duration_secs': 0.016452} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.824660] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.825270] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] b8e86b56-da33-4ae5-92fa-c4eb330b4679/b8e86b56-da33-4ae5-92fa-c4eb330b4679.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 707.825980] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19533ae5-37b1-4c51-b5e8-aeca3b6bd919 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.832383] env[70323]: DEBUG oslo_vmware.api [None req-e452c5c5-df3d-4d88-91b4-50e756c14c9e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3226714, 'name': PowerOnVM_Task, 'duration_secs': 0.967334} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.833397] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-e452c5c5-df3d-4d88-91b4-50e756c14c9e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: aad7167e-9a30-4fb0-bbbc-c57066db3311] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 707.833777] env[70323]: DEBUG nova.compute.manager [None req-e452c5c5-df3d-4d88-91b4-50e756c14c9e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: aad7167e-9a30-4fb0-bbbc-c57066db3311] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 707.835229] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bdc569c-514c-49bd-b318-9d4a7d25c0d7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.841577] env[70323]: DEBUG oslo_vmware.api [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Waiting for the task: (returnval){ [ 707.841577] env[70323]: value = "task-3226716" [ 707.841577] env[70323]: _type = "Task" [ 707.841577] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.858336] env[70323]: DEBUG oslo_vmware.api [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Task: {'id': task-3226716, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.988876] env[70323]: DEBUG nova.compute.manager [req-db0b3193-0f8d-4471-935f-f311c30d0222 req-ee9780cf-3bb6-4a63-b818-710ed783c6a6 service nova] [instance: 17e07646-9826-43d9-9295-3a70b541c534] Received event network-changed-15826689-6715-42c4-9137-c551bc04dfc9 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.989103] env[70323]: DEBUG nova.compute.manager [req-db0b3193-0f8d-4471-935f-f311c30d0222 req-ee9780cf-3bb6-4a63-b818-710ed783c6a6 service nova] [instance: 17e07646-9826-43d9-9295-3a70b541c534] Refreshing instance network info cache due to event network-changed-15826689-6715-42c4-9137-c551bc04dfc9. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 707.989428] env[70323]: DEBUG oslo_concurrency.lockutils [req-db0b3193-0f8d-4471-935f-f311c30d0222 req-ee9780cf-3bb6-4a63-b818-710ed783c6a6 service nova] Acquiring lock "refresh_cache-17e07646-9826-43d9-9295-3a70b541c534" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.990127] env[70323]: DEBUG oslo_concurrency.lockutils [req-db0b3193-0f8d-4471-935f-f311c30d0222 req-ee9780cf-3bb6-4a63-b818-710ed783c6a6 service nova] Acquired lock "refresh_cache-17e07646-9826-43d9-9295-3a70b541c534" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.990127] env[70323]: DEBUG nova.network.neutron [req-db0b3193-0f8d-4471-935f-f311c30d0222 req-ee9780cf-3bb6-4a63-b818-710ed783c6a6 service nova] [instance: 17e07646-9826-43d9-9295-3a70b541c534] Refreshing network info cache for port 15826689-6715-42c4-9137-c551bc04dfc9 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 708.197721] env[70323]: DEBUG oslo_vmware.api [None req-1615f479-f0af-48b2-bf24-adf6ad8ef63f tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Task: {'id': task-3226715, 'name': PowerOffVM_Task, 'duration_secs': 0.262201} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.198052] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-1615f479-f0af-48b2-bf24-adf6ad8ef63f tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] [instance: c7e021c9-0f12-43e5-b66a-73335865fc11] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 708.198250] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-1615f479-f0af-48b2-bf24-adf6ad8ef63f tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] [instance: c7e021c9-0f12-43e5-b66a-73335865fc11] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 708.199283] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4013f3c0-efed-48d4-a2f4-71273513d120 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.273183] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-1615f479-f0af-48b2-bf24-adf6ad8ef63f tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] [instance: c7e021c9-0f12-43e5-b66a-73335865fc11] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 708.273491] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-1615f479-f0af-48b2-bf24-adf6ad8ef63f tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] [instance: c7e021c9-0f12-43e5-b66a-73335865fc11] Deleting contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 708.273771] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-1615f479-f0af-48b2-bf24-adf6ad8ef63f tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Deleting the datastore file [datastore2] c7e021c9-0f12-43e5-b66a-73335865fc11 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 708.275119] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6555147-cebe-46ae-a0a3-81cec4ea8de2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.281452] env[70323]: DEBUG nova.compute.utils [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 708.286820] env[70323]: DEBUG nova.compute.manager [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 708.287065] env[70323]: DEBUG nova.network.neutron [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 708.296340] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-33d22726-7086-4af5-bec3-c113f9680d6e tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] [instance: 015b62f4-f233-4d72-89fd-221d8e381082] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 708.296340] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad1ad0c2-c94e-4762-8d83-5c1ba56e16c8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.299201] env[70323]: DEBUG oslo_vmware.api [None req-1615f479-f0af-48b2-bf24-adf6ad8ef63f tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Waiting for the task: (returnval){ [ 708.299201] env[70323]: value = "task-3226718" [ 708.299201] env[70323]: _type = "Task" [ 708.299201] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.308818] env[70323]: DEBUG oslo_vmware.api [None req-33d22726-7086-4af5-bec3-c113f9680d6e tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Waiting for the task: (returnval){ [ 708.308818] env[70323]: value = "task-3226719" [ 708.308818] env[70323]: _type = "Task" [ 708.308818] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.318362] env[70323]: DEBUG oslo_vmware.api [None req-1615f479-f0af-48b2-bf24-adf6ad8ef63f tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Task: {'id': task-3226718, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.324547] env[70323]: DEBUG oslo_vmware.api [None req-33d22726-7086-4af5-bec3-c113f9680d6e tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Task: {'id': task-3226719, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.357237] env[70323]: DEBUG oslo_vmware.api [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Task: {'id': task-3226716, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.362421] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e452c5c5-df3d-4d88-91b4-50e756c14c9e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.370685] env[70323]: DEBUG nova.policy [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6804edc7d9b94fa5a587c940ee15869a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e98df60171c4d319ce48c2e7ddb11d7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 708.779396] env[70323]: DEBUG nova.network.neutron [req-db0b3193-0f8d-4471-935f-f311c30d0222 req-ee9780cf-3bb6-4a63-b818-710ed783c6a6 service nova] [instance: 17e07646-9826-43d9-9295-3a70b541c534] Updated VIF entry in instance network info cache for port 15826689-6715-42c4-9137-c551bc04dfc9. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 708.779793] env[70323]: DEBUG nova.network.neutron [req-db0b3193-0f8d-4471-935f-f311c30d0222 req-ee9780cf-3bb6-4a63-b818-710ed783c6a6 service nova] [instance: 17e07646-9826-43d9-9295-3a70b541c534] Updating instance_info_cache with network_info: [{"id": "15826689-6715-42c4-9137-c551bc04dfc9", "address": "fa:16:3e:b3:51:7f", "network": {"id": "72c9180f-a081-4a3c-a140-c168d882c6f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1947974250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "629980704660404c9e5b2a810d6182a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15826689-67", "ovs_interfaceid": "15826689-6715-42c4-9137-c551bc04dfc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.785383] env[70323]: DEBUG nova.compute.manager [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 708.795877] env[70323]: DEBUG nova.network.neutron [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Successfully created port: 4c27b25c-91c2-45e0-a3d1-4c3e2eac4a19 {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 708.810047] env[70323]: DEBUG oslo_vmware.api [None req-1615f479-f0af-48b2-bf24-adf6ad8ef63f tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Task: {'id': task-3226718, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.30417} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.814205] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-1615f479-f0af-48b2-bf24-adf6ad8ef63f tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 708.814468] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-1615f479-f0af-48b2-bf24-adf6ad8ef63f tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] [instance: c7e021c9-0f12-43e5-b66a-73335865fc11] Deleted contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 708.814658] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-1615f479-f0af-48b2-bf24-adf6ad8ef63f tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] [instance: c7e021c9-0f12-43e5-b66a-73335865fc11] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 708.814929] env[70323]: INFO nova.compute.manager [None req-1615f479-f0af-48b2-bf24-adf6ad8ef63f tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] [instance: c7e021c9-0f12-43e5-b66a-73335865fc11] Took 1.15 seconds to destroy the instance on the hypervisor. [ 708.815296] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1615f479-f0af-48b2-bf24-adf6ad8ef63f tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 708.815887] env[70323]: DEBUG nova.compute.manager [-] [instance: c7e021c9-0f12-43e5-b66a-73335865fc11] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 708.816038] env[70323]: DEBUG nova.network.neutron [-] [instance: c7e021c9-0f12-43e5-b66a-73335865fc11] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 708.823176] env[70323]: DEBUG oslo_vmware.api [None req-33d22726-7086-4af5-bec3-c113f9680d6e tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Task: {'id': task-3226719, 'name': PowerOffVM_Task, 'duration_secs': 0.247713} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.823536] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-33d22726-7086-4af5-bec3-c113f9680d6e tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] [instance: 015b62f4-f233-4d72-89fd-221d8e381082] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 708.824396] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-441e0b47-3c94-43bc-b590-bdabd02bbe1c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.848272] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcaa6799-b641-4aa4-b041-38a1abda8829 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.858909] env[70323]: DEBUG oslo_vmware.api [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Task: {'id': task-3226716, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.616548} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.866160] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] b8e86b56-da33-4ae5-92fa-c4eb330b4679/b8e86b56-da33-4ae5-92fa-c4eb330b4679.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 708.866160] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] [instance: b8e86b56-da33-4ae5-92fa-c4eb330b4679] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 708.870571] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f6c669fe-580f-43f0-a303-f954836a1ee2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.882020] env[70323]: DEBUG oslo_vmware.api [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Waiting for the task: (returnval){ [ 708.882020] env[70323]: value = "task-3226720" [ 708.882020] env[70323]: _type = "Task" [ 708.882020] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.887898] env[70323]: DEBUG oslo_vmware.api [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Task: {'id': task-3226720, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.911400] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-33d22726-7086-4af5-bec3-c113f9680d6e tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] [instance: 015b62f4-f233-4d72-89fd-221d8e381082] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 708.912547] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9655d427-ebce-4138-a268-d3b8ae611f23 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.918767] env[70323]: DEBUG oslo_vmware.api [None req-33d22726-7086-4af5-bec3-c113f9680d6e tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Waiting for the task: (returnval){ [ 708.918767] env[70323]: value = "task-3226721" [ 708.918767] env[70323]: _type = "Task" [ 708.918767] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.931608] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-33d22726-7086-4af5-bec3-c113f9680d6e tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] [instance: 015b62f4-f233-4d72-89fd-221d8e381082] VM already powered off {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 708.932328] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-33d22726-7086-4af5-bec3-c113f9680d6e tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] [instance: 015b62f4-f233-4d72-89fd-221d8e381082] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 708.932328] env[70323]: DEBUG oslo_concurrency.lockutils [None req-33d22726-7086-4af5-bec3-c113f9680d6e tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.932328] env[70323]: DEBUG oslo_concurrency.lockutils [None req-33d22726-7086-4af5-bec3-c113f9680d6e tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.932498] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-33d22726-7086-4af5-bec3-c113f9680d6e tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 708.933267] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b7d9e738-a1e1-4a79-a2d1-047bcc6a67f8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.942406] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-33d22726-7086-4af5-bec3-c113f9680d6e tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 708.942625] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-33d22726-7086-4af5-bec3-c113f9680d6e tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 708.943452] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11c5ddc8-79a3-4e30-b4f4-e5360a371b33 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.949739] env[70323]: DEBUG oslo_vmware.api [None req-33d22726-7086-4af5-bec3-c113f9680d6e tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Waiting for the task: (returnval){ [ 708.949739] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5258e7d9-44e2-c8a0-4ace-92e93996d46c" [ 708.949739] env[70323]: _type = "Task" [ 708.949739] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.963636] env[70323]: DEBUG oslo_vmware.api [None req-33d22726-7086-4af5-bec3-c113f9680d6e tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5258e7d9-44e2-c8a0-4ace-92e93996d46c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.283384] env[70323]: DEBUG oslo_concurrency.lockutils [req-db0b3193-0f8d-4471-935f-f311c30d0222 req-ee9780cf-3bb6-4a63-b818-710ed783c6a6 service nova] Releasing lock "refresh_cache-17e07646-9826-43d9-9295-3a70b541c534" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.391734] env[70323]: DEBUG oslo_vmware.api [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Task: {'id': task-3226720, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066089} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.394337] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] [instance: b8e86b56-da33-4ae5-92fa-c4eb330b4679] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 709.395423] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3bd5cd2-332e-4763-8e9e-51ea7d87f85a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.419210] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] [instance: b8e86b56-da33-4ae5-92fa-c4eb330b4679] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] b8e86b56-da33-4ae5-92fa-c4eb330b4679/b8e86b56-da33-4ae5-92fa-c4eb330b4679.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 709.422295] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87f1067d-9c5b-4a75-98c9-19bfb76f1826 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.442146] env[70323]: DEBUG oslo_vmware.api [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Waiting for the task: (returnval){ [ 709.442146] env[70323]: value = "task-3226722" [ 709.442146] env[70323]: _type = "Task" [ 709.442146] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.450478] env[70323]: DEBUG oslo_vmware.api [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Task: {'id': task-3226722, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.463365] env[70323]: DEBUG oslo_vmware.api [None req-33d22726-7086-4af5-bec3-c113f9680d6e tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5258e7d9-44e2-c8a0-4ace-92e93996d46c, 'name': SearchDatastore_Task, 'duration_secs': 0.013872} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.463365] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66df3f90-bcdf-4942-a508-076ff7c64a33 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.472051] env[70323]: DEBUG oslo_vmware.api [None req-33d22726-7086-4af5-bec3-c113f9680d6e tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Waiting for the task: (returnval){ [ 709.472051] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52e5a8c3-119b-129a-7e6f-e97b7e3f3342" [ 709.472051] env[70323]: _type = "Task" [ 709.472051] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.481752] env[70323]: DEBUG oslo_vmware.api [None req-33d22726-7086-4af5-bec3-c113f9680d6e tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52e5a8c3-119b-129a-7e6f-e97b7e3f3342, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.495020] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73225498-c0dc-4649-b388-6fe91d0cae75 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.502199] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-483dbb75-940c-4806-9bc6-ad6adea02a3b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.532328] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a09666a7-653c-4382-9aa1-5cc5fd85e70c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.540289] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c9757c2-9f72-4e66-9782-f32b0ac8035b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.557534] env[70323]: DEBUG nova.compute.provider_tree [None req-cfe3fd53-4442-41d7-9707-24b7b3ee66dd tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 709.660196] env[70323]: DEBUG nova.network.neutron [-] [instance: c7e021c9-0f12-43e5-b66a-73335865fc11] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.781922] env[70323]: DEBUG oslo_concurrency.lockutils [None req-4a9ea4f2-0d7c-4614-9036-b94747913cdf tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquiring lock "aad7167e-9a30-4fb0-bbbc-c57066db3311" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.782217] env[70323]: DEBUG oslo_concurrency.lockutils [None req-4a9ea4f2-0d7c-4614-9036-b94747913cdf tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Lock "aad7167e-9a30-4fb0-bbbc-c57066db3311" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.782429] env[70323]: DEBUG oslo_concurrency.lockutils [None req-4a9ea4f2-0d7c-4614-9036-b94747913cdf tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquiring lock "aad7167e-9a30-4fb0-bbbc-c57066db3311-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.782619] env[70323]: DEBUG oslo_concurrency.lockutils [None req-4a9ea4f2-0d7c-4614-9036-b94747913cdf tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Lock "aad7167e-9a30-4fb0-bbbc-c57066db3311-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.782789] env[70323]: DEBUG oslo_concurrency.lockutils [None req-4a9ea4f2-0d7c-4614-9036-b94747913cdf tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Lock "aad7167e-9a30-4fb0-bbbc-c57066db3311-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.785112] env[70323]: INFO nova.compute.manager [None req-4a9ea4f2-0d7c-4614-9036-b94747913cdf tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: aad7167e-9a30-4fb0-bbbc-c57066db3311] Terminating instance [ 709.798280] env[70323]: DEBUG nova.compute.manager [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 709.823088] env[70323]: DEBUG nova.virt.hardware [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 709.823373] env[70323]: DEBUG nova.virt.hardware [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 709.823797] env[70323]: DEBUG nova.virt.hardware [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 709.823797] env[70323]: DEBUG nova.virt.hardware [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 709.823926] env[70323]: DEBUG nova.virt.hardware [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 709.824009] env[70323]: DEBUG nova.virt.hardware [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 709.824243] env[70323]: DEBUG nova.virt.hardware [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 709.824414] env[70323]: DEBUG nova.virt.hardware [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 709.824590] env[70323]: DEBUG nova.virt.hardware [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 709.824771] env[70323]: DEBUG nova.virt.hardware [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 709.824925] env[70323]: DEBUG nova.virt.hardware [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 709.825822] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-686fa0a3-8a1e-421b-8590-63fd5013903f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.834332] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8437603-1145-40cb-bfb5-a1af740fecaa {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.953466] env[70323]: DEBUG oslo_vmware.api [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Task: {'id': task-3226722, 'name': ReconfigVM_Task, 'duration_secs': 0.421961} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.953799] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] [instance: b8e86b56-da33-4ae5-92fa-c4eb330b4679] Reconfigured VM instance instance-0000001f to attach disk [datastore1] b8e86b56-da33-4ae5-92fa-c4eb330b4679/b8e86b56-da33-4ae5-92fa-c4eb330b4679.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 709.954467] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b360c8dd-d161-4399-a7b0-ba04e98f6eba {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.962211] env[70323]: DEBUG oslo_vmware.api [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Waiting for the task: (returnval){ [ 709.962211] env[70323]: value = "task-3226723" [ 709.962211] env[70323]: _type = "Task" [ 709.962211] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.970568] env[70323]: DEBUG oslo_vmware.api [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Task: {'id': task-3226723, 'name': Rename_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.981150] env[70323]: DEBUG oslo_vmware.api [None req-33d22726-7086-4af5-bec3-c113f9680d6e tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52e5a8c3-119b-129a-7e6f-e97b7e3f3342, 'name': SearchDatastore_Task, 'duration_secs': 0.01023} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.981393] env[70323]: DEBUG oslo_concurrency.lockutils [None req-33d22726-7086-4af5-bec3-c113f9680d6e tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.981705] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-33d22726-7086-4af5-bec3-c113f9680d6e tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 015b62f4-f233-4d72-89fd-221d8e381082/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16-rescue.vmdk. {{(pid=70323) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 709.982027] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f5d5fc5-f435-498f-86bc-bdad740bf639 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.988877] env[70323]: DEBUG oslo_vmware.api [None req-33d22726-7086-4af5-bec3-c113f9680d6e tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Waiting for the task: (returnval){ [ 709.988877] env[70323]: value = "task-3226724" [ 709.988877] env[70323]: _type = "Task" [ 709.988877] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.996538] env[70323]: DEBUG oslo_vmware.api [None req-33d22726-7086-4af5-bec3-c113f9680d6e tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Task: {'id': task-3226724, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.059881] env[70323]: DEBUG nova.scheduler.client.report [None req-cfe3fd53-4442-41d7-9707-24b7b3ee66dd tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 710.112640] env[70323]: DEBUG nova.compute.manager [req-9101bf1e-ea00-4f87-9ce1-b5c1090dd63e req-9fc09d21-27d1-4c78-8f93-dfe71a995e6c service nova] [instance: c7e021c9-0f12-43e5-b66a-73335865fc11] Received event network-vif-deleted-d062036c-f343-45a6-86e8-f5857586e64b {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 710.161844] env[70323]: INFO nova.compute.manager [-] [instance: c7e021c9-0f12-43e5-b66a-73335865fc11] Took 1.35 seconds to deallocate network for instance. [ 710.289181] env[70323]: DEBUG nova.compute.manager [None req-4a9ea4f2-0d7c-4614-9036-b94747913cdf tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: aad7167e-9a30-4fb0-bbbc-c57066db3311] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 710.289500] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9ea4f2-0d7c-4614-9036-b94747913cdf tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: aad7167e-9a30-4fb0-bbbc-c57066db3311] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 710.290580] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0fbadb-0c78-49ca-93aa-e46b7634e29f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.300117] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a9ea4f2-0d7c-4614-9036-b94747913cdf tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: aad7167e-9a30-4fb0-bbbc-c57066db3311] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 710.300337] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4b94aa3-9cfa-4b6f-931c-76984b9c16d4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.307910] env[70323]: DEBUG oslo_vmware.api [None req-4a9ea4f2-0d7c-4614-9036-b94747913cdf tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for the task: (returnval){ [ 710.307910] env[70323]: value = "task-3226725" [ 710.307910] env[70323]: _type = "Task" [ 710.307910] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.319239] env[70323]: DEBUG oslo_vmware.api [None req-4a9ea4f2-0d7c-4614-9036-b94747913cdf tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3226725, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.373974] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquiring lock "4a2a0594-39e2-4e91-bba9-954662de5f77" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.374227] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Lock "4a2a0594-39e2-4e91-bba9-954662de5f77" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.476566] env[70323]: DEBUG oslo_vmware.api [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Task: {'id': task-3226723, 'name': Rename_Task, 'duration_secs': 0.191999} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.476992] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] [instance: b8e86b56-da33-4ae5-92fa-c4eb330b4679] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 710.477323] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4008333d-8bd4-4da0-9298-8b5206d93b3d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.485366] env[70323]: DEBUG oslo_vmware.api [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Waiting for the task: (returnval){ [ 710.485366] env[70323]: value = "task-3226726" [ 710.485366] env[70323]: _type = "Task" [ 710.485366] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.498820] env[70323]: DEBUG oslo_vmware.api [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Task: {'id': task-3226726, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.506643] env[70323]: DEBUG oslo_vmware.api [None req-33d22726-7086-4af5-bec3-c113f9680d6e tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Task: {'id': task-3226724, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.526952] env[70323]: DEBUG nova.network.neutron [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Successfully updated port: 4c27b25c-91c2-45e0-a3d1-4c3e2eac4a19 {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 710.567314] env[70323]: DEBUG oslo_concurrency.lockutils [None req-cfe3fd53-4442-41d7-9707-24b7b3ee66dd tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.792s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.567314] env[70323]: DEBUG nova.compute.manager [None req-cfe3fd53-4442-41d7-9707-24b7b3ee66dd tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] [instance: 8f4f1690-4ef8-4178-8ed1-cd1e5b3da928] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 710.570097] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.027s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.571592] env[70323]: INFO nova.compute.claims [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] [instance: a0a8df6e-572a-4874-9b2e-119e9a8933e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 710.582227] env[70323]: DEBUG nova.compute.manager [req-9d174bc4-bbfd-4a65-9978-a083d2ddb6de req-e1aeea46-37f3-4b6c-b82c-b6163076a036 service nova] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Received event network-vif-plugged-4c27b25c-91c2-45e0-a3d1-4c3e2eac4a19 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 710.582602] env[70323]: DEBUG oslo_concurrency.lockutils [req-9d174bc4-bbfd-4a65-9978-a083d2ddb6de req-e1aeea46-37f3-4b6c-b82c-b6163076a036 service nova] Acquiring lock "dd793706-95da-42f2-b9fc-ee37f04e6923-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.586031] env[70323]: DEBUG oslo_concurrency.lockutils [req-9d174bc4-bbfd-4a65-9978-a083d2ddb6de req-e1aeea46-37f3-4b6c-b82c-b6163076a036 service nova] Lock "dd793706-95da-42f2-b9fc-ee37f04e6923-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.586031] env[70323]: DEBUG oslo_concurrency.lockutils [req-9d174bc4-bbfd-4a65-9978-a083d2ddb6de req-e1aeea46-37f3-4b6c-b82c-b6163076a036 service nova] Lock "dd793706-95da-42f2-b9fc-ee37f04e6923-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.586031] env[70323]: DEBUG nova.compute.manager [req-9d174bc4-bbfd-4a65-9978-a083d2ddb6de req-e1aeea46-37f3-4b6c-b82c-b6163076a036 service nova] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] No waiting events found dispatching network-vif-plugged-4c27b25c-91c2-45e0-a3d1-4c3e2eac4a19 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 710.586031] env[70323]: WARNING nova.compute.manager [req-9d174bc4-bbfd-4a65-9978-a083d2ddb6de req-e1aeea46-37f3-4b6c-b82c-b6163076a036 service nova] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Received unexpected event network-vif-plugged-4c27b25c-91c2-45e0-a3d1-4c3e2eac4a19 for instance with vm_state building and task_state spawning. [ 710.669441] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1615f479-f0af-48b2-bf24-adf6ad8ef63f tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.817825] env[70323]: DEBUG oslo_vmware.api [None req-4a9ea4f2-0d7c-4614-9036-b94747913cdf tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3226725, 'name': PowerOffVM_Task, 'duration_secs': 0.22569} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.818224] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a9ea4f2-0d7c-4614-9036-b94747913cdf tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: aad7167e-9a30-4fb0-bbbc-c57066db3311] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 710.818275] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9ea4f2-0d7c-4614-9036-b94747913cdf tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: aad7167e-9a30-4fb0-bbbc-c57066db3311] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 710.818675] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9e42166a-6317-4cf2-8c4b-6a5c01632a07 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.881187] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9ea4f2-0d7c-4614-9036-b94747913cdf tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: aad7167e-9a30-4fb0-bbbc-c57066db3311] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 710.881415] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9ea4f2-0d7c-4614-9036-b94747913cdf tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: aad7167e-9a30-4fb0-bbbc-c57066db3311] Deleting contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 710.881600] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a9ea4f2-0d7c-4614-9036-b94747913cdf tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Deleting the datastore file [datastore1] aad7167e-9a30-4fb0-bbbc-c57066db3311 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 710.882234] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-506f0e7c-7a35-492f-82d6-3f7076afbf3c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.887957] env[70323]: DEBUG oslo_vmware.api [None req-4a9ea4f2-0d7c-4614-9036-b94747913cdf tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for the task: (returnval){ [ 710.887957] env[70323]: value = "task-3226728" [ 710.887957] env[70323]: _type = "Task" [ 710.887957] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.898378] env[70323]: DEBUG oslo_vmware.api [None req-4a9ea4f2-0d7c-4614-9036-b94747913cdf tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3226728, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.996979] env[70323]: DEBUG oslo_vmware.api [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Task: {'id': task-3226726, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.002576] env[70323]: DEBUG oslo_vmware.api [None req-33d22726-7086-4af5-bec3-c113f9680d6e tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Task: {'id': task-3226724, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571913} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.002896] env[70323]: INFO nova.virt.vmwareapi.ds_util [None req-33d22726-7086-4af5-bec3-c113f9680d6e tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 015b62f4-f233-4d72-89fd-221d8e381082/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16-rescue.vmdk. [ 711.003811] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b0a4bf-f34c-4835-bf03-0d220ae46abd {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.029600] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-33d22726-7086-4af5-bec3-c113f9680d6e tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] [instance: 015b62f4-f233-4d72-89fd-221d8e381082] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 015b62f4-f233-4d72-89fd-221d8e381082/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16-rescue.vmdk or device None with type thin {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 711.030253] env[70323]: DEBUG oslo_concurrency.lockutils [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquiring lock "refresh_cache-dd793706-95da-42f2-b9fc-ee37f04e6923" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.030387] env[70323]: DEBUG oslo_concurrency.lockutils [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquired lock "refresh_cache-dd793706-95da-42f2-b9fc-ee37f04e6923" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.030562] env[70323]: DEBUG nova.network.neutron [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 711.032265] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b6e2244-244a-49ca-a0bb-ee0a7ed80a6d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.053902] env[70323]: DEBUG oslo_vmware.api [None req-33d22726-7086-4af5-bec3-c113f9680d6e tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Waiting for the task: (returnval){ [ 711.053902] env[70323]: value = "task-3226729" [ 711.053902] env[70323]: _type = "Task" [ 711.053902] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.063174] env[70323]: DEBUG oslo_vmware.api [None req-33d22726-7086-4af5-bec3-c113f9680d6e tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Task: {'id': task-3226729, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.081228] env[70323]: DEBUG nova.compute.utils [None req-cfe3fd53-4442-41d7-9707-24b7b3ee66dd tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 711.084239] env[70323]: DEBUG nova.compute.manager [None req-cfe3fd53-4442-41d7-9707-24b7b3ee66dd tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] [instance: 8f4f1690-4ef8-4178-8ed1-cd1e5b3da928] Not allocating networking since 'none' was specified. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 711.397887] env[70323]: DEBUG oslo_vmware.api [None req-4a9ea4f2-0d7c-4614-9036-b94747913cdf tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3226728, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.383912} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.398201] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a9ea4f2-0d7c-4614-9036-b94747913cdf tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 711.398416] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9ea4f2-0d7c-4614-9036-b94747913cdf tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: aad7167e-9a30-4fb0-bbbc-c57066db3311] Deleted contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 711.398608] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9ea4f2-0d7c-4614-9036-b94747913cdf tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: aad7167e-9a30-4fb0-bbbc-c57066db3311] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 711.398791] env[70323]: INFO nova.compute.manager [None req-4a9ea4f2-0d7c-4614-9036-b94747913cdf tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: aad7167e-9a30-4fb0-bbbc-c57066db3311] Took 1.11 seconds to destroy the instance on the hypervisor. [ 711.399066] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a9ea4f2-0d7c-4614-9036-b94747913cdf tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 711.399268] env[70323]: DEBUG nova.compute.manager [-] [instance: aad7167e-9a30-4fb0-bbbc-c57066db3311] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 711.399377] env[70323]: DEBUG nova.network.neutron [-] [instance: aad7167e-9a30-4fb0-bbbc-c57066db3311] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 711.496519] env[70323]: DEBUG oslo_vmware.api [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Task: {'id': task-3226726, 'name': PowerOnVM_Task, 'duration_secs': 0.596578} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.496883] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] [instance: b8e86b56-da33-4ae5-92fa-c4eb330b4679] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 711.497124] env[70323]: INFO nova.compute.manager [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] [instance: b8e86b56-da33-4ae5-92fa-c4eb330b4679] Took 8.89 seconds to spawn the instance on the hypervisor. [ 711.497309] env[70323]: DEBUG nova.compute.manager [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] [instance: b8e86b56-da33-4ae5-92fa-c4eb330b4679] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 711.498222] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b30ecde-6ee6-4336-af5c-449f2991f1d6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.565527] env[70323]: DEBUG oslo_vmware.api [None req-33d22726-7086-4af5-bec3-c113f9680d6e tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Task: {'id': task-3226729, 'name': ReconfigVM_Task, 'duration_secs': 0.410565} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.565821] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-33d22726-7086-4af5-bec3-c113f9680d6e tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] [instance: 015b62f4-f233-4d72-89fd-221d8e381082] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 015b62f4-f233-4d72-89fd-221d8e381082/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16-rescue.vmdk or device None with type thin {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 711.566984] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80931099-68b0-4466-a9ac-e0e42ba0a822 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.588481] env[70323]: DEBUG nova.compute.manager [None req-cfe3fd53-4442-41d7-9707-24b7b3ee66dd tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] [instance: 8f4f1690-4ef8-4178-8ed1-cd1e5b3da928] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 711.601110] env[70323]: DEBUG nova.network.neutron [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 711.603186] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68905d20-6e5c-40fb-a121-06f9ee8bb202 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.622570] env[70323]: DEBUG oslo_vmware.api [None req-33d22726-7086-4af5-bec3-c113f9680d6e tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Waiting for the task: (returnval){ [ 711.622570] env[70323]: value = "task-3226730" [ 711.622570] env[70323]: _type = "Task" [ 711.622570] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.632130] env[70323]: DEBUG oslo_vmware.api [None req-33d22726-7086-4af5-bec3-c113f9680d6e tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Task: {'id': task-3226730, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.812485] env[70323]: DEBUG nova.network.neutron [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Updating instance_info_cache with network_info: [{"id": "4c27b25c-91c2-45e0-a3d1-4c3e2eac4a19", "address": "fa:16:3e:9e:f7:c7", "network": {"id": "3543c4fd-df33-4be9-b279-a13bfe5a7b34", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-877530561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e98df60171c4d319ce48c2e7ddb11d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c27b25c-91", "ovs_interfaceid": "4c27b25c-91c2-45e0-a3d1-4c3e2eac4a19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.018511] env[70323]: INFO nova.compute.manager [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] [instance: b8e86b56-da33-4ae5-92fa-c4eb330b4679] Took 44.68 seconds to build instance. [ 712.133520] env[70323]: DEBUG oslo_vmware.api [None req-33d22726-7086-4af5-bec3-c113f9680d6e tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Task: {'id': task-3226730, 'name': ReconfigVM_Task, 'duration_secs': 0.265414} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.134455] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-33d22726-7086-4af5-bec3-c113f9680d6e tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] [instance: 015b62f4-f233-4d72-89fd-221d8e381082] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 712.134791] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb0b1275-69bb-49e1-916a-d6c2541ac97f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.142082] env[70323]: DEBUG oslo_vmware.api [None req-33d22726-7086-4af5-bec3-c113f9680d6e tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Waiting for the task: (returnval){ [ 712.142082] env[70323]: value = "task-3226731" [ 712.142082] env[70323]: _type = "Task" [ 712.142082] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.153894] env[70323]: DEBUG oslo_vmware.api [None req-33d22726-7086-4af5-bec3-c113f9680d6e tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Task: {'id': task-3226731, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.178916] env[70323]: DEBUG nova.network.neutron [-] [instance: aad7167e-9a30-4fb0-bbbc-c57066db3311] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.222240] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbfe2cfe-1f77-49a6-a5bb-5cb272188e07 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.229913] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434ade70-5b8d-4c4a-b98f-eb5c86c19134 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.260945] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e999511b-7d39-4129-b844-2d19af4ac55b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.268945] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c6451a-901e-470b-b8ca-cc89ed2c21c1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.282266] env[70323]: DEBUG nova.compute.provider_tree [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 712.315835] env[70323]: DEBUG oslo_concurrency.lockutils [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Releasing lock "refresh_cache-dd793706-95da-42f2-b9fc-ee37f04e6923" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.316203] env[70323]: DEBUG nova.compute.manager [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Instance network_info: |[{"id": "4c27b25c-91c2-45e0-a3d1-4c3e2eac4a19", "address": "fa:16:3e:9e:f7:c7", "network": {"id": "3543c4fd-df33-4be9-b279-a13bfe5a7b34", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-877530561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e98df60171c4d319ce48c2e7ddb11d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c27b25c-91", "ovs_interfaceid": "4c27b25c-91c2-45e0-a3d1-4c3e2eac4a19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 712.316591] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:f7:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '39a4aca0-934b-4a91-8779-6a4360c3f967', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c27b25c-91c2-45e0-a3d1-4c3e2eac4a19', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 712.324716] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Creating folder: Project (6e98df60171c4d319ce48c2e7ddb11d7). Parent ref: group-v644941. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 712.325511] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aad1cae9-5263-4321-9a84-ce14b11b32fd {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.337136] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Created folder: Project (6e98df60171c4d319ce48c2e7ddb11d7) in parent group-v644941. [ 712.337362] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Creating folder: Instances. Parent ref: group-v645035. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 712.337613] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7c4e6a1-6453-4ff8-8302-55c4bef8bd71 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.348511] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Created folder: Instances in parent group-v645035. [ 712.348725] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 712.348939] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 712.349350] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5580d80a-ea55-4193-8f04-7c7597e61aa3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.369770] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 712.369770] env[70323]: value = "task-3226734" [ 712.369770] env[70323]: _type = "Task" [ 712.369770] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.379281] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226734, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.525775] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6bee062e-598f-47bc-8572-21d1d66cdd07 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Lock "b8e86b56-da33-4ae5-92fa-c4eb330b4679" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.577s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.609068] env[70323]: DEBUG nova.compute.manager [None req-cfe3fd53-4442-41d7-9707-24b7b3ee66dd tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] [instance: 8f4f1690-4ef8-4178-8ed1-cd1e5b3da928] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 712.641358] env[70323]: DEBUG nova.virt.hardware [None req-cfe3fd53-4442-41d7-9707-24b7b3ee66dd tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 712.641618] env[70323]: DEBUG nova.virt.hardware [None req-cfe3fd53-4442-41d7-9707-24b7b3ee66dd tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 712.641801] env[70323]: DEBUG nova.virt.hardware [None req-cfe3fd53-4442-41d7-9707-24b7b3ee66dd tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 712.642012] env[70323]: DEBUG nova.virt.hardware [None req-cfe3fd53-4442-41d7-9707-24b7b3ee66dd tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 712.645097] env[70323]: DEBUG nova.virt.hardware [None req-cfe3fd53-4442-41d7-9707-24b7b3ee66dd tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 712.645097] env[70323]: DEBUG nova.virt.hardware [None req-cfe3fd53-4442-41d7-9707-24b7b3ee66dd tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 712.645097] env[70323]: DEBUG nova.virt.hardware [None req-cfe3fd53-4442-41d7-9707-24b7b3ee66dd tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 712.645097] env[70323]: DEBUG nova.virt.hardware [None req-cfe3fd53-4442-41d7-9707-24b7b3ee66dd tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 712.645097] env[70323]: DEBUG nova.virt.hardware [None req-cfe3fd53-4442-41d7-9707-24b7b3ee66dd tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 712.645097] env[70323]: DEBUG nova.virt.hardware [None req-cfe3fd53-4442-41d7-9707-24b7b3ee66dd tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 712.645097] env[70323]: DEBUG nova.virt.hardware [None req-cfe3fd53-4442-41d7-9707-24b7b3ee66dd tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 712.646159] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ad8c22-fee3-4387-8afc-c6bee933c108 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.660738] env[70323]: DEBUG oslo_vmware.api [None req-33d22726-7086-4af5-bec3-c113f9680d6e tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Task: {'id': task-3226731, 'name': PowerOnVM_Task, 'duration_secs': 0.417101} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.662960] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-33d22726-7086-4af5-bec3-c113f9680d6e tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] [instance: 015b62f4-f233-4d72-89fd-221d8e381082] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 712.665778] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baaecdba-9fbb-4604-96b6-f5cad140208e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.671719] env[70323]: DEBUG nova.compute.manager [None req-33d22726-7086-4af5-bec3-c113f9680d6e tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] [instance: 015b62f4-f233-4d72-89fd-221d8e381082] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 712.672877] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b732f283-ddc6-41ec-afeb-e475f1567be9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.679732] env[70323]: DEBUG nova.compute.manager [req-7a7ac886-d2a5-4558-9732-6027ee0f5cc0 req-8420af67-3fd7-40ba-afef-b0050c56603a service nova] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Received event network-changed-4c27b25c-91c2-45e0-a3d1-4c3e2eac4a19 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 712.679964] env[70323]: DEBUG nova.compute.manager [req-7a7ac886-d2a5-4558-9732-6027ee0f5cc0 req-8420af67-3fd7-40ba-afef-b0050c56603a service nova] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Refreshing instance network info cache due to event network-changed-4c27b25c-91c2-45e0-a3d1-4c3e2eac4a19. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 712.680244] env[70323]: DEBUG oslo_concurrency.lockutils [req-7a7ac886-d2a5-4558-9732-6027ee0f5cc0 req-8420af67-3fd7-40ba-afef-b0050c56603a service nova] Acquiring lock "refresh_cache-dd793706-95da-42f2-b9fc-ee37f04e6923" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.680397] env[70323]: DEBUG oslo_concurrency.lockutils [req-7a7ac886-d2a5-4558-9732-6027ee0f5cc0 req-8420af67-3fd7-40ba-afef-b0050c56603a service nova] Acquired lock "refresh_cache-dd793706-95da-42f2-b9fc-ee37f04e6923" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.680591] env[70323]: DEBUG nova.network.neutron [req-7a7ac886-d2a5-4558-9732-6027ee0f5cc0 req-8420af67-3fd7-40ba-afef-b0050c56603a service nova] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Refreshing network info cache for port 4c27b25c-91c2-45e0-a3d1-4c3e2eac4a19 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 712.692027] env[70323]: INFO nova.compute.manager [-] [instance: aad7167e-9a30-4fb0-bbbc-c57066db3311] Took 1.29 seconds to deallocate network for instance. [ 712.692130] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-cfe3fd53-4442-41d7-9707-24b7b3ee66dd tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] [instance: 8f4f1690-4ef8-4178-8ed1-cd1e5b3da928] Instance VIF info [] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 712.698476] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfe3fd53-4442-41d7-9707-24b7b3ee66dd tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Creating folder: Project (d8efaaa14b784b18ab19cda21899f053). Parent ref: group-v644941. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 712.706443] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8f1e5fcc-4cf4-473e-accf-ba70721f136e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.723037] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-cfe3fd53-4442-41d7-9707-24b7b3ee66dd tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Created folder: Project (d8efaaa14b784b18ab19cda21899f053) in parent group-v644941. [ 712.723037] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfe3fd53-4442-41d7-9707-24b7b3ee66dd tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Creating folder: Instances. Parent ref: group-v645038. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 712.723037] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dfba01e7-cbfc-408b-a975-783e8065801d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.732375] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-cfe3fd53-4442-41d7-9707-24b7b3ee66dd tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Created folder: Instances in parent group-v645038. [ 712.732618] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cfe3fd53-4442-41d7-9707-24b7b3ee66dd tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 712.732820] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f4f1690-4ef8-4178-8ed1-cd1e5b3da928] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 712.733078] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b438b55-8368-45f1-9c60-82eeec4bd533 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.754485] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 712.754485] env[70323]: value = "task-3226737" [ 712.754485] env[70323]: _type = "Task" [ 712.754485] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.763548] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226737, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.784891] env[70323]: DEBUG nova.scheduler.client.report [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 712.881263] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226734, 'name': CreateVM_Task, 'duration_secs': 0.461294} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.881263] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 712.881263] env[70323]: DEBUG oslo_concurrency.lockutils [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.881263] env[70323]: DEBUG oslo_concurrency.lockutils [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.881263] env[70323]: DEBUG oslo_concurrency.lockutils [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.881263] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0852eee-f02b-4548-880f-f2ac810d1787 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.885623] env[70323]: DEBUG oslo_vmware.api [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Waiting for the task: (returnval){ [ 712.885623] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5285a038-5129-11c5-864a-51e6ed336fc9" [ 712.885623] env[70323]: _type = "Task" [ 712.885623] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.893558] env[70323]: DEBUG oslo_vmware.api [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5285a038-5129-11c5-864a-51e6ed336fc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.972745] env[70323]: DEBUG nova.network.neutron [req-7a7ac886-d2a5-4558-9732-6027ee0f5cc0 req-8420af67-3fd7-40ba-afef-b0050c56603a service nova] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Updated VIF entry in instance network info cache for port 4c27b25c-91c2-45e0-a3d1-4c3e2eac4a19. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 712.973162] env[70323]: DEBUG nova.network.neutron [req-7a7ac886-d2a5-4558-9732-6027ee0f5cc0 req-8420af67-3fd7-40ba-afef-b0050c56603a service nova] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Updating instance_info_cache with network_info: [{"id": "4c27b25c-91c2-45e0-a3d1-4c3e2eac4a19", "address": "fa:16:3e:9e:f7:c7", "network": {"id": "3543c4fd-df33-4be9-b279-a13bfe5a7b34", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-877530561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e98df60171c4d319ce48c2e7ddb11d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c27b25c-91", "ovs_interfaceid": "4c27b25c-91c2-45e0-a3d1-4c3e2eac4a19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.032632] env[70323]: DEBUG nova.compute.manager [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 04a6df8e-033c-4b03-99c3-19bd8b2200fd] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 713.216162] env[70323]: DEBUG oslo_concurrency.lockutils [None req-4a9ea4f2-0d7c-4614-9036-b94747913cdf tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.267215] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226737, 'name': CreateVM_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.290773] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.721s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.291422] env[70323]: DEBUG nova.compute.manager [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] [instance: a0a8df6e-572a-4874-9b2e-119e9a8933e6] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 713.294070] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1287c36f-396a-4bc6-91d7-d71248a47f08 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.512s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.294334] env[70323]: DEBUG nova.objects.instance [None req-1287c36f-396a-4bc6-91d7-d71248a47f08 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Lazy-loading 'resources' on Instance uuid d8409f2b-0740-4d4c-a604-0c818a196445 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 713.397659] env[70323]: DEBUG oslo_vmware.api [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5285a038-5129-11c5-864a-51e6ed336fc9, 'name': SearchDatastore_Task, 'duration_secs': 0.016285} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.397993] env[70323]: DEBUG oslo_concurrency.lockutils [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.398261] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 713.398517] env[70323]: DEBUG oslo_concurrency.lockutils [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.398672] env[70323]: DEBUG oslo_concurrency.lockutils [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.398853] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 713.399178] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bcdeae8e-f63d-4fe7-baab-3b9dd8e27680 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.408906] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 713.409129] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 713.409957] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96dc7eda-f14e-4539-acfa-65650abda655 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.417567] env[70323]: DEBUG oslo_vmware.api [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Waiting for the task: (returnval){ [ 713.417567] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52e75250-db6c-fa80-c924-2baec32fdaf9" [ 713.417567] env[70323]: _type = "Task" [ 713.417567] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.423712] env[70323]: DEBUG oslo_vmware.api [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52e75250-db6c-fa80-c924-2baec32fdaf9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.476781] env[70323]: DEBUG oslo_concurrency.lockutils [req-7a7ac886-d2a5-4558-9732-6027ee0f5cc0 req-8420af67-3fd7-40ba-afef-b0050c56603a service nova] Releasing lock "refresh_cache-dd793706-95da-42f2-b9fc-ee37f04e6923" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.476781] env[70323]: DEBUG nova.compute.manager [req-7a7ac886-d2a5-4558-9732-6027ee0f5cc0 req-8420af67-3fd7-40ba-afef-b0050c56603a service nova] [instance: aad7167e-9a30-4fb0-bbbc-c57066db3311] Received event network-vif-deleted-3e78843c-87c4-4fb8-9d24-c6adb7d403a4 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.565532] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.766813] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226737, 'name': CreateVM_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.797382] env[70323]: DEBUG nova.compute.utils [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 713.802196] env[70323]: DEBUG nova.compute.manager [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] [instance: a0a8df6e-572a-4874-9b2e-119e9a8933e6] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 713.802383] env[70323]: DEBUG nova.network.neutron [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] [instance: a0a8df6e-572a-4874-9b2e-119e9a8933e6] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 713.853891] env[70323]: DEBUG nova.policy [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8028dcab2c254200a4ae3ddb982e89e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '613ac2ce15594096bb405b5ae23416f1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 713.855041] env[70323]: DEBUG oslo_concurrency.lockutils [None req-880fb157-0f51-4ec1-8145-d1411e21f629 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Acquiring lock "b8e86b56-da33-4ae5-92fa-c4eb330b4679" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.855279] env[70323]: DEBUG oslo_concurrency.lockutils [None req-880fb157-0f51-4ec1-8145-d1411e21f629 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Lock "b8e86b56-da33-4ae5-92fa-c4eb330b4679" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.855484] env[70323]: DEBUG oslo_concurrency.lockutils [None req-880fb157-0f51-4ec1-8145-d1411e21f629 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Acquiring lock "b8e86b56-da33-4ae5-92fa-c4eb330b4679-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.859017] env[70323]: DEBUG oslo_concurrency.lockutils [None req-880fb157-0f51-4ec1-8145-d1411e21f629 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Lock "b8e86b56-da33-4ae5-92fa-c4eb330b4679-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.859017] env[70323]: DEBUG oslo_concurrency.lockutils [None req-880fb157-0f51-4ec1-8145-d1411e21f629 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Lock "b8e86b56-da33-4ae5-92fa-c4eb330b4679-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.860441] env[70323]: INFO nova.compute.manager [None req-880fb157-0f51-4ec1-8145-d1411e21f629 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] [instance: b8e86b56-da33-4ae5-92fa-c4eb330b4679] Terminating instance [ 713.925712] env[70323]: DEBUG oslo_vmware.api [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52e75250-db6c-fa80-c924-2baec32fdaf9, 'name': SearchDatastore_Task, 'duration_secs': 0.014777} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.930480] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0da8904-212e-48d3-8050-9b8a9cad867c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.935959] env[70323]: DEBUG oslo_vmware.api [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Waiting for the task: (returnval){ [ 713.935959] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52a8fb66-98dd-a509-e028-fd977be002b5" [ 713.935959] env[70323]: _type = "Task" [ 713.935959] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.944426] env[70323]: DEBUG oslo_vmware.api [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52a8fb66-98dd-a509-e028-fd977be002b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.264877] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226737, 'name': CreateVM_Task, 'duration_secs': 1.419043} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.267724] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f4f1690-4ef8-4178-8ed1-cd1e5b3da928] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 714.268438] env[70323]: DEBUG oslo_concurrency.lockutils [None req-cfe3fd53-4442-41d7-9707-24b7b3ee66dd tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.268537] env[70323]: DEBUG oslo_concurrency.lockutils [None req-cfe3fd53-4442-41d7-9707-24b7b3ee66dd tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.268838] env[70323]: DEBUG oslo_concurrency.lockutils [None req-cfe3fd53-4442-41d7-9707-24b7b3ee66dd tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.269152] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69d2c37b-217f-4606-ac0a-6547a4be3902 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.273605] env[70323]: DEBUG oslo_vmware.api [None req-cfe3fd53-4442-41d7-9707-24b7b3ee66dd tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Waiting for the task: (returnval){ [ 714.273605] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52c27bd4-9736-3530-78c9-30b39ee07e27" [ 714.273605] env[70323]: _type = "Task" [ 714.273605] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.281839] env[70323]: DEBUG oslo_vmware.api [None req-cfe3fd53-4442-41d7-9707-24b7b3ee66dd tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52c27bd4-9736-3530-78c9-30b39ee07e27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.302673] env[70323]: DEBUG nova.compute.manager [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] [instance: a0a8df6e-572a-4874-9b2e-119e9a8933e6] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 714.364650] env[70323]: DEBUG nova.compute.manager [None req-880fb157-0f51-4ec1-8145-d1411e21f629 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] [instance: b8e86b56-da33-4ae5-92fa-c4eb330b4679] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 714.364942] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-880fb157-0f51-4ec1-8145-d1411e21f629 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] [instance: b8e86b56-da33-4ae5-92fa-c4eb330b4679] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 714.365870] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90919435-173e-4a7a-95de-e0bb68e0eed8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.385271] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-880fb157-0f51-4ec1-8145-d1411e21f629 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] [instance: b8e86b56-da33-4ae5-92fa-c4eb330b4679] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 714.385560] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-750013d9-f07a-4b5c-8e6a-5fe568bb7693 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.392019] env[70323]: DEBUG oslo_vmware.api [None req-880fb157-0f51-4ec1-8145-d1411e21f629 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Waiting for the task: (returnval){ [ 714.392019] env[70323]: value = "task-3226738" [ 714.392019] env[70323]: _type = "Task" [ 714.392019] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.403786] env[70323]: DEBUG oslo_vmware.api [None req-880fb157-0f51-4ec1-8145-d1411e21f629 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Task: {'id': task-3226738, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.450145] env[70323]: DEBUG oslo_vmware.api [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52a8fb66-98dd-a509-e028-fd977be002b5, 'name': SearchDatastore_Task, 'duration_secs': 0.014494} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.452982] env[70323]: DEBUG oslo_concurrency.lockutils [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.452982] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] dd793706-95da-42f2-b9fc-ee37f04e6923/dd793706-95da-42f2-b9fc-ee37f04e6923.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 714.452982] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aaaf3e3e-0680-4d54-96b8-19e1a865c226 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.457949] env[70323]: DEBUG nova.network.neutron [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] [instance: a0a8df6e-572a-4874-9b2e-119e9a8933e6] Successfully created port: b753cb4a-a738-4bd4-af21-63529e9d6f5f {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 714.462142] env[70323]: DEBUG oslo_vmware.api [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Waiting for the task: (returnval){ [ 714.462142] env[70323]: value = "task-3226739" [ 714.462142] env[70323]: _type = "Task" [ 714.462142] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.473484] env[70323]: DEBUG oslo_vmware.api [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3226739, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.489384] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-716c3685-4916-473f-950b-93c55ac027c0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.496891] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bef09c2-e418-4d0a-ae84-4eea4cff6176 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.531400] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5327a556-af4b-4c16-a7cf-58736699eb80 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.539450] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ad06e8-6909-42bc-a4c6-d16a83b8fc2b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.555656] env[70323]: DEBUG nova.compute.provider_tree [None req-1287c36f-396a-4bc6-91d7-d71248a47f08 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 714.789160] env[70323]: DEBUG oslo_vmware.api [None req-cfe3fd53-4442-41d7-9707-24b7b3ee66dd tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52c27bd4-9736-3530-78c9-30b39ee07e27, 'name': SearchDatastore_Task, 'duration_secs': 0.020262} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.789160] env[70323]: DEBUG oslo_concurrency.lockutils [None req-cfe3fd53-4442-41d7-9707-24b7b3ee66dd tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.789346] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-cfe3fd53-4442-41d7-9707-24b7b3ee66dd tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] [instance: 8f4f1690-4ef8-4178-8ed1-cd1e5b3da928] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 714.789637] env[70323]: DEBUG oslo_concurrency.lockutils [None req-cfe3fd53-4442-41d7-9707-24b7b3ee66dd tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.789927] env[70323]: DEBUG oslo_concurrency.lockutils [None req-cfe3fd53-4442-41d7-9707-24b7b3ee66dd tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.790176] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfe3fd53-4442-41d7-9707-24b7b3ee66dd tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 714.790555] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c933a818-5050-46a1-aaa4-8e42356bedb0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.806065] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfe3fd53-4442-41d7-9707-24b7b3ee66dd tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 714.806298] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-cfe3fd53-4442-41d7-9707-24b7b3ee66dd tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 714.807513] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1a38067-910c-4a5b-a307-bbe3f03ecb5a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.828171] env[70323]: DEBUG oslo_vmware.api [None req-cfe3fd53-4442-41d7-9707-24b7b3ee66dd tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Waiting for the task: (returnval){ [ 714.828171] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5267b2d7-41cb-d573-2f93-150a34872f76" [ 714.828171] env[70323]: _type = "Task" [ 714.828171] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.846364] env[70323]: DEBUG oslo_vmware.api [None req-cfe3fd53-4442-41d7-9707-24b7b3ee66dd tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5267b2d7-41cb-d573-2f93-150a34872f76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.906974] env[70323]: DEBUG oslo_vmware.api [None req-880fb157-0f51-4ec1-8145-d1411e21f629 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Task: {'id': task-3226738, 'name': PowerOffVM_Task, 'duration_secs': 0.202927} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.910346] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-880fb157-0f51-4ec1-8145-d1411e21f629 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] [instance: b8e86b56-da33-4ae5-92fa-c4eb330b4679] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 714.910346] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-880fb157-0f51-4ec1-8145-d1411e21f629 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] [instance: b8e86b56-da33-4ae5-92fa-c4eb330b4679] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 714.910346] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19f9a8e7-82e8-42a8-abde-cb338a92fb87 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.978021] env[70323]: DEBUG oslo_vmware.api [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3226739, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.059845] env[70323]: DEBUG nova.scheduler.client.report [None req-1287c36f-396a-4bc6-91d7-d71248a47f08 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 715.166930] env[70323]: DEBUG nova.compute.manager [req-55f9f994-4716-4c8e-85f2-0aef5e2a81d0 req-77587b0a-74c5-4d3e-9d4b-09267e9c7166 service nova] [instance: 015b62f4-f233-4d72-89fd-221d8e381082] Received event network-changed-65d80373-7766-4665-a27b-8a111440eb2c {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.167163] env[70323]: DEBUG nova.compute.manager [req-55f9f994-4716-4c8e-85f2-0aef5e2a81d0 req-77587b0a-74c5-4d3e-9d4b-09267e9c7166 service nova] [instance: 015b62f4-f233-4d72-89fd-221d8e381082] Refreshing instance network info cache due to event network-changed-65d80373-7766-4665-a27b-8a111440eb2c. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 715.167389] env[70323]: DEBUG oslo_concurrency.lockutils [req-55f9f994-4716-4c8e-85f2-0aef5e2a81d0 req-77587b0a-74c5-4d3e-9d4b-09267e9c7166 service nova] Acquiring lock "refresh_cache-015b62f4-f233-4d72-89fd-221d8e381082" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.167538] env[70323]: DEBUG oslo_concurrency.lockutils [req-55f9f994-4716-4c8e-85f2-0aef5e2a81d0 req-77587b0a-74c5-4d3e-9d4b-09267e9c7166 service nova] Acquired lock "refresh_cache-015b62f4-f233-4d72-89fd-221d8e381082" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.167701] env[70323]: DEBUG nova.network.neutron [req-55f9f994-4716-4c8e-85f2-0aef5e2a81d0 req-77587b0a-74c5-4d3e-9d4b-09267e9c7166 service nova] [instance: 015b62f4-f233-4d72-89fd-221d8e381082] Refreshing network info cache for port 65d80373-7766-4665-a27b-8a111440eb2c {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 715.252172] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-880fb157-0f51-4ec1-8145-d1411e21f629 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] [instance: b8e86b56-da33-4ae5-92fa-c4eb330b4679] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 715.252491] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-880fb157-0f51-4ec1-8145-d1411e21f629 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] [instance: b8e86b56-da33-4ae5-92fa-c4eb330b4679] Deleting contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 715.252750] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-880fb157-0f51-4ec1-8145-d1411e21f629 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Deleting the datastore file [datastore1] b8e86b56-da33-4ae5-92fa-c4eb330b4679 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 715.252955] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c93fe640-7f8f-4f57-b152-879a86fd4198 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.259791] env[70323]: DEBUG oslo_vmware.api [None req-880fb157-0f51-4ec1-8145-d1411e21f629 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Waiting for the task: (returnval){ [ 715.259791] env[70323]: value = "task-3226741" [ 715.259791] env[70323]: _type = "Task" [ 715.259791] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.268843] env[70323]: DEBUG oslo_vmware.api [None req-880fb157-0f51-4ec1-8145-d1411e21f629 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Task: {'id': task-3226741, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.329565] env[70323]: DEBUG nova.compute.manager [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] [instance: a0a8df6e-572a-4874-9b2e-119e9a8933e6] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 715.342356] env[70323]: DEBUG oslo_vmware.api [None req-cfe3fd53-4442-41d7-9707-24b7b3ee66dd tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5267b2d7-41cb-d573-2f93-150a34872f76, 'name': SearchDatastore_Task, 'duration_secs': 0.060326} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.343227] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a875f57-3766-4c11-ab6b-fdd619b433f8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.349308] env[70323]: DEBUG oslo_vmware.api [None req-cfe3fd53-4442-41d7-9707-24b7b3ee66dd tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Waiting for the task: (returnval){ [ 715.349308] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52996baa-88bc-5b52-3cd7-9c074a8d5bb0" [ 715.349308] env[70323]: _type = "Task" [ 715.349308] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.360634] env[70323]: DEBUG oslo_vmware.api [None req-cfe3fd53-4442-41d7-9707-24b7b3ee66dd tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52996baa-88bc-5b52-3cd7-9c074a8d5bb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.365920] env[70323]: DEBUG nova.virt.hardware [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 715.366331] env[70323]: DEBUG nova.virt.hardware [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 715.366574] env[70323]: DEBUG nova.virt.hardware [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 715.366971] env[70323]: DEBUG nova.virt.hardware [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 715.367227] env[70323]: DEBUG nova.virt.hardware [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 715.367461] env[70323]: DEBUG nova.virt.hardware [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 715.367755] env[70323]: DEBUG nova.virt.hardware [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 715.367982] env[70323]: DEBUG nova.virt.hardware [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 715.368231] env[70323]: DEBUG nova.virt.hardware [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 715.368485] env[70323]: DEBUG nova.virt.hardware [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 715.368726] env[70323]: DEBUG nova.virt.hardware [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 715.369649] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e32c3b-33bd-4855-a411-213498d6c529 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.378551] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c819f42-5de2-491a-8e4c-fbacb545f6a7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.476528] env[70323]: DEBUG oslo_vmware.api [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3226739, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568299} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.476961] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] dd793706-95da-42f2-b9fc-ee37f04e6923/dd793706-95da-42f2-b9fc-ee37f04e6923.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 715.477255] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 715.477569] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd582d9e-98f1-4eb0-8784-f8c9d26957ee {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.485040] env[70323]: DEBUG oslo_vmware.api [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Waiting for the task: (returnval){ [ 715.485040] env[70323]: value = "task-3226742" [ 715.485040] env[70323]: _type = "Task" [ 715.485040] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.494393] env[70323]: DEBUG oslo_vmware.api [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3226742, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.565723] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1287c36f-396a-4bc6-91d7-d71248a47f08 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.272s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.568534] env[70323]: DEBUG oslo_concurrency.lockutils [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.421s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.570993] env[70323]: INFO nova.compute.claims [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] [instance: a5ca6c00-0437-4f80-b0fa-65b6b68df973] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 715.589704] env[70323]: INFO nova.scheduler.client.report [None req-1287c36f-396a-4bc6-91d7-d71248a47f08 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Deleted allocations for instance d8409f2b-0740-4d4c-a604-0c818a196445 [ 715.772622] env[70323]: DEBUG oslo_vmware.api [None req-880fb157-0f51-4ec1-8145-d1411e21f629 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Task: {'id': task-3226741, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.351776} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.773088] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-880fb157-0f51-4ec1-8145-d1411e21f629 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 715.773202] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-880fb157-0f51-4ec1-8145-d1411e21f629 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] [instance: b8e86b56-da33-4ae5-92fa-c4eb330b4679] Deleted contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 715.773403] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-880fb157-0f51-4ec1-8145-d1411e21f629 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] [instance: b8e86b56-da33-4ae5-92fa-c4eb330b4679] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 715.773602] env[70323]: INFO nova.compute.manager [None req-880fb157-0f51-4ec1-8145-d1411e21f629 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] [instance: b8e86b56-da33-4ae5-92fa-c4eb330b4679] Took 1.41 seconds to destroy the instance on the hypervisor. [ 715.774119] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-880fb157-0f51-4ec1-8145-d1411e21f629 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 715.774119] env[70323]: DEBUG nova.compute.manager [-] [instance: b8e86b56-da33-4ae5-92fa-c4eb330b4679] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 715.774330] env[70323]: DEBUG nova.network.neutron [-] [instance: b8e86b56-da33-4ae5-92fa-c4eb330b4679] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 715.860396] env[70323]: DEBUG oslo_vmware.api [None req-cfe3fd53-4442-41d7-9707-24b7b3ee66dd tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52996baa-88bc-5b52-3cd7-9c074a8d5bb0, 'name': SearchDatastore_Task, 'duration_secs': 0.015872} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.860678] env[70323]: DEBUG oslo_concurrency.lockutils [None req-cfe3fd53-4442-41d7-9707-24b7b3ee66dd tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.860936] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfe3fd53-4442-41d7-9707-24b7b3ee66dd tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 8f4f1690-4ef8-4178-8ed1-cd1e5b3da928/8f4f1690-4ef8-4178-8ed1-cd1e5b3da928.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 715.861216] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-66e49a3f-c0bf-4389-b9cd-5bb9e849e1bf {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.868250] env[70323]: DEBUG oslo_vmware.api [None req-cfe3fd53-4442-41d7-9707-24b7b3ee66dd tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Waiting for the task: (returnval){ [ 715.868250] env[70323]: value = "task-3226743" [ 715.868250] env[70323]: _type = "Task" [ 715.868250] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.879506] env[70323]: DEBUG oslo_vmware.api [None req-cfe3fd53-4442-41d7-9707-24b7b3ee66dd tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Task: {'id': task-3226743, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.994955] env[70323]: DEBUG oslo_vmware.api [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3226742, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071953} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.995440] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 715.996238] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea793276-4b60-431a-b37a-c491e5abc5ca {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.020560] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] dd793706-95da-42f2-b9fc-ee37f04e6923/dd793706-95da-42f2-b9fc-ee37f04e6923.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 716.023112] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-875028d1-d422-4cec-98c2-e97574a72fa7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.046580] env[70323]: DEBUG oslo_vmware.api [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Waiting for the task: (returnval){ [ 716.046580] env[70323]: value = "task-3226744" [ 716.046580] env[70323]: _type = "Task" [ 716.046580] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.053875] env[70323]: DEBUG oslo_vmware.api [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3226744, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.101424] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1287c36f-396a-4bc6-91d7-d71248a47f08 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Lock "d8409f2b-0740-4d4c-a604-0c818a196445" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.237s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.135465] env[70323]: DEBUG nova.network.neutron [req-55f9f994-4716-4c8e-85f2-0aef5e2a81d0 req-77587b0a-74c5-4d3e-9d4b-09267e9c7166 service nova] [instance: 015b62f4-f233-4d72-89fd-221d8e381082] Updated VIF entry in instance network info cache for port 65d80373-7766-4665-a27b-8a111440eb2c. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 716.135815] env[70323]: DEBUG nova.network.neutron [req-55f9f994-4716-4c8e-85f2-0aef5e2a81d0 req-77587b0a-74c5-4d3e-9d4b-09267e9c7166 service nova] [instance: 015b62f4-f233-4d72-89fd-221d8e381082] Updating instance_info_cache with network_info: [{"id": "65d80373-7766-4665-a27b-8a111440eb2c", "address": "fa:16:3e:cf:ed:6e", "network": {"id": "d25d344b-99b6-45fd-a180-a44830b309fd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-655401140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "383b469fc24143eba2b71564d4d65f06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65d80373-77", "ovs_interfaceid": "65d80373-7766-4665-a27b-8a111440eb2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.272441] env[70323]: DEBUG oslo_vmware.rw_handles [None req-998933eb-b94b-4034-85dc-0769073e36b3 tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5240ffc1-0f73-e92f-5a7b-c837d5340544/disk-0.vmdk. {{(pid=70323) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 716.273764] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b4df495-79cb-4135-a4b0-d2c585d53a84 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.283389] env[70323]: DEBUG oslo_vmware.rw_handles [None req-998933eb-b94b-4034-85dc-0769073e36b3 tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5240ffc1-0f73-e92f-5a7b-c837d5340544/disk-0.vmdk is in state: ready. {{(pid=70323) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 716.283588] env[70323]: ERROR oslo_vmware.rw_handles [None req-998933eb-b94b-4034-85dc-0769073e36b3 tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5240ffc1-0f73-e92f-5a7b-c837d5340544/disk-0.vmdk due to incomplete transfer. [ 716.283848] env[70323]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9ab1b0bb-dbe1-4b1c-b665-832dd6a38fd5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.295179] env[70323]: DEBUG oslo_vmware.rw_handles [None req-998933eb-b94b-4034-85dc-0769073e36b3 tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5240ffc1-0f73-e92f-5a7b-c837d5340544/disk-0.vmdk. {{(pid=70323) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 716.295441] env[70323]: DEBUG nova.virt.vmwareapi.images [None req-998933eb-b94b-4034-85dc-0769073e36b3 tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] [instance: f5583748-c6c5-4da3-a4c6-d685472511d4] Uploaded image 9f00df21-dfb1-42e3-a840-ee1c82d5eaa8 to the Glance image server {{(pid=70323) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 716.298012] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-998933eb-b94b-4034-85dc-0769073e36b3 tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] [instance: f5583748-c6c5-4da3-a4c6-d685472511d4] Destroying the VM {{(pid=70323) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 716.298431] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-42b17ded-88ee-437b-b207-5e253264b1b0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.308884] env[70323]: DEBUG oslo_vmware.api [None req-998933eb-b94b-4034-85dc-0769073e36b3 tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Waiting for the task: (returnval){ [ 716.308884] env[70323]: value = "task-3226745" [ 716.308884] env[70323]: _type = "Task" [ 716.308884] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.327733] env[70323]: DEBUG oslo_vmware.api [None req-998933eb-b94b-4034-85dc-0769073e36b3 tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Task: {'id': task-3226745, 'name': Destroy_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.383827] env[70323]: DEBUG oslo_vmware.api [None req-cfe3fd53-4442-41d7-9707-24b7b3ee66dd tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Task: {'id': task-3226743, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.558049] env[70323]: DEBUG oslo_vmware.api [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3226744, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.638330] env[70323]: DEBUG oslo_concurrency.lockutils [req-55f9f994-4716-4c8e-85f2-0aef5e2a81d0 req-77587b0a-74c5-4d3e-9d4b-09267e9c7166 service nova] Releasing lock "refresh_cache-015b62f4-f233-4d72-89fd-221d8e381082" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.638896] env[70323]: DEBUG nova.compute.manager [req-55f9f994-4716-4c8e-85f2-0aef5e2a81d0 req-77587b0a-74c5-4d3e-9d4b-09267e9c7166 service nova] [instance: 015b62f4-f233-4d72-89fd-221d8e381082] Received event network-changed-65d80373-7766-4665-a27b-8a111440eb2c {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 716.639198] env[70323]: DEBUG nova.compute.manager [req-55f9f994-4716-4c8e-85f2-0aef5e2a81d0 req-77587b0a-74c5-4d3e-9d4b-09267e9c7166 service nova] [instance: 015b62f4-f233-4d72-89fd-221d8e381082] Refreshing instance network info cache due to event network-changed-65d80373-7766-4665-a27b-8a111440eb2c. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 716.639598] env[70323]: DEBUG oslo_concurrency.lockutils [req-55f9f994-4716-4c8e-85f2-0aef5e2a81d0 req-77587b0a-74c5-4d3e-9d4b-09267e9c7166 service nova] Acquiring lock "refresh_cache-015b62f4-f233-4d72-89fd-221d8e381082" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.640616] env[70323]: DEBUG oslo_concurrency.lockutils [req-55f9f994-4716-4c8e-85f2-0aef5e2a81d0 req-77587b0a-74c5-4d3e-9d4b-09267e9c7166 service nova] Acquired lock "refresh_cache-015b62f4-f233-4d72-89fd-221d8e381082" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.642016] env[70323]: DEBUG nova.network.neutron [req-55f9f994-4716-4c8e-85f2-0aef5e2a81d0 req-77587b0a-74c5-4d3e-9d4b-09267e9c7166 service nova] [instance: 015b62f4-f233-4d72-89fd-221d8e381082] Refreshing network info cache for port 65d80373-7766-4665-a27b-8a111440eb2c {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 716.711171] env[70323]: DEBUG nova.network.neutron [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] [instance: a0a8df6e-572a-4874-9b2e-119e9a8933e6] Successfully updated port: b753cb4a-a738-4bd4-af21-63529e9d6f5f {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 716.825807] env[70323]: DEBUG oslo_vmware.api [None req-998933eb-b94b-4034-85dc-0769073e36b3 tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Task: {'id': task-3226745, 'name': Destroy_Task, 'duration_secs': 0.378554} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.825807] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-998933eb-b94b-4034-85dc-0769073e36b3 tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] [instance: f5583748-c6c5-4da3-a4c6-d685472511d4] Destroyed the VM [ 716.825807] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-998933eb-b94b-4034-85dc-0769073e36b3 tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] [instance: f5583748-c6c5-4da3-a4c6-d685472511d4] Deleting Snapshot of the VM instance {{(pid=70323) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 716.826256] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2d1e15f1-3a5e-4749-86b3-f76ac498ede1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.836459] env[70323]: DEBUG oslo_vmware.api [None req-998933eb-b94b-4034-85dc-0769073e36b3 tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Waiting for the task: (returnval){ [ 716.836459] env[70323]: value = "task-3226746" [ 716.836459] env[70323]: _type = "Task" [ 716.836459] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.846207] env[70323]: DEBUG oslo_vmware.api [None req-998933eb-b94b-4034-85dc-0769073e36b3 tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Task: {'id': task-3226746, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.882497] env[70323]: DEBUG oslo_vmware.api [None req-cfe3fd53-4442-41d7-9707-24b7b3ee66dd tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Task: {'id': task-3226743, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.742803} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.886096] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfe3fd53-4442-41d7-9707-24b7b3ee66dd tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 8f4f1690-4ef8-4178-8ed1-cd1e5b3da928/8f4f1690-4ef8-4178-8ed1-cd1e5b3da928.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 716.886441] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-cfe3fd53-4442-41d7-9707-24b7b3ee66dd tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] [instance: 8f4f1690-4ef8-4178-8ed1-cd1e5b3da928] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 716.886970] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df1454e9-c60e-4dc1-9b8b-79b3a0f5aec3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.899892] env[70323]: DEBUG oslo_vmware.api [None req-cfe3fd53-4442-41d7-9707-24b7b3ee66dd tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Waiting for the task: (returnval){ [ 716.899892] env[70323]: value = "task-3226747" [ 716.899892] env[70323]: _type = "Task" [ 716.899892] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.910451] env[70323]: DEBUG oslo_vmware.api [None req-cfe3fd53-4442-41d7-9707-24b7b3ee66dd tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Task: {'id': task-3226747, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.937338] env[70323]: DEBUG nova.compute.manager [req-8490d8e4-458b-4abd-a23f-4e17b96a759c req-923055d5-4943-4609-aac7-953095fc8134 service nova] [instance: a0a8df6e-572a-4874-9b2e-119e9a8933e6] Received event network-vif-plugged-b753cb4a-a738-4bd4-af21-63529e9d6f5f {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 716.937338] env[70323]: DEBUG oslo_concurrency.lockutils [req-8490d8e4-458b-4abd-a23f-4e17b96a759c req-923055d5-4943-4609-aac7-953095fc8134 service nova] Acquiring lock "a0a8df6e-572a-4874-9b2e-119e9a8933e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.937338] env[70323]: DEBUG oslo_concurrency.lockutils [req-8490d8e4-458b-4abd-a23f-4e17b96a759c req-923055d5-4943-4609-aac7-953095fc8134 service nova] Lock "a0a8df6e-572a-4874-9b2e-119e9a8933e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.937338] env[70323]: DEBUG oslo_concurrency.lockutils [req-8490d8e4-458b-4abd-a23f-4e17b96a759c req-923055d5-4943-4609-aac7-953095fc8134 service nova] Lock "a0a8df6e-572a-4874-9b2e-119e9a8933e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.937338] env[70323]: DEBUG nova.compute.manager [req-8490d8e4-458b-4abd-a23f-4e17b96a759c req-923055d5-4943-4609-aac7-953095fc8134 service nova] [instance: a0a8df6e-572a-4874-9b2e-119e9a8933e6] No waiting events found dispatching network-vif-plugged-b753cb4a-a738-4bd4-af21-63529e9d6f5f {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 716.937338] env[70323]: WARNING nova.compute.manager [req-8490d8e4-458b-4abd-a23f-4e17b96a759c req-923055d5-4943-4609-aac7-953095fc8134 service nova] [instance: a0a8df6e-572a-4874-9b2e-119e9a8933e6] Received unexpected event network-vif-plugged-b753cb4a-a738-4bd4-af21-63529e9d6f5f for instance with vm_state building and task_state spawning. [ 717.046101] env[70323]: DEBUG nova.network.neutron [-] [instance: b8e86b56-da33-4ae5-92fa-c4eb330b4679] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.060064] env[70323]: DEBUG oslo_vmware.api [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3226744, 'name': ReconfigVM_Task, 'duration_secs': 0.865981} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.060591] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Reconfigured VM instance instance-00000020 to attach disk [datastore2] dd793706-95da-42f2-b9fc-ee37f04e6923/dd793706-95da-42f2-b9fc-ee37f04e6923.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 717.061977] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-26548c72-ce82-412f-8e39-7edc22aebb81 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.077492] env[70323]: DEBUG oslo_vmware.api [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Waiting for the task: (returnval){ [ 717.077492] env[70323]: value = "task-3226748" [ 717.077492] env[70323]: _type = "Task" [ 717.077492] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.093258] env[70323]: DEBUG oslo_vmware.api [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3226748, 'name': Rename_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.213691] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Acquiring lock "refresh_cache-a0a8df6e-572a-4874-9b2e-119e9a8933e6" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.213843] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Acquired lock "refresh_cache-a0a8df6e-572a-4874-9b2e-119e9a8933e6" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.213997] env[70323]: DEBUG nova.network.neutron [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] [instance: a0a8df6e-572a-4874-9b2e-119e9a8933e6] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 717.249163] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd246c63-11c5-43df-b07f-44b61e3e63d7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.258165] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97e432b-7cbb-43a4-903a-54faa7ebca6d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.297803] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0a284d-a176-49c1-a398-688ba6f0835e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.307465] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff70ef88-5a7a-4347-ac8b-fd005e245038 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.324961] env[70323]: DEBUG nova.compute.provider_tree [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 717.348771] env[70323]: DEBUG oslo_vmware.api [None req-998933eb-b94b-4034-85dc-0769073e36b3 tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Task: {'id': task-3226746, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.414388] env[70323]: DEBUG oslo_vmware.api [None req-cfe3fd53-4442-41d7-9707-24b7b3ee66dd tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Task: {'id': task-3226747, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.157622} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.414507] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-cfe3fd53-4442-41d7-9707-24b7b3ee66dd tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] [instance: 8f4f1690-4ef8-4178-8ed1-cd1e5b3da928] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 717.416415] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a1297ff-fbc5-479d-bcdb-1f784a90cd86 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.440135] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfe3fd53-4442-41d7-9707-24b7b3ee66dd tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] [instance: 8f4f1690-4ef8-4178-8ed1-cd1e5b3da928] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 8f4f1690-4ef8-4178-8ed1-cd1e5b3da928/8f4f1690-4ef8-4178-8ed1-cd1e5b3da928.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 717.440436] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bf54e55-68bf-43d7-a817-fb572b338d75 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.465594] env[70323]: DEBUG oslo_vmware.api [None req-cfe3fd53-4442-41d7-9707-24b7b3ee66dd tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Waiting for the task: (returnval){ [ 717.465594] env[70323]: value = "task-3226749" [ 717.465594] env[70323]: _type = "Task" [ 717.465594] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.473414] env[70323]: DEBUG oslo_vmware.api [None req-cfe3fd53-4442-41d7-9707-24b7b3ee66dd tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Task: {'id': task-3226749, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.503282] env[70323]: DEBUG nova.network.neutron [req-55f9f994-4716-4c8e-85f2-0aef5e2a81d0 req-77587b0a-74c5-4d3e-9d4b-09267e9c7166 service nova] [instance: 015b62f4-f233-4d72-89fd-221d8e381082] Updated VIF entry in instance network info cache for port 65d80373-7766-4665-a27b-8a111440eb2c. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 717.503282] env[70323]: DEBUG nova.network.neutron [req-55f9f994-4716-4c8e-85f2-0aef5e2a81d0 req-77587b0a-74c5-4d3e-9d4b-09267e9c7166 service nova] [instance: 015b62f4-f233-4d72-89fd-221d8e381082] Updating instance_info_cache with network_info: [{"id": "65d80373-7766-4665-a27b-8a111440eb2c", "address": "fa:16:3e:cf:ed:6e", "network": {"id": "d25d344b-99b6-45fd-a180-a44830b309fd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-655401140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "383b469fc24143eba2b71564d4d65f06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65d80373-77", "ovs_interfaceid": "65d80373-7766-4665-a27b-8a111440eb2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.555531] env[70323]: INFO nova.compute.manager [-] [instance: b8e86b56-da33-4ae5-92fa-c4eb330b4679] Took 1.78 seconds to deallocate network for instance. [ 717.589777] env[70323]: DEBUG oslo_vmware.api [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3226748, 'name': Rename_Task, 'duration_secs': 0.257666} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.594202] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 717.594202] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-017580d9-da63-4e2e-9c23-6dc6e2e04311 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.598211] env[70323]: DEBUG oslo_vmware.api [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Waiting for the task: (returnval){ [ 717.598211] env[70323]: value = "task-3226750" [ 717.598211] env[70323]: _type = "Task" [ 717.598211] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.607718] env[70323]: DEBUG oslo_vmware.api [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3226750, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.747717] env[70323]: DEBUG nova.network.neutron [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] [instance: a0a8df6e-572a-4874-9b2e-119e9a8933e6] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 717.824570] env[70323]: DEBUG nova.compute.manager [req-65f7be21-1caf-43a5-96d5-e7d3c28a375f req-51d1632c-a8d3-48d0-9a62-b6a73b1e1429 service nova] [instance: b8e86b56-da33-4ae5-92fa-c4eb330b4679] Received event network-vif-deleted-25c2f12d-ddf1-461d-9f0a-bbdc576d94f0 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.824717] env[70323]: DEBUG nova.compute.manager [req-65f7be21-1caf-43a5-96d5-e7d3c28a375f req-51d1632c-a8d3-48d0-9a62-b6a73b1e1429 service nova] [instance: 015b62f4-f233-4d72-89fd-221d8e381082] Received event network-changed-65d80373-7766-4665-a27b-8a111440eb2c {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.824880] env[70323]: DEBUG nova.compute.manager [req-65f7be21-1caf-43a5-96d5-e7d3c28a375f req-51d1632c-a8d3-48d0-9a62-b6a73b1e1429 service nova] [instance: 015b62f4-f233-4d72-89fd-221d8e381082] Refreshing instance network info cache due to event network-changed-65d80373-7766-4665-a27b-8a111440eb2c. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 717.825228] env[70323]: DEBUG oslo_concurrency.lockutils [req-65f7be21-1caf-43a5-96d5-e7d3c28a375f req-51d1632c-a8d3-48d0-9a62-b6a73b1e1429 service nova] Acquiring lock "refresh_cache-015b62f4-f233-4d72-89fd-221d8e381082" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.831865] env[70323]: DEBUG nova.scheduler.client.report [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 717.852210] env[70323]: DEBUG oslo_vmware.api [None req-998933eb-b94b-4034-85dc-0769073e36b3 tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Task: {'id': task-3226746, 'name': RemoveSnapshot_Task, 'duration_secs': 0.665877} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.853273] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-998933eb-b94b-4034-85dc-0769073e36b3 tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] [instance: f5583748-c6c5-4da3-a4c6-d685472511d4] Deleted Snapshot of the VM instance {{(pid=70323) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 717.853518] env[70323]: INFO nova.compute.manager [None req-998933eb-b94b-4034-85dc-0769073e36b3 tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] [instance: f5583748-c6c5-4da3-a4c6-d685472511d4] Took 16.20 seconds to snapshot the instance on the hypervisor. [ 717.923532] env[70323]: DEBUG nova.network.neutron [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] [instance: a0a8df6e-572a-4874-9b2e-119e9a8933e6] Updating instance_info_cache with network_info: [{"id": "b753cb4a-a738-4bd4-af21-63529e9d6f5f", "address": "fa:16:3e:91:3c:c8", "network": {"id": "cf84f248-8371-4286-887e-d0a74f6bd050", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1700658248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "613ac2ce15594096bb405b5ae23416f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb753cb4a-a7", "ovs_interfaceid": "b753cb4a-a738-4bd4-af21-63529e9d6f5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.975416] env[70323]: DEBUG oslo_vmware.api [None req-cfe3fd53-4442-41d7-9707-24b7b3ee66dd tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Task: {'id': task-3226749, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.007921] env[70323]: DEBUG oslo_concurrency.lockutils [req-55f9f994-4716-4c8e-85f2-0aef5e2a81d0 req-77587b0a-74c5-4d3e-9d4b-09267e9c7166 service nova] Releasing lock "refresh_cache-015b62f4-f233-4d72-89fd-221d8e381082" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.007921] env[70323]: DEBUG oslo_concurrency.lockutils [req-65f7be21-1caf-43a5-96d5-e7d3c28a375f req-51d1632c-a8d3-48d0-9a62-b6a73b1e1429 service nova] Acquired lock "refresh_cache-015b62f4-f233-4d72-89fd-221d8e381082" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.007921] env[70323]: DEBUG nova.network.neutron [req-65f7be21-1caf-43a5-96d5-e7d3c28a375f req-51d1632c-a8d3-48d0-9a62-b6a73b1e1429 service nova] [instance: 015b62f4-f233-4d72-89fd-221d8e381082] Refreshing network info cache for port 65d80373-7766-4665-a27b-8a111440eb2c {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 718.063959] env[70323]: DEBUG oslo_concurrency.lockutils [None req-880fb157-0f51-4ec1-8145-d1411e21f629 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.110729] env[70323]: DEBUG oslo_vmware.api [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3226750, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.336958] env[70323]: DEBUG oslo_concurrency.lockutils [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.768s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.337685] env[70323]: DEBUG nova.compute.manager [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] [instance: a5ca6c00-0437-4f80-b0fa-65b6b68df973] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 718.340713] env[70323]: DEBUG oslo_concurrency.lockutils [None req-133b3257-a7c5-4f13-a980-f10061a7654e tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.450s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.340713] env[70323]: DEBUG nova.objects.instance [None req-133b3257-a7c5-4f13-a980-f10061a7654e tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Lazy-loading 'resources' on Instance uuid 16c3a117-e725-45e2-94e9-fbc0156fbadd {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 718.407356] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Acquiring lock "b3f9b17f-4e9b-4d78-954d-a6eee9613900" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.407356] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Lock "b3f9b17f-4e9b-4d78-954d-a6eee9613900" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.428111] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Releasing lock "refresh_cache-a0a8df6e-572a-4874-9b2e-119e9a8933e6" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.428111] env[70323]: DEBUG nova.compute.manager [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] [instance: a0a8df6e-572a-4874-9b2e-119e9a8933e6] Instance network_info: |[{"id": "b753cb4a-a738-4bd4-af21-63529e9d6f5f", "address": "fa:16:3e:91:3c:c8", "network": {"id": "cf84f248-8371-4286-887e-d0a74f6bd050", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1700658248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "613ac2ce15594096bb405b5ae23416f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb753cb4a-a7", "ovs_interfaceid": "b753cb4a-a738-4bd4-af21-63529e9d6f5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 718.428299] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] [instance: a0a8df6e-572a-4874-9b2e-119e9a8933e6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:3c:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e85cbc56-fee0-41f7-bc70-64f31775ce92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b753cb4a-a738-4bd4-af21-63529e9d6f5f', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 718.435973] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 718.436521] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0a8df6e-572a-4874-9b2e-119e9a8933e6] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 718.436756] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-284ea7d2-85b0-4b5a-a9f7-1d4ecb6d183a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.458786] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 718.458786] env[70323]: value = "task-3226751" [ 718.458786] env[70323]: _type = "Task" [ 718.458786] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.468099] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226751, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.478080] env[70323]: DEBUG oslo_vmware.api [None req-cfe3fd53-4442-41d7-9707-24b7b3ee66dd tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Task: {'id': task-3226749, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.614433] env[70323]: DEBUG oslo_vmware.api [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3226750, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.772222] env[70323]: DEBUG nova.network.neutron [req-65f7be21-1caf-43a5-96d5-e7d3c28a375f req-51d1632c-a8d3-48d0-9a62-b6a73b1e1429 service nova] [instance: 015b62f4-f233-4d72-89fd-221d8e381082] Updated VIF entry in instance network info cache for port 65d80373-7766-4665-a27b-8a111440eb2c. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 718.772563] env[70323]: DEBUG nova.network.neutron [req-65f7be21-1caf-43a5-96d5-e7d3c28a375f req-51d1632c-a8d3-48d0-9a62-b6a73b1e1429 service nova] [instance: 015b62f4-f233-4d72-89fd-221d8e381082] Updating instance_info_cache with network_info: [{"id": "65d80373-7766-4665-a27b-8a111440eb2c", "address": "fa:16:3e:cf:ed:6e", "network": {"id": "d25d344b-99b6-45fd-a180-a44830b309fd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-655401140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "383b469fc24143eba2b71564d4d65f06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65d80373-77", "ovs_interfaceid": "65d80373-7766-4665-a27b-8a111440eb2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.844321] env[70323]: DEBUG nova.compute.utils [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 718.846472] env[70323]: DEBUG nova.compute.manager [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] [instance: a5ca6c00-0437-4f80-b0fa-65b6b68df973] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 718.846640] env[70323]: DEBUG nova.network.neutron [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] [instance: a5ca6c00-0437-4f80-b0fa-65b6b68df973] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 718.897961] env[70323]: DEBUG nova.policy [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b0a1a75fd9934f1f9ec7c6fa4c6437e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6dbba7ba20884a8bb4555d8b637bd95b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 718.972724] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226751, 'name': CreateVM_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.985881] env[70323]: DEBUG oslo_vmware.api [None req-cfe3fd53-4442-41d7-9707-24b7b3ee66dd tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Task: {'id': task-3226749, 'name': ReconfigVM_Task, 'duration_secs': 1.472827} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.985881] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfe3fd53-4442-41d7-9707-24b7b3ee66dd tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] [instance: 8f4f1690-4ef8-4178-8ed1-cd1e5b3da928] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 8f4f1690-4ef8-4178-8ed1-cd1e5b3da928/8f4f1690-4ef8-4178-8ed1-cd1e5b3da928.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 718.985881] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b74e9b3f-df06-4cb8-9f1e-6914353900e3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.992883] env[70323]: DEBUG oslo_vmware.api [None req-cfe3fd53-4442-41d7-9707-24b7b3ee66dd tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Waiting for the task: (returnval){ [ 718.992883] env[70323]: value = "task-3226752" [ 718.992883] env[70323]: _type = "Task" [ 718.992883] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.005614] env[70323]: DEBUG oslo_vmware.api [None req-cfe3fd53-4442-41d7-9707-24b7b3ee66dd tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Task: {'id': task-3226752, 'name': Rename_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.114583] env[70323]: DEBUG oslo_vmware.api [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3226750, 'name': PowerOnVM_Task, 'duration_secs': 1.408017} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.114883] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 719.115498] env[70323]: INFO nova.compute.manager [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Took 9.32 seconds to spawn the instance on the hypervisor. [ 719.115723] env[70323]: DEBUG nova.compute.manager [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 719.116568] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb79ae5-4759-4ca3-a5bc-f3d45713cca6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.151259] env[70323]: DEBUG nova.compute.manager [req-168dff67-54dc-4f34-b5e8-a48c15d198d1 req-081338c9-86bc-4062-a569-226f3665a223 service nova] [instance: a0a8df6e-572a-4874-9b2e-119e9a8933e6] Received event network-changed-b753cb4a-a738-4bd4-af21-63529e9d6f5f {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.151259] env[70323]: DEBUG nova.compute.manager [req-168dff67-54dc-4f34-b5e8-a48c15d198d1 req-081338c9-86bc-4062-a569-226f3665a223 service nova] [instance: a0a8df6e-572a-4874-9b2e-119e9a8933e6] Refreshing instance network info cache due to event network-changed-b753cb4a-a738-4bd4-af21-63529e9d6f5f. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 719.151476] env[70323]: DEBUG oslo_concurrency.lockutils [req-168dff67-54dc-4f34-b5e8-a48c15d198d1 req-081338c9-86bc-4062-a569-226f3665a223 service nova] Acquiring lock "refresh_cache-a0a8df6e-572a-4874-9b2e-119e9a8933e6" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.151619] env[70323]: DEBUG oslo_concurrency.lockutils [req-168dff67-54dc-4f34-b5e8-a48c15d198d1 req-081338c9-86bc-4062-a569-226f3665a223 service nova] Acquired lock "refresh_cache-a0a8df6e-572a-4874-9b2e-119e9a8933e6" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.151803] env[70323]: DEBUG nova.network.neutron [req-168dff67-54dc-4f34-b5e8-a48c15d198d1 req-081338c9-86bc-4062-a569-226f3665a223 service nova] [instance: a0a8df6e-572a-4874-9b2e-119e9a8933e6] Refreshing network info cache for port b753cb4a-a738-4bd4-af21-63529e9d6f5f {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 719.275602] env[70323]: DEBUG oslo_concurrency.lockutils [req-65f7be21-1caf-43a5-96d5-e7d3c28a375f req-51d1632c-a8d3-48d0-9a62-b6a73b1e1429 service nova] Releasing lock "refresh_cache-015b62f4-f233-4d72-89fd-221d8e381082" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.320804] env[70323]: DEBUG nova.network.neutron [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] [instance: a5ca6c00-0437-4f80-b0fa-65b6b68df973] Successfully created port: 6992d7d9-4b49-40f1-8947-66389885603c {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 719.346934] env[70323]: DEBUG nova.compute.manager [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] [instance: a5ca6c00-0437-4f80-b0fa-65b6b68df973] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 719.470565] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226751, 'name': CreateVM_Task, 'duration_secs': 0.532792} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.473045] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0a8df6e-572a-4874-9b2e-119e9a8933e6] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 719.474266] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.474572] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.474975] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.475378] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70b750e3-8716-4999-b1d4-0b83dc7a133a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.480551] env[70323]: DEBUG oslo_vmware.api [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Waiting for the task: (returnval){ [ 719.480551] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52683861-878e-31e3-9c12-63df0424f5e5" [ 719.480551] env[70323]: _type = "Task" [ 719.480551] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.490512] env[70323]: DEBUG oslo_vmware.api [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52683861-878e-31e3-9c12-63df0424f5e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.503108] env[70323]: DEBUG oslo_vmware.api [None req-cfe3fd53-4442-41d7-9707-24b7b3ee66dd tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Task: {'id': task-3226752, 'name': Rename_Task, 'duration_secs': 0.23173} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.503108] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfe3fd53-4442-41d7-9707-24b7b3ee66dd tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] [instance: 8f4f1690-4ef8-4178-8ed1-cd1e5b3da928] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 719.503108] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-232c6a33-e9ce-4258-af4a-a06307027ef0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.507937] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b6ef00-1d06-4790-b2a4-ab6f98bbc3ea {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.511872] env[70323]: DEBUG oslo_vmware.api [None req-cfe3fd53-4442-41d7-9707-24b7b3ee66dd tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Waiting for the task: (returnval){ [ 719.511872] env[70323]: value = "task-3226753" [ 719.511872] env[70323]: _type = "Task" [ 719.511872] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.518922] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e37335ce-4962-45c8-8358-66ab690f3eeb {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.525994] env[70323]: DEBUG oslo_vmware.api [None req-cfe3fd53-4442-41d7-9707-24b7b3ee66dd tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Task: {'id': task-3226753, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.558375] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da4d678-2da0-41f2-8cec-891a6e74c0b9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.568324] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99da52c9-b4a4-4dc9-b498-c3ea9ddf54d1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.582328] env[70323]: DEBUG nova.compute.provider_tree [None req-133b3257-a7c5-4f13-a980-f10061a7654e tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 719.643156] env[70323]: INFO nova.compute.manager [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Took 48.47 seconds to build instance. [ 719.928696] env[70323]: DEBUG oslo_concurrency.lockutils [None req-606c166e-3909-494e-8c51-94d14b67e601 tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Acquiring lock "015b62f4-f233-4d72-89fd-221d8e381082" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.929058] env[70323]: DEBUG oslo_concurrency.lockutils [None req-606c166e-3909-494e-8c51-94d14b67e601 tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Lock "015b62f4-f233-4d72-89fd-221d8e381082" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.929202] env[70323]: DEBUG oslo_concurrency.lockutils [None req-606c166e-3909-494e-8c51-94d14b67e601 tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Acquiring lock "015b62f4-f233-4d72-89fd-221d8e381082-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.930337] env[70323]: DEBUG oslo_concurrency.lockutils [None req-606c166e-3909-494e-8c51-94d14b67e601 tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Lock "015b62f4-f233-4d72-89fd-221d8e381082-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.930337] env[70323]: DEBUG oslo_concurrency.lockutils [None req-606c166e-3909-494e-8c51-94d14b67e601 tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Lock "015b62f4-f233-4d72-89fd-221d8e381082-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.932809] env[70323]: INFO nova.compute.manager [None req-606c166e-3909-494e-8c51-94d14b67e601 tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] [instance: 015b62f4-f233-4d72-89fd-221d8e381082] Terminating instance [ 719.965514] env[70323]: DEBUG nova.network.neutron [req-168dff67-54dc-4f34-b5e8-a48c15d198d1 req-081338c9-86bc-4062-a569-226f3665a223 service nova] [instance: a0a8df6e-572a-4874-9b2e-119e9a8933e6] Updated VIF entry in instance network info cache for port b753cb4a-a738-4bd4-af21-63529e9d6f5f. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 719.965906] env[70323]: DEBUG nova.network.neutron [req-168dff67-54dc-4f34-b5e8-a48c15d198d1 req-081338c9-86bc-4062-a569-226f3665a223 service nova] [instance: a0a8df6e-572a-4874-9b2e-119e9a8933e6] Updating instance_info_cache with network_info: [{"id": "b753cb4a-a738-4bd4-af21-63529e9d6f5f", "address": "fa:16:3e:91:3c:c8", "network": {"id": "cf84f248-8371-4286-887e-d0a74f6bd050", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1700658248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "613ac2ce15594096bb405b5ae23416f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb753cb4a-a7", "ovs_interfaceid": "b753cb4a-a738-4bd4-af21-63529e9d6f5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.993330] env[70323]: DEBUG oslo_vmware.api [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52683861-878e-31e3-9c12-63df0424f5e5, 'name': SearchDatastore_Task, 'duration_secs': 0.022165} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.993646] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.993954] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] [instance: a0a8df6e-572a-4874-9b2e-119e9a8933e6] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 719.994226] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.994430] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.994632] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 719.994953] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0fa9847d-2d51-4232-b83d-11b8ae94f201 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.005173] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 720.005385] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 720.006149] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9d87f23-e421-4338-a373-5a5f9e33400a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.015038] env[70323]: DEBUG oslo_vmware.api [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Waiting for the task: (returnval){ [ 720.015038] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]525fa2fa-4c55-2fa1-b645-ddf761a9ba1c" [ 720.015038] env[70323]: _type = "Task" [ 720.015038] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.029680] env[70323]: DEBUG oslo_vmware.api [None req-cfe3fd53-4442-41d7-9707-24b7b3ee66dd tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Task: {'id': task-3226753, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.033677] env[70323]: DEBUG oslo_vmware.api [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]525fa2fa-4c55-2fa1-b645-ddf761a9ba1c, 'name': SearchDatastore_Task, 'duration_secs': 0.014629} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.034652] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63a6c3ec-8cb7-40e9-ae18-d20a4feb5b51 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.041185] env[70323]: DEBUG oslo_vmware.api [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Waiting for the task: (returnval){ [ 720.041185] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52ffa280-f808-4bd1-4882-0b9f21a6e77c" [ 720.041185] env[70323]: _type = "Task" [ 720.041185] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.052041] env[70323]: DEBUG oslo_vmware.api [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52ffa280-f808-4bd1-4882-0b9f21a6e77c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.086199] env[70323]: DEBUG nova.scheduler.client.report [None req-133b3257-a7c5-4f13-a980-f10061a7654e tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 720.144277] env[70323]: DEBUG oslo_concurrency.lockutils [None req-71e944fb-7aec-401b-bba8-8e046c45a7ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Lock "dd793706-95da-42f2-b9fc-ee37f04e6923" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.835s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.197614] env[70323]: DEBUG nova.compute.manager [req-6c890c36-ae95-4ca6-bd85-7b65a07a6ccd req-c294cf9a-85ab-4729-9636-a10acf4f66cd service nova] [instance: 015b62f4-f233-4d72-89fd-221d8e381082] Received event network-changed-65d80373-7766-4665-a27b-8a111440eb2c {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.197690] env[70323]: DEBUG nova.compute.manager [req-6c890c36-ae95-4ca6-bd85-7b65a07a6ccd req-c294cf9a-85ab-4729-9636-a10acf4f66cd service nova] [instance: 015b62f4-f233-4d72-89fd-221d8e381082] Refreshing instance network info cache due to event network-changed-65d80373-7766-4665-a27b-8a111440eb2c. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 720.197906] env[70323]: DEBUG oslo_concurrency.lockutils [req-6c890c36-ae95-4ca6-bd85-7b65a07a6ccd req-c294cf9a-85ab-4729-9636-a10acf4f66cd service nova] Acquiring lock "refresh_cache-015b62f4-f233-4d72-89fd-221d8e381082" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.198112] env[70323]: DEBUG oslo_concurrency.lockutils [req-6c890c36-ae95-4ca6-bd85-7b65a07a6ccd req-c294cf9a-85ab-4729-9636-a10acf4f66cd service nova] Acquired lock "refresh_cache-015b62f4-f233-4d72-89fd-221d8e381082" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.198252] env[70323]: DEBUG nova.network.neutron [req-6c890c36-ae95-4ca6-bd85-7b65a07a6ccd req-c294cf9a-85ab-4729-9636-a10acf4f66cd service nova] [instance: 015b62f4-f233-4d72-89fd-221d8e381082] Refreshing network info cache for port 65d80373-7766-4665-a27b-8a111440eb2c {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 720.355582] env[70323]: DEBUG nova.compute.manager [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] [instance: a5ca6c00-0437-4f80-b0fa-65b6b68df973] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 720.387358] env[70323]: DEBUG nova.virt.hardware [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 720.387603] env[70323]: DEBUG nova.virt.hardware [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 720.387761] env[70323]: DEBUG nova.virt.hardware [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 720.387938] env[70323]: DEBUG nova.virt.hardware [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 720.388100] env[70323]: DEBUG nova.virt.hardware [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 720.388300] env[70323]: DEBUG nova.virt.hardware [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 720.388549] env[70323]: DEBUG nova.virt.hardware [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 720.388767] env[70323]: DEBUG nova.virt.hardware [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 720.388874] env[70323]: DEBUG nova.virt.hardware [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 720.389064] env[70323]: DEBUG nova.virt.hardware [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 720.389275] env[70323]: DEBUG nova.virt.hardware [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 720.390599] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1aa9b4a-f014-43ee-a6c3-52f2563a48da {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.400770] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d1e8c5e-a738-4daa-9a61-0951a5944061 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.435770] env[70323]: DEBUG nova.compute.manager [None req-606c166e-3909-494e-8c51-94d14b67e601 tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] [instance: 015b62f4-f233-4d72-89fd-221d8e381082] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 720.436010] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-606c166e-3909-494e-8c51-94d14b67e601 tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] [instance: 015b62f4-f233-4d72-89fd-221d8e381082] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 720.436858] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-287e2c24-bae5-4936-a676-d0a99da8846e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.445374] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-606c166e-3909-494e-8c51-94d14b67e601 tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] [instance: 015b62f4-f233-4d72-89fd-221d8e381082] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 720.445632] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d029289a-0e7d-4318-9ad1-bf5952ae05b3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.453688] env[70323]: DEBUG oslo_vmware.api [None req-606c166e-3909-494e-8c51-94d14b67e601 tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Waiting for the task: (returnval){ [ 720.453688] env[70323]: value = "task-3226754" [ 720.453688] env[70323]: _type = "Task" [ 720.453688] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.462955] env[70323]: DEBUG oslo_vmware.api [None req-606c166e-3909-494e-8c51-94d14b67e601 tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Task: {'id': task-3226754, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.469587] env[70323]: DEBUG oslo_concurrency.lockutils [req-168dff67-54dc-4f34-b5e8-a48c15d198d1 req-081338c9-86bc-4062-a569-226f3665a223 service nova] Releasing lock "refresh_cache-a0a8df6e-572a-4874-9b2e-119e9a8933e6" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.524228] env[70323]: DEBUG oslo_vmware.api [None req-cfe3fd53-4442-41d7-9707-24b7b3ee66dd tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Task: {'id': task-3226753, 'name': PowerOnVM_Task, 'duration_secs': 0.802347} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.524769] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfe3fd53-4442-41d7-9707-24b7b3ee66dd tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] [instance: 8f4f1690-4ef8-4178-8ed1-cd1e5b3da928] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 720.524977] env[70323]: INFO nova.compute.manager [None req-cfe3fd53-4442-41d7-9707-24b7b3ee66dd tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] [instance: 8f4f1690-4ef8-4178-8ed1-cd1e5b3da928] Took 7.92 seconds to spawn the instance on the hypervisor. [ 720.525246] env[70323]: DEBUG nova.compute.manager [None req-cfe3fd53-4442-41d7-9707-24b7b3ee66dd tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] [instance: 8f4f1690-4ef8-4178-8ed1-cd1e5b3da928] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 720.526201] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920a7120-fc5d-4275-995c-d3b882be01bc {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.554375] env[70323]: DEBUG oslo_vmware.api [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52ffa280-f808-4bd1-4882-0b9f21a6e77c, 'name': SearchDatastore_Task, 'duration_secs': 0.012701} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.554561] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.555219] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] a0a8df6e-572a-4874-9b2e-119e9a8933e6/a0a8df6e-572a-4874-9b2e-119e9a8933e6.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 720.555219] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7b7b1c3-491c-4e8d-8af7-3775dd4c5035 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.568021] env[70323]: DEBUG oslo_vmware.api [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Waiting for the task: (returnval){ [ 720.568021] env[70323]: value = "task-3226755" [ 720.568021] env[70323]: _type = "Task" [ 720.568021] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.574969] env[70323]: DEBUG oslo_vmware.api [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Task: {'id': task-3226755, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.591609] env[70323]: DEBUG oslo_concurrency.lockutils [None req-133b3257-a7c5-4f13-a980-f10061a7654e tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.251s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.593892] env[70323]: DEBUG oslo_concurrency.lockutils [None req-21cb6d1e-3a95-4eed-87cc-132b250da67f tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.826s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.594387] env[70323]: DEBUG nova.objects.instance [None req-21cb6d1e-3a95-4eed-87cc-132b250da67f tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Lazy-loading 'resources' on Instance uuid 2eb42f40-1b49-496b-8f23-3d7298666d77 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 720.615556] env[70323]: INFO nova.scheduler.client.report [None req-133b3257-a7c5-4f13-a980-f10061a7654e tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Deleted allocations for instance 16c3a117-e725-45e2-94e9-fbc0156fbadd [ 720.648606] env[70323]: DEBUG nova.compute.manager [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 1ad77931-f385-45f3-bbe1-dd6e8b986631] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 720.839642] env[70323]: DEBUG nova.compute.manager [None req-f5938b0c-44b4-4db1-a6f0-29fd311504fd tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] [instance: f5583748-c6c5-4da3-a4c6-d685472511d4] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 720.840615] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d23ba8-17ef-45b3-9fdc-15190fbd78ac {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.936923] env[70323]: DEBUG nova.network.neutron [req-6c890c36-ae95-4ca6-bd85-7b65a07a6ccd req-c294cf9a-85ab-4729-9636-a10acf4f66cd service nova] [instance: 015b62f4-f233-4d72-89fd-221d8e381082] Updated VIF entry in instance network info cache for port 65d80373-7766-4665-a27b-8a111440eb2c. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 720.937299] env[70323]: DEBUG nova.network.neutron [req-6c890c36-ae95-4ca6-bd85-7b65a07a6ccd req-c294cf9a-85ab-4729-9636-a10acf4f66cd service nova] [instance: 015b62f4-f233-4d72-89fd-221d8e381082] Updating instance_info_cache with network_info: [{"id": "65d80373-7766-4665-a27b-8a111440eb2c", "address": "fa:16:3e:cf:ed:6e", "network": {"id": "d25d344b-99b6-45fd-a180-a44830b309fd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-655401140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "383b469fc24143eba2b71564d4d65f06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65d80373-77", "ovs_interfaceid": "65d80373-7766-4665-a27b-8a111440eb2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.964245] env[70323]: DEBUG oslo_vmware.api [None req-606c166e-3909-494e-8c51-94d14b67e601 tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Task: {'id': task-3226754, 'name': PowerOffVM_Task, 'duration_secs': 0.314425} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.964594] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-606c166e-3909-494e-8c51-94d14b67e601 tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] [instance: 015b62f4-f233-4d72-89fd-221d8e381082] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 720.964805] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-606c166e-3909-494e-8c51-94d14b67e601 tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] [instance: 015b62f4-f233-4d72-89fd-221d8e381082] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 720.965114] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aab3d014-c2d9-433e-87e7-3493798e6cdc {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.051311] env[70323]: INFO nova.compute.manager [None req-cfe3fd53-4442-41d7-9707-24b7b3ee66dd tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] [instance: 8f4f1690-4ef8-4178-8ed1-cd1e5b3da928] Took 47.30 seconds to build instance. [ 721.074777] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-606c166e-3909-494e-8c51-94d14b67e601 tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] [instance: 015b62f4-f233-4d72-89fd-221d8e381082] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 721.075415] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-606c166e-3909-494e-8c51-94d14b67e601 tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] [instance: 015b62f4-f233-4d72-89fd-221d8e381082] Deleting contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 721.075842] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-606c166e-3909-494e-8c51-94d14b67e601 tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Deleting the datastore file [datastore2] 015b62f4-f233-4d72-89fd-221d8e381082 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 721.076858] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fde5d969-1eb6-43b5-9489-989fa496cb48 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.083301] env[70323]: DEBUG oslo_vmware.api [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Task: {'id': task-3226755, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508192} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.084223] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] a0a8df6e-572a-4874-9b2e-119e9a8933e6/a0a8df6e-572a-4874-9b2e-119e9a8933e6.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 721.084683] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] [instance: a0a8df6e-572a-4874-9b2e-119e9a8933e6] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 721.085096] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-022dda95-2a03-48eb-be9c-e0010a6c59f3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.092075] env[70323]: DEBUG oslo_vmware.api [None req-606c166e-3909-494e-8c51-94d14b67e601 tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Waiting for the task: (returnval){ [ 721.092075] env[70323]: value = "task-3226757" [ 721.092075] env[70323]: _type = "Task" [ 721.092075] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.095202] env[70323]: DEBUG oslo_vmware.api [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Waiting for the task: (returnval){ [ 721.095202] env[70323]: value = "task-3226758" [ 721.095202] env[70323]: _type = "Task" [ 721.095202] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.119917] env[70323]: DEBUG oslo_vmware.api [None req-606c166e-3909-494e-8c51-94d14b67e601 tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Task: {'id': task-3226757, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.127420] env[70323]: DEBUG oslo_vmware.api [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Task: {'id': task-3226758, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.128987] env[70323]: DEBUG oslo_concurrency.lockutils [None req-133b3257-a7c5-4f13-a980-f10061a7654e tempest-AttachInterfacesUnderV243Test-1163308499 tempest-AttachInterfacesUnderV243Test-1163308499-project-member] Lock "16c3a117-e725-45e2-94e9-fbc0156fbadd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.769s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.172945] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.220026] env[70323]: DEBUG nova.network.neutron [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] [instance: a5ca6c00-0437-4f80-b0fa-65b6b68df973] Successfully updated port: 6992d7d9-4b49-40f1-8947-66389885603c {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 721.298141] env[70323]: DEBUG nova.compute.manager [req-f11f491a-916f-4188-b80b-63f37feea2a0 req-48303ed9-1536-481b-abc0-6772570c4d24 service nova] [instance: a5ca6c00-0437-4f80-b0fa-65b6b68df973] Received event network-vif-plugged-6992d7d9-4b49-40f1-8947-66389885603c {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.298705] env[70323]: DEBUG oslo_concurrency.lockutils [req-f11f491a-916f-4188-b80b-63f37feea2a0 req-48303ed9-1536-481b-abc0-6772570c4d24 service nova] Acquiring lock "a5ca6c00-0437-4f80-b0fa-65b6b68df973-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.299345] env[70323]: DEBUG oslo_concurrency.lockutils [req-f11f491a-916f-4188-b80b-63f37feea2a0 req-48303ed9-1536-481b-abc0-6772570c4d24 service nova] Lock "a5ca6c00-0437-4f80-b0fa-65b6b68df973-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.299345] env[70323]: DEBUG oslo_concurrency.lockutils [req-f11f491a-916f-4188-b80b-63f37feea2a0 req-48303ed9-1536-481b-abc0-6772570c4d24 service nova] Lock "a5ca6c00-0437-4f80-b0fa-65b6b68df973-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.299345] env[70323]: DEBUG nova.compute.manager [req-f11f491a-916f-4188-b80b-63f37feea2a0 req-48303ed9-1536-481b-abc0-6772570c4d24 service nova] [instance: a5ca6c00-0437-4f80-b0fa-65b6b68df973] No waiting events found dispatching network-vif-plugged-6992d7d9-4b49-40f1-8947-66389885603c {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 721.299587] env[70323]: WARNING nova.compute.manager [req-f11f491a-916f-4188-b80b-63f37feea2a0 req-48303ed9-1536-481b-abc0-6772570c4d24 service nova] [instance: a5ca6c00-0437-4f80-b0fa-65b6b68df973] Received unexpected event network-vif-plugged-6992d7d9-4b49-40f1-8947-66389885603c for instance with vm_state building and task_state spawning. [ 721.353942] env[70323]: INFO nova.compute.manager [None req-f5938b0c-44b4-4db1-a6f0-29fd311504fd tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] [instance: f5583748-c6c5-4da3-a4c6-d685472511d4] instance snapshotting [ 721.356553] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80960b6d-8d7b-4fb4-ba53-f4ed11acfd85 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.381387] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-061daa81-b310-451f-a948-5f16e8febf40 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.440510] env[70323]: DEBUG oslo_concurrency.lockutils [req-6c890c36-ae95-4ca6-bd85-7b65a07a6ccd req-c294cf9a-85ab-4729-9636-a10acf4f66cd service nova] Releasing lock "refresh_cache-015b62f4-f233-4d72-89fd-221d8e381082" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.555293] env[70323]: DEBUG oslo_concurrency.lockutils [None req-cfe3fd53-4442-41d7-9707-24b7b3ee66dd tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Lock "8f4f1690-4ef8-4178-8ed1-cd1e5b3da928" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.859s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.611895] env[70323]: DEBUG oslo_vmware.api [None req-606c166e-3909-494e-8c51-94d14b67e601 tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Task: {'id': task-3226757, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.50432} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.611895] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-606c166e-3909-494e-8c51-94d14b67e601 tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 721.611895] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-606c166e-3909-494e-8c51-94d14b67e601 tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] [instance: 015b62f4-f233-4d72-89fd-221d8e381082] Deleted contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 721.611895] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-606c166e-3909-494e-8c51-94d14b67e601 tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] [instance: 015b62f4-f233-4d72-89fd-221d8e381082] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 721.611895] env[70323]: INFO nova.compute.manager [None req-606c166e-3909-494e-8c51-94d14b67e601 tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] [instance: 015b62f4-f233-4d72-89fd-221d8e381082] Took 1.18 seconds to destroy the instance on the hypervisor. [ 721.611895] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-606c166e-3909-494e-8c51-94d14b67e601 tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 721.611895] env[70323]: DEBUG oslo_vmware.api [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Task: {'id': task-3226758, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07633} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.617153] env[70323]: DEBUG nova.compute.manager [-] [instance: 015b62f4-f233-4d72-89fd-221d8e381082] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 721.617312] env[70323]: DEBUG nova.network.neutron [-] [instance: 015b62f4-f233-4d72-89fd-221d8e381082] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 721.618934] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] [instance: a0a8df6e-572a-4874-9b2e-119e9a8933e6] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 721.620226] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d78c1a7-fdab-4289-9990-9b8eb717fbbe {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.644246] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] [instance: a0a8df6e-572a-4874-9b2e-119e9a8933e6] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] a0a8df6e-572a-4874-9b2e-119e9a8933e6/a0a8df6e-572a-4874-9b2e-119e9a8933e6.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 721.647153] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ef69af1-c70b-4e7e-a2bf-e07a49d09554 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.668601] env[70323]: DEBUG oslo_vmware.api [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Waiting for the task: (returnval){ [ 721.668601] env[70323]: value = "task-3226759" [ 721.668601] env[70323]: _type = "Task" [ 721.668601] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.680907] env[70323]: DEBUG oslo_vmware.api [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Task: {'id': task-3226759, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.731535] env[70323]: DEBUG oslo_concurrency.lockutils [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Acquiring lock "refresh_cache-a5ca6c00-0437-4f80-b0fa-65b6b68df973" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.731535] env[70323]: DEBUG oslo_concurrency.lockutils [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Acquired lock "refresh_cache-a5ca6c00-0437-4f80-b0fa-65b6b68df973" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.731535] env[70323]: DEBUG nova.network.neutron [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] [instance: a5ca6c00-0437-4f80-b0fa-65b6b68df973] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 721.815630] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f32bb2-8c62-4931-a8da-cd318f64457e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.826061] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177ae3cf-dafe-4b95-8f21-03849e10605a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.864948] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb17ee0-6ed2-4bfe-a65e-dfde894a6a13 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.873950] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-588194f4-6912-4f40-9170-d2934ff5edfb {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.889876] env[70323]: DEBUG nova.compute.provider_tree [None req-21cb6d1e-3a95-4eed-87cc-132b250da67f tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 721.897526] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-f5938b0c-44b4-4db1-a6f0-29fd311504fd tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] [instance: f5583748-c6c5-4da3-a4c6-d685472511d4] Creating Snapshot of the VM instance {{(pid=70323) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 721.898096] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-38e34bc0-ce17-4d50-a8cc-4059ad880d3b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.907055] env[70323]: DEBUG oslo_vmware.api [None req-f5938b0c-44b4-4db1-a6f0-29fd311504fd tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Waiting for the task: (returnval){ [ 721.907055] env[70323]: value = "task-3226760" [ 721.907055] env[70323]: _type = "Task" [ 721.907055] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.923196] env[70323]: DEBUG oslo_vmware.api [None req-f5938b0c-44b4-4db1-a6f0-29fd311504fd tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Task: {'id': task-3226760, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.061168] env[70323]: DEBUG nova.compute.manager [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] [instance: 95850796-4c82-4e1f-b169-c2122a5c4950] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 722.180953] env[70323]: DEBUG oslo_vmware.api [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Task: {'id': task-3226759, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.299982] env[70323]: DEBUG nova.network.neutron [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] [instance: a5ca6c00-0437-4f80-b0fa-65b6b68df973] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 722.312498] env[70323]: INFO nova.compute.manager [None req-9c6543e3-521f-4e43-ae5f-c18860de4ee2 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] [instance: 8f4f1690-4ef8-4178-8ed1-cd1e5b3da928] Rebuilding instance [ 722.362134] env[70323]: DEBUG nova.compute.manager [None req-9c6543e3-521f-4e43-ae5f-c18860de4ee2 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] [instance: 8f4f1690-4ef8-4178-8ed1-cd1e5b3da928] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 722.365126] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd1eecc-112c-4797-964a-7faf57d80646 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.392527] env[70323]: DEBUG nova.scheduler.client.report [None req-21cb6d1e-3a95-4eed-87cc-132b250da67f tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 722.421295] env[70323]: DEBUG oslo_vmware.api [None req-f5938b0c-44b4-4db1-a6f0-29fd311504fd tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Task: {'id': task-3226760, 'name': CreateSnapshot_Task, 'duration_secs': 0.469835} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.421581] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-f5938b0c-44b4-4db1-a6f0-29fd311504fd tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] [instance: f5583748-c6c5-4da3-a4c6-d685472511d4] Created Snapshot of the VM instance {{(pid=70323) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 722.422348] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abffbd32-cef6-4073-8e0a-bb50a7ea1263 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.584943] env[70323]: DEBUG nova.network.neutron [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] [instance: a5ca6c00-0437-4f80-b0fa-65b6b68df973] Updating instance_info_cache with network_info: [{"id": "6992d7d9-4b49-40f1-8947-66389885603c", "address": "fa:16:3e:dd:a7:c7", "network": {"id": "4b89513c-8b05-44a5-9bad-7876ddf6d110", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-741076371-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6dbba7ba20884a8bb4555d8b637bd95b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6992d7d9-4b", "ovs_interfaceid": "6992d7d9-4b49-40f1-8947-66389885603c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.597789] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.674186] env[70323]: DEBUG nova.network.neutron [-] [instance: 015b62f4-f233-4d72-89fd-221d8e381082] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.681892] env[70323]: DEBUG oslo_vmware.api [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Task: {'id': task-3226759, 'name': ReconfigVM_Task, 'duration_secs': 0.517353} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.682228] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] [instance: a0a8df6e-572a-4874-9b2e-119e9a8933e6] Reconfigured VM instance instance-00000022 to attach disk [datastore2] a0a8df6e-572a-4874-9b2e-119e9a8933e6/a0a8df6e-572a-4874-9b2e-119e9a8933e6.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 722.683022] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76d21883-2c50-4e9a-b11c-e5cb3c5918d3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.692329] env[70323]: DEBUG oslo_vmware.api [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Waiting for the task: (returnval){ [ 722.692329] env[70323]: value = "task-3226761" [ 722.692329] env[70323]: _type = "Task" [ 722.692329] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.703490] env[70323]: DEBUG oslo_vmware.api [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Task: {'id': task-3226761, 'name': Rename_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.902078] env[70323]: DEBUG oslo_concurrency.lockutils [None req-21cb6d1e-3a95-4eed-87cc-132b250da67f tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.305s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.903988] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 30.016s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.928642] env[70323]: INFO nova.scheduler.client.report [None req-21cb6d1e-3a95-4eed-87cc-132b250da67f tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Deleted allocations for instance 2eb42f40-1b49-496b-8f23-3d7298666d77 [ 722.942922] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-f5938b0c-44b4-4db1-a6f0-29fd311504fd tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] [instance: f5583748-c6c5-4da3-a4c6-d685472511d4] Creating linked-clone VM from snapshot {{(pid=70323) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 722.943309] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-24d69456-545f-4561-b624-1f004714e09f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.953056] env[70323]: DEBUG oslo_vmware.api [None req-f5938b0c-44b4-4db1-a6f0-29fd311504fd tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Waiting for the task: (returnval){ [ 722.953056] env[70323]: value = "task-3226762" [ 722.953056] env[70323]: _type = "Task" [ 722.953056] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.962936] env[70323]: DEBUG oslo_vmware.api [None req-f5938b0c-44b4-4db1-a6f0-29fd311504fd tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Task: {'id': task-3226762, 'name': CloneVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.091712] env[70323]: DEBUG oslo_concurrency.lockutils [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Releasing lock "refresh_cache-a5ca6c00-0437-4f80-b0fa-65b6b68df973" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.092454] env[70323]: DEBUG nova.compute.manager [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] [instance: a5ca6c00-0437-4f80-b0fa-65b6b68df973] Instance network_info: |[{"id": "6992d7d9-4b49-40f1-8947-66389885603c", "address": "fa:16:3e:dd:a7:c7", "network": {"id": "4b89513c-8b05-44a5-9bad-7876ddf6d110", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-741076371-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6dbba7ba20884a8bb4555d8b637bd95b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6992d7d9-4b", "ovs_interfaceid": "6992d7d9-4b49-40f1-8947-66389885603c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 723.093385] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] [instance: a5ca6c00-0437-4f80-b0fa-65b6b68df973] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:a7:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b250e561-3be3-4bae-be1a-162251b1ee31', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6992d7d9-4b49-40f1-8947-66389885603c', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 723.103605] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Creating folder: Project (6dbba7ba20884a8bb4555d8b637bd95b). Parent ref: group-v644941. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 723.104212] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8bee956f-77e5-4efe-9519-cae978def937 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.122955] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Created folder: Project (6dbba7ba20884a8bb4555d8b637bd95b) in parent group-v644941. [ 723.122955] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Creating folder: Instances. Parent ref: group-v645044. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 723.123528] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-32e412f2-1c5a-41f5-851a-5bf91ea973bd {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.136801] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Created folder: Instances in parent group-v645044. [ 723.137184] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 723.137460] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5ca6c00-0437-4f80-b0fa-65b6b68df973] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 723.137665] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7cfd2d1c-25c8-4af1-9202-29d84cb87562 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.159130] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 723.159130] env[70323]: value = "task-3226765" [ 723.159130] env[70323]: _type = "Task" [ 723.159130] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.168811] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226765, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.177607] env[70323]: INFO nova.compute.manager [-] [instance: 015b62f4-f233-4d72-89fd-221d8e381082] Took 1.56 seconds to deallocate network for instance. [ 723.206150] env[70323]: DEBUG oslo_vmware.api [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Task: {'id': task-3226761, 'name': Rename_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.330214] env[70323]: DEBUG nova.compute.manager [req-524c0916-c5d3-4fa3-b399-bbc91df31c39 req-e4f23ea4-11c1-4578-81fe-7fef8bf9ebb3 service nova] [instance: a5ca6c00-0437-4f80-b0fa-65b6b68df973] Received event network-changed-6992d7d9-4b49-40f1-8947-66389885603c {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.330416] env[70323]: DEBUG nova.compute.manager [req-524c0916-c5d3-4fa3-b399-bbc91df31c39 req-e4f23ea4-11c1-4578-81fe-7fef8bf9ebb3 service nova] [instance: a5ca6c00-0437-4f80-b0fa-65b6b68df973] Refreshing instance network info cache due to event network-changed-6992d7d9-4b49-40f1-8947-66389885603c. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 723.330633] env[70323]: DEBUG oslo_concurrency.lockutils [req-524c0916-c5d3-4fa3-b399-bbc91df31c39 req-e4f23ea4-11c1-4578-81fe-7fef8bf9ebb3 service nova] Acquiring lock "refresh_cache-a5ca6c00-0437-4f80-b0fa-65b6b68df973" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.330779] env[70323]: DEBUG oslo_concurrency.lockutils [req-524c0916-c5d3-4fa3-b399-bbc91df31c39 req-e4f23ea4-11c1-4578-81fe-7fef8bf9ebb3 service nova] Acquired lock "refresh_cache-a5ca6c00-0437-4f80-b0fa-65b6b68df973" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.331309] env[70323]: DEBUG nova.network.neutron [req-524c0916-c5d3-4fa3-b399-bbc91df31c39 req-e4f23ea4-11c1-4578-81fe-7fef8bf9ebb3 service nova] [instance: a5ca6c00-0437-4f80-b0fa-65b6b68df973] Refreshing network info cache for port 6992d7d9-4b49-40f1-8947-66389885603c {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 723.381890] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c6543e3-521f-4e43-ae5f-c18860de4ee2 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] [instance: 8f4f1690-4ef8-4178-8ed1-cd1e5b3da928] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 723.382262] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36bdc319-f1a6-488e-b75e-ef00534d01d9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.390411] env[70323]: DEBUG oslo_vmware.api [None req-9c6543e3-521f-4e43-ae5f-c18860de4ee2 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Waiting for the task: (returnval){ [ 723.390411] env[70323]: value = "task-3226766" [ 723.390411] env[70323]: _type = "Task" [ 723.390411] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.400744] env[70323]: DEBUG oslo_vmware.api [None req-9c6543e3-521f-4e43-ae5f-c18860de4ee2 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Task: {'id': task-3226766, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.437956] env[70323]: DEBUG oslo_concurrency.lockutils [None req-21cb6d1e-3a95-4eed-87cc-132b250da67f tempest-ServersTestFqdnHostnames-910662093 tempest-ServersTestFqdnHostnames-910662093-project-member] Lock "2eb42f40-1b49-496b-8f23-3d7298666d77" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.465s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.466632] env[70323]: DEBUG oslo_vmware.api [None req-f5938b0c-44b4-4db1-a6f0-29fd311504fd tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Task: {'id': task-3226762, 'name': CloneVM_Task} progress is 94%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.669694] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226765, 'name': CreateVM_Task} progress is 25%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.687257] env[70323]: DEBUG oslo_concurrency.lockutils [None req-606c166e-3909-494e-8c51-94d14b67e601 tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.712022] env[70323]: DEBUG oslo_vmware.api [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Task: {'id': task-3226761, 'name': Rename_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.903741] env[70323]: DEBUG oslo_vmware.api [None req-9c6543e3-521f-4e43-ae5f-c18860de4ee2 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Task: {'id': task-3226766, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.968717] env[70323]: DEBUG oslo_vmware.api [None req-f5938b0c-44b4-4db1-a6f0-29fd311504fd tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Task: {'id': task-3226762, 'name': CloneVM_Task} progress is 94%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.969851] env[70323]: WARNING nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 0a84cbbb-8a36-4c53-bb72-d715abb4ac48 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 723.969994] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 5556ee05-8834-4ce8-99a3-db4e3d733a9a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 723.970134] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 72e4392e-ac35-41a0-b0b8-66088e62a055 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 723.970254] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 19fddddc-9657-463c-b24d-7ae457fdb870 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 723.970368] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 2c9fda7c-de29-4b8a-b950-cfd429a16e18 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 723.970483] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance e38249fe-4114-40a6-9cdb-8ec5917bec83 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 723.970593] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance ba5dd49c-50d4-4dee-b428-9d4300ab43af actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 723.970732] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 9bb398f8-6536-4a13-b46f-ea083c4cf5d1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 723.970855] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 86114837-8210-4063-9fe5-6e867ae7b252 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 723.970971] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 3c352840-697b-43ea-8abb-83f6c856e7ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 723.971094] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance bfea592a-7cc8-4944-b8ce-ba28d64d5ed7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 723.971223] env[70323]: WARNING nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 9a2373d0-4c30-4811-8cfb-41cc23028535 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 723.971354] env[70323]: WARNING nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance aad7167e-9a30-4fb0-bbbc-c57066db3311 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 723.971465] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance f5583748-c6c5-4da3-a4c6-d685472511d4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 723.971586] env[70323]: WARNING nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance c7e021c9-0f12-43e5-b66a-73335865fc11 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 723.971700] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 015b62f4-f233-4d72-89fd-221d8e381082 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 723.971808] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 17e07646-9826-43d9-9295-3a70b541c534 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 723.971932] env[70323]: WARNING nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance b8e86b56-da33-4ae5-92fa-c4eb330b4679 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 723.972132] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance dd793706-95da-42f2-b9fc-ee37f04e6923 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 723.972268] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 8f4f1690-4ef8-4178-8ed1-cd1e5b3da928 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 723.972382] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance a0a8df6e-572a-4874-9b2e-119e9a8933e6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 723.972492] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance a5ca6c00-0437-4f80-b0fa-65b6b68df973 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 724.174035] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226765, 'name': CreateVM_Task} progress is 25%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.206986] env[70323]: DEBUG oslo_vmware.api [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Task: {'id': task-3226761, 'name': Rename_Task, 'duration_secs': 1.323899} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.207376] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] [instance: a0a8df6e-572a-4874-9b2e-119e9a8933e6] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 724.208703] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3080fb2-9b57-45fc-b2a4-c8744c62f1d0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.215597] env[70323]: DEBUG oslo_vmware.api [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Waiting for the task: (returnval){ [ 724.215597] env[70323]: value = "task-3226767" [ 724.215597] env[70323]: _type = "Task" [ 724.215597] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.224737] env[70323]: DEBUG oslo_vmware.api [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Task: {'id': task-3226767, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.237684] env[70323]: DEBUG nova.network.neutron [req-524c0916-c5d3-4fa3-b399-bbc91df31c39 req-e4f23ea4-11c1-4578-81fe-7fef8bf9ebb3 service nova] [instance: a5ca6c00-0437-4f80-b0fa-65b6b68df973] Updated VIF entry in instance network info cache for port 6992d7d9-4b49-40f1-8947-66389885603c. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 724.238323] env[70323]: DEBUG nova.network.neutron [req-524c0916-c5d3-4fa3-b399-bbc91df31c39 req-e4f23ea4-11c1-4578-81fe-7fef8bf9ebb3 service nova] [instance: a5ca6c00-0437-4f80-b0fa-65b6b68df973] Updating instance_info_cache with network_info: [{"id": "6992d7d9-4b49-40f1-8947-66389885603c", "address": "fa:16:3e:dd:a7:c7", "network": {"id": "4b89513c-8b05-44a5-9bad-7876ddf6d110", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-741076371-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6dbba7ba20884a8bb4555d8b637bd95b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6992d7d9-4b", "ovs_interfaceid": "6992d7d9-4b49-40f1-8947-66389885603c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.401533] env[70323]: DEBUG oslo_vmware.api [None req-9c6543e3-521f-4e43-ae5f-c18860de4ee2 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Task: {'id': task-3226766, 'name': PowerOffVM_Task, 'duration_secs': 0.71213} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.401967] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c6543e3-521f-4e43-ae5f-c18860de4ee2 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] [instance: 8f4f1690-4ef8-4178-8ed1-cd1e5b3da928] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 724.401967] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6543e3-521f-4e43-ae5f-c18860de4ee2 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] [instance: 8f4f1690-4ef8-4178-8ed1-cd1e5b3da928] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 724.402992] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369cfe79-0a5c-418c-94a0-32b67e24c45c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.409891] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6543e3-521f-4e43-ae5f-c18860de4ee2 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] [instance: 8f4f1690-4ef8-4178-8ed1-cd1e5b3da928] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 724.410145] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea1385dd-ae42-4e13-b620-d66bfa404a67 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.432866] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6543e3-521f-4e43-ae5f-c18860de4ee2 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] [instance: 8f4f1690-4ef8-4178-8ed1-cd1e5b3da928] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 724.433119] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6543e3-521f-4e43-ae5f-c18860de4ee2 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] [instance: 8f4f1690-4ef8-4178-8ed1-cd1e5b3da928] Deleting contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 724.433326] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c6543e3-521f-4e43-ae5f-c18860de4ee2 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Deleting the datastore file [datastore2] 8f4f1690-4ef8-4178-8ed1-cd1e5b3da928 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 724.433630] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-107f5875-9d17-4d97-a846-40702ebfb4c9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.440550] env[70323]: DEBUG oslo_vmware.api [None req-9c6543e3-521f-4e43-ae5f-c18860de4ee2 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Waiting for the task: (returnval){ [ 724.440550] env[70323]: value = "task-3226769" [ 724.440550] env[70323]: _type = "Task" [ 724.440550] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.448573] env[70323]: DEBUG oslo_vmware.api [None req-9c6543e3-521f-4e43-ae5f-c18860de4ee2 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Task: {'id': task-3226769, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.465570] env[70323]: DEBUG oslo_vmware.api [None req-f5938b0c-44b4-4db1-a6f0-29fd311504fd tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Task: {'id': task-3226762, 'name': CloneVM_Task} progress is 95%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.480770] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 94af8883-9a40-4929-8b36-16c400b3d18a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 724.672032] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226765, 'name': CreateVM_Task, 'duration_secs': 1.152905} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.672222] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5ca6c00-0437-4f80-b0fa-65b6b68df973] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 724.672859] env[70323]: DEBUG oslo_concurrency.lockutils [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.673045] env[70323]: DEBUG oslo_concurrency.lockutils [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.673371] env[70323]: DEBUG oslo_concurrency.lockutils [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.673642] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea43ec22-ffee-4ac0-8531-c15ad700345d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.678536] env[70323]: DEBUG oslo_vmware.api [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Waiting for the task: (returnval){ [ 724.678536] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5281690a-6f7f-f462-efa9-918d540ff491" [ 724.678536] env[70323]: _type = "Task" [ 724.678536] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.687013] env[70323]: DEBUG oslo_vmware.api [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5281690a-6f7f-f462-efa9-918d540ff491, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.725818] env[70323]: DEBUG oslo_vmware.api [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Task: {'id': task-3226767, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.741623] env[70323]: DEBUG oslo_concurrency.lockutils [req-524c0916-c5d3-4fa3-b399-bbc91df31c39 req-e4f23ea4-11c1-4578-81fe-7fef8bf9ebb3 service nova] Releasing lock "refresh_cache-a5ca6c00-0437-4f80-b0fa-65b6b68df973" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.741927] env[70323]: DEBUG nova.compute.manager [req-524c0916-c5d3-4fa3-b399-bbc91df31c39 req-e4f23ea4-11c1-4578-81fe-7fef8bf9ebb3 service nova] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Received event network-changed-4c27b25c-91c2-45e0-a3d1-4c3e2eac4a19 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.742105] env[70323]: DEBUG nova.compute.manager [req-524c0916-c5d3-4fa3-b399-bbc91df31c39 req-e4f23ea4-11c1-4578-81fe-7fef8bf9ebb3 service nova] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Refreshing instance network info cache due to event network-changed-4c27b25c-91c2-45e0-a3d1-4c3e2eac4a19. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 724.742317] env[70323]: DEBUG oslo_concurrency.lockutils [req-524c0916-c5d3-4fa3-b399-bbc91df31c39 req-e4f23ea4-11c1-4578-81fe-7fef8bf9ebb3 service nova] Acquiring lock "refresh_cache-dd793706-95da-42f2-b9fc-ee37f04e6923" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.742491] env[70323]: DEBUG oslo_concurrency.lockutils [req-524c0916-c5d3-4fa3-b399-bbc91df31c39 req-e4f23ea4-11c1-4578-81fe-7fef8bf9ebb3 service nova] Acquired lock "refresh_cache-dd793706-95da-42f2-b9fc-ee37f04e6923" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.742613] env[70323]: DEBUG nova.network.neutron [req-524c0916-c5d3-4fa3-b399-bbc91df31c39 req-e4f23ea4-11c1-4578-81fe-7fef8bf9ebb3 service nova] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Refreshing network info cache for port 4c27b25c-91c2-45e0-a3d1-4c3e2eac4a19 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 724.952770] env[70323]: DEBUG oslo_vmware.api [None req-9c6543e3-521f-4e43-ae5f-c18860de4ee2 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Task: {'id': task-3226769, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134241} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.952948] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c6543e3-521f-4e43-ae5f-c18860de4ee2 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 724.953975] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6543e3-521f-4e43-ae5f-c18860de4ee2 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] [instance: 8f4f1690-4ef8-4178-8ed1-cd1e5b3da928] Deleted contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 724.953975] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6543e3-521f-4e43-ae5f-c18860de4ee2 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] [instance: 8f4f1690-4ef8-4178-8ed1-cd1e5b3da928] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 724.966706] env[70323]: DEBUG oslo_vmware.api [None req-f5938b0c-44b4-4db1-a6f0-29fd311504fd tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Task: {'id': task-3226762, 'name': CloneVM_Task, 'duration_secs': 1.750145} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.966980] env[70323]: INFO nova.virt.vmwareapi.vmops [None req-f5938b0c-44b4-4db1-a6f0-29fd311504fd tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] [instance: f5583748-c6c5-4da3-a4c6-d685472511d4] Created linked-clone VM from snapshot [ 724.967745] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee16e5a-8ac1-4f8f-b2cb-cec28c732f2f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.979679] env[70323]: DEBUG nova.virt.vmwareapi.images [None req-f5938b0c-44b4-4db1-a6f0-29fd311504fd tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] [instance: f5583748-c6c5-4da3-a4c6-d685472511d4] Uploading image d8983495-1c94-4d06-94b7-e124b6f83077 {{(pid=70323) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 724.984110] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance a48068d4-716f-4df7-b75b-d522cbf99d46 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 725.005694] env[70323]: DEBUG oslo_vmware.rw_handles [None req-f5938b0c-44b4-4db1-a6f0-29fd311504fd tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 725.005694] env[70323]: value = "vm-645043" [ 725.005694] env[70323]: _type = "VirtualMachine" [ 725.005694] env[70323]: }. {{(pid=70323) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 725.005975] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3a7cb20c-b52d-4cf4-ace5-2e2e63f12b3d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.014075] env[70323]: DEBUG oslo_vmware.rw_handles [None req-f5938b0c-44b4-4db1-a6f0-29fd311504fd tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Lease: (returnval){ [ 725.014075] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5250541e-803b-1fff-d0c7-47be8d3088f4" [ 725.014075] env[70323]: _type = "HttpNfcLease" [ 725.014075] env[70323]: } obtained for exporting VM: (result){ [ 725.014075] env[70323]: value = "vm-645043" [ 725.014075] env[70323]: _type = "VirtualMachine" [ 725.014075] env[70323]: }. {{(pid=70323) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 725.014304] env[70323]: DEBUG oslo_vmware.api [None req-f5938b0c-44b4-4db1-a6f0-29fd311504fd tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Waiting for the lease: (returnval){ [ 725.014304] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5250541e-803b-1fff-d0c7-47be8d3088f4" [ 725.014304] env[70323]: _type = "HttpNfcLease" [ 725.014304] env[70323]: } to be ready. {{(pid=70323) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 725.021042] env[70323]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 725.021042] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5250541e-803b-1fff-d0c7-47be8d3088f4" [ 725.021042] env[70323]: _type = "HttpNfcLease" [ 725.021042] env[70323]: } is initializing. {{(pid=70323) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 725.193510] env[70323]: DEBUG oslo_vmware.api [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5281690a-6f7f-f462-efa9-918d540ff491, 'name': SearchDatastore_Task, 'duration_secs': 0.011207} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.193992] env[70323]: DEBUG oslo_concurrency.lockutils [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.194356] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] [instance: a5ca6c00-0437-4f80-b0fa-65b6b68df973] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 725.194794] env[70323]: DEBUG oslo_concurrency.lockutils [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.195032] env[70323]: DEBUG oslo_concurrency.lockutils [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.195291] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 725.195750] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66186c06-559d-495c-8aa9-bf406d17ba5e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.205855] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 725.206190] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 725.207050] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a82f80c-cdf1-4395-b4fd-958f14f9dddd {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.213365] env[70323]: DEBUG oslo_vmware.api [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Waiting for the task: (returnval){ [ 725.213365] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52189801-7799-4183-ecec-b4d601dc3320" [ 725.213365] env[70323]: _type = "Task" [ 725.213365] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.225963] env[70323]: DEBUG oslo_vmware.api [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52189801-7799-4183-ecec-b4d601dc3320, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.229697] env[70323]: DEBUG oslo_vmware.api [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Task: {'id': task-3226767, 'name': PowerOnVM_Task, 'duration_secs': 0.59152} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.230017] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] [instance: a0a8df6e-572a-4874-9b2e-119e9a8933e6] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 725.230266] env[70323]: INFO nova.compute.manager [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] [instance: a0a8df6e-572a-4874-9b2e-119e9a8933e6] Took 9.90 seconds to spawn the instance on the hypervisor. [ 725.230500] env[70323]: DEBUG nova.compute.manager [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] [instance: a0a8df6e-572a-4874-9b2e-119e9a8933e6] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 725.231301] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3700ad-148b-4cef-8133-4141410b74b9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.489396] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 7be2da39-a762-4d2f-a520-44120528267c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 725.523987] env[70323]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 725.523987] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5250541e-803b-1fff-d0c7-47be8d3088f4" [ 725.523987] env[70323]: _type = "HttpNfcLease" [ 725.523987] env[70323]: } is ready. {{(pid=70323) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 725.524313] env[70323]: DEBUG oslo_vmware.rw_handles [None req-f5938b0c-44b4-4db1-a6f0-29fd311504fd tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 725.524313] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5250541e-803b-1fff-d0c7-47be8d3088f4" [ 725.524313] env[70323]: _type = "HttpNfcLease" [ 725.524313] env[70323]: }. {{(pid=70323) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 725.525232] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef367d4-0eff-4326-a96f-8ce2a7c50482 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.532868] env[70323]: DEBUG oslo_vmware.rw_handles [None req-f5938b0c-44b4-4db1-a6f0-29fd311504fd tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ca08c0-9b40-bef0-8bf8-960df9dd6c98/disk-0.vmdk from lease info. {{(pid=70323) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 725.533163] env[70323]: DEBUG oslo_vmware.rw_handles [None req-f5938b0c-44b4-4db1-a6f0-29fd311504fd tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ca08c0-9b40-bef0-8bf8-960df9dd6c98/disk-0.vmdk for reading. {{(pid=70323) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 725.636339] env[70323]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-630964ef-7df1-4d07-ab8d-565840e020ea {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.724346] env[70323]: DEBUG oslo_vmware.api [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52189801-7799-4183-ecec-b4d601dc3320, 'name': SearchDatastore_Task, 'duration_secs': 0.012205} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.725150] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-219e0fa0-d441-4e05-bd5a-f7d6f7808ff4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.730287] env[70323]: DEBUG oslo_vmware.api [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Waiting for the task: (returnval){ [ 725.730287] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5271df7e-a08d-41f3-0bd2-8b7a365e1dd4" [ 725.730287] env[70323]: _type = "Task" [ 725.730287] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.737732] env[70323]: DEBUG oslo_vmware.api [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5271df7e-a08d-41f3-0bd2-8b7a365e1dd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.753073] env[70323]: INFO nova.compute.manager [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] [instance: a0a8df6e-572a-4874-9b2e-119e9a8933e6] Took 44.24 seconds to build instance. [ 725.763361] env[70323]: DEBUG nova.network.neutron [req-524c0916-c5d3-4fa3-b399-bbc91df31c39 req-e4f23ea4-11c1-4578-81fe-7fef8bf9ebb3 service nova] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Updated VIF entry in instance network info cache for port 4c27b25c-91c2-45e0-a3d1-4c3e2eac4a19. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 725.763564] env[70323]: DEBUG nova.network.neutron [req-524c0916-c5d3-4fa3-b399-bbc91df31c39 req-e4f23ea4-11c1-4578-81fe-7fef8bf9ebb3 service nova] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Updating instance_info_cache with network_info: [{"id": "4c27b25c-91c2-45e0-a3d1-4c3e2eac4a19", "address": "fa:16:3e:9e:f7:c7", "network": {"id": "3543c4fd-df33-4be9-b279-a13bfe5a7b34", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-877530561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e98df60171c4d319ce48c2e7ddb11d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c27b25c-91", "ovs_interfaceid": "4c27b25c-91c2-45e0-a3d1-4c3e2eac4a19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.989083] env[70323]: DEBUG nova.virt.hardware [None req-9c6543e3-521f-4e43-ae5f-c18860de4ee2 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 725.989527] env[70323]: DEBUG nova.virt.hardware [None req-9c6543e3-521f-4e43-ae5f-c18860de4ee2 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 725.989685] env[70323]: DEBUG nova.virt.hardware [None req-9c6543e3-521f-4e43-ae5f-c18860de4ee2 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 725.989878] env[70323]: DEBUG nova.virt.hardware [None req-9c6543e3-521f-4e43-ae5f-c18860de4ee2 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 725.990136] env[70323]: DEBUG nova.virt.hardware [None req-9c6543e3-521f-4e43-ae5f-c18860de4ee2 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 725.990319] env[70323]: DEBUG nova.virt.hardware [None req-9c6543e3-521f-4e43-ae5f-c18860de4ee2 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 725.990582] env[70323]: DEBUG nova.virt.hardware [None req-9c6543e3-521f-4e43-ae5f-c18860de4ee2 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 725.990871] env[70323]: DEBUG nova.virt.hardware [None req-9c6543e3-521f-4e43-ae5f-c18860de4ee2 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 725.991104] env[70323]: DEBUG nova.virt.hardware [None req-9c6543e3-521f-4e43-ae5f-c18860de4ee2 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 725.991404] env[70323]: DEBUG nova.virt.hardware [None req-9c6543e3-521f-4e43-ae5f-c18860de4ee2 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 725.991886] env[70323]: DEBUG nova.virt.hardware [None req-9c6543e3-521f-4e43-ae5f-c18860de4ee2 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 725.992645] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 9632e467-f678-4808-97f7-f228e9bc52bc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 725.994519] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e7bcf4-1055-470b-9502-6e4866d5a780 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.006936] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d758604c-6738-4893-aebc-4c461d5fefef {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.033148] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6543e3-521f-4e43-ae5f-c18860de4ee2 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] [instance: 8f4f1690-4ef8-4178-8ed1-cd1e5b3da928] Instance VIF info [] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 726.039074] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c6543e3-521f-4e43-ae5f-c18860de4ee2 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 726.039839] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f4f1690-4ef8-4178-8ed1-cd1e5b3da928] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 726.040157] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3af1bfcc-58b5-492b-8d60-47e1d9d840e8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.059900] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 726.059900] env[70323]: value = "task-3226771" [ 726.059900] env[70323]: _type = "Task" [ 726.059900] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.069515] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226771, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.241422] env[70323]: DEBUG oslo_vmware.api [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5271df7e-a08d-41f3-0bd2-8b7a365e1dd4, 'name': SearchDatastore_Task, 'duration_secs': 0.016666} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.242650] env[70323]: DEBUG oslo_concurrency.lockutils [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.242650] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] a5ca6c00-0437-4f80-b0fa-65b6b68df973/a5ca6c00-0437-4f80-b0fa-65b6b68df973.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 726.242650] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f44510ac-976a-4e9f-8b17-fcc071d5b36e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.250905] env[70323]: DEBUG oslo_vmware.api [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Waiting for the task: (returnval){ [ 726.250905] env[70323]: value = "task-3226772" [ 726.250905] env[70323]: _type = "Task" [ 726.250905] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.254990] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d04a2f00-fe3f-4172-b743-080f3b9529b3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Lock "a0a8df6e-572a-4874-9b2e-119e9a8933e6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.301s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.266891] env[70323]: DEBUG oslo_concurrency.lockutils [req-524c0916-c5d3-4fa3-b399-bbc91df31c39 req-e4f23ea4-11c1-4578-81fe-7fef8bf9ebb3 service nova] Releasing lock "refresh_cache-dd793706-95da-42f2-b9fc-ee37f04e6923" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.267373] env[70323]: DEBUG nova.compute.manager [req-524c0916-c5d3-4fa3-b399-bbc91df31c39 req-e4f23ea4-11c1-4578-81fe-7fef8bf9ebb3 service nova] [instance: 015b62f4-f233-4d72-89fd-221d8e381082] Received event network-vif-deleted-65d80373-7766-4665-a27b-8a111440eb2c {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.268037] env[70323]: DEBUG oslo_vmware.api [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Task: {'id': task-3226772, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.500477] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 08c8dd40-92a3-48cd-ba9b-61d1796f9b7a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 726.572968] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226771, 'name': CreateVM_Task, 'duration_secs': 0.325606} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.573346] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f4f1690-4ef8-4178-8ed1-cd1e5b3da928] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 726.573661] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9c6543e3-521f-4e43-ae5f-c18860de4ee2 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.574095] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9c6543e3-521f-4e43-ae5f-c18860de4ee2 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.574216] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9c6543e3-521f-4e43-ae5f-c18860de4ee2 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.574454] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a8b3e8e-740e-4e44-96da-609088e505b9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.579873] env[70323]: DEBUG oslo_vmware.api [None req-9c6543e3-521f-4e43-ae5f-c18860de4ee2 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Waiting for the task: (returnval){ [ 726.579873] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5266313b-59bc-bb57-f797-de804aa60732" [ 726.579873] env[70323]: _type = "Task" [ 726.579873] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.593748] env[70323]: DEBUG oslo_vmware.api [None req-9c6543e3-521f-4e43-ae5f-c18860de4ee2 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5266313b-59bc-bb57-f797-de804aa60732, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.758740] env[70323]: DEBUG nova.compute.manager [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 982522d9-dee1-4251-a7a3-4bad81acc442] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 726.768841] env[70323]: DEBUG oslo_vmware.api [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Task: {'id': task-3226772, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.006246] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 04a6df8e-033c-4b03-99c3-19bd8b2200fd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 727.094871] env[70323]: DEBUG oslo_vmware.api [None req-9c6543e3-521f-4e43-ae5f-c18860de4ee2 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5266313b-59bc-bb57-f797-de804aa60732, 'name': SearchDatastore_Task, 'duration_secs': 0.016579} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.095314] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9c6543e3-521f-4e43-ae5f-c18860de4ee2 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.095565] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6543e3-521f-4e43-ae5f-c18860de4ee2 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] [instance: 8f4f1690-4ef8-4178-8ed1-cd1e5b3da928] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 727.095845] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9c6543e3-521f-4e43-ae5f-c18860de4ee2 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.095995] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9c6543e3-521f-4e43-ae5f-c18860de4ee2 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.096237] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c6543e3-521f-4e43-ae5f-c18860de4ee2 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 727.096519] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15ca622f-d8e9-4f10-93b7-21cd592ac9e0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.112442] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c6543e3-521f-4e43-ae5f-c18860de4ee2 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 727.113277] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6543e3-521f-4e43-ae5f-c18860de4ee2 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 727.114077] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0273c634-6d83-4f6b-8814-cd85a9bcfa55 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.122921] env[70323]: DEBUG oslo_vmware.api [None req-9c6543e3-521f-4e43-ae5f-c18860de4ee2 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Waiting for the task: (returnval){ [ 727.122921] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52566959-b833-1f29-2bab-70b1bd235ba1" [ 727.122921] env[70323]: _type = "Task" [ 727.122921] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.131280] env[70323]: DEBUG oslo_vmware.api [None req-9c6543e3-521f-4e43-ae5f-c18860de4ee2 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52566959-b833-1f29-2bab-70b1bd235ba1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.273362] env[70323]: DEBUG oslo_vmware.api [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Task: {'id': task-3226772, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.639713} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.273362] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] a5ca6c00-0437-4f80-b0fa-65b6b68df973/a5ca6c00-0437-4f80-b0fa-65b6b68df973.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 727.273362] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] [instance: a5ca6c00-0437-4f80-b0fa-65b6b68df973] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 727.275975] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-88944e7c-d903-408c-bd06-0377ef51748c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.285082] env[70323]: DEBUG oslo_vmware.api [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Waiting for the task: (returnval){ [ 727.285082] env[70323]: value = "task-3226773" [ 727.285082] env[70323]: _type = "Task" [ 727.285082] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.300060] env[70323]: DEBUG oslo_vmware.api [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Task: {'id': task-3226773, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.301335] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.509584] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 1ad77931-f385-45f3-bbe1-dd6e8b986631 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 727.586863] env[70323]: DEBUG nova.compute.manager [req-901ee830-cfef-435d-ba9f-8a3285fa29e1 req-b6029bbb-83d1-4ee3-b955-401f552afd88 service nova] [instance: a0a8df6e-572a-4874-9b2e-119e9a8933e6] Received event network-changed-b753cb4a-a738-4bd4-af21-63529e9d6f5f {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.587080] env[70323]: DEBUG nova.compute.manager [req-901ee830-cfef-435d-ba9f-8a3285fa29e1 req-b6029bbb-83d1-4ee3-b955-401f552afd88 service nova] [instance: a0a8df6e-572a-4874-9b2e-119e9a8933e6] Refreshing instance network info cache due to event network-changed-b753cb4a-a738-4bd4-af21-63529e9d6f5f. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 727.587297] env[70323]: DEBUG oslo_concurrency.lockutils [req-901ee830-cfef-435d-ba9f-8a3285fa29e1 req-b6029bbb-83d1-4ee3-b955-401f552afd88 service nova] Acquiring lock "refresh_cache-a0a8df6e-572a-4874-9b2e-119e9a8933e6" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.587510] env[70323]: DEBUG oslo_concurrency.lockutils [req-901ee830-cfef-435d-ba9f-8a3285fa29e1 req-b6029bbb-83d1-4ee3-b955-401f552afd88 service nova] Acquired lock "refresh_cache-a0a8df6e-572a-4874-9b2e-119e9a8933e6" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.587596] env[70323]: DEBUG nova.network.neutron [req-901ee830-cfef-435d-ba9f-8a3285fa29e1 req-b6029bbb-83d1-4ee3-b955-401f552afd88 service nova] [instance: a0a8df6e-572a-4874-9b2e-119e9a8933e6] Refreshing network info cache for port b753cb4a-a738-4bd4-af21-63529e9d6f5f {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 727.639268] env[70323]: DEBUG oslo_vmware.api [None req-9c6543e3-521f-4e43-ae5f-c18860de4ee2 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52566959-b833-1f29-2bab-70b1bd235ba1, 'name': SearchDatastore_Task, 'duration_secs': 0.025456} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.640148] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3712dfeb-f2f8-412e-b811-b34bf991e765 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.649131] env[70323]: DEBUG oslo_vmware.api [None req-9c6543e3-521f-4e43-ae5f-c18860de4ee2 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Waiting for the task: (returnval){ [ 727.649131] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52b8490a-08de-3a0b-3fb2-26db707d0574" [ 727.649131] env[70323]: _type = "Task" [ 727.649131] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.659300] env[70323]: DEBUG oslo_vmware.api [None req-9c6543e3-521f-4e43-ae5f-c18860de4ee2 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52b8490a-08de-3a0b-3fb2-26db707d0574, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.796268] env[70323]: DEBUG oslo_vmware.api [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Task: {'id': task-3226773, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.143719} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.796268] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] [instance: a5ca6c00-0437-4f80-b0fa-65b6b68df973] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 727.797239] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67aac146-d764-4c7a-aafe-3868a440bf72 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.830474] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] [instance: a5ca6c00-0437-4f80-b0fa-65b6b68df973] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] a5ca6c00-0437-4f80-b0fa-65b6b68df973/a5ca6c00-0437-4f80-b0fa-65b6b68df973.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 727.830827] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eaf05a69-1518-497f-80ae-6d66ca537bb2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.856220] env[70323]: DEBUG oslo_vmware.api [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Waiting for the task: (returnval){ [ 727.856220] env[70323]: value = "task-3226774" [ 727.856220] env[70323]: _type = "Task" [ 727.856220] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.869011] env[70323]: DEBUG oslo_vmware.api [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Task: {'id': task-3226774, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.014075] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 95850796-4c82-4e1f-b169-c2122a5c4950 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 728.162774] env[70323]: DEBUG oslo_vmware.api [None req-9c6543e3-521f-4e43-ae5f-c18860de4ee2 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52b8490a-08de-3a0b-3fb2-26db707d0574, 'name': SearchDatastore_Task, 'duration_secs': 0.021142} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.163068] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9c6543e3-521f-4e43-ae5f-c18860de4ee2 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.163334] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c6543e3-521f-4e43-ae5f-c18860de4ee2 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 8f4f1690-4ef8-4178-8ed1-cd1e5b3da928/8f4f1690-4ef8-4178-8ed1-cd1e5b3da928.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 728.163599] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00084639-1eb3-466a-a844-ef0736b7259b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.171506] env[70323]: DEBUG oslo_vmware.api [None req-9c6543e3-521f-4e43-ae5f-c18860de4ee2 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Waiting for the task: (returnval){ [ 728.171506] env[70323]: value = "task-3226775" [ 728.171506] env[70323]: _type = "Task" [ 728.171506] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.181122] env[70323]: DEBUG oslo_vmware.api [None req-9c6543e3-521f-4e43-ae5f-c18860de4ee2 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Task: {'id': task-3226775, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.366719] env[70323]: DEBUG oslo_vmware.api [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Task: {'id': task-3226774, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.446717] env[70323]: DEBUG oslo_concurrency.lockutils [None req-23459d97-9b31-4b4a-b69a-4b6c8d4aa3e3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Acquiring lock "a0a8df6e-572a-4874-9b2e-119e9a8933e6" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.447068] env[70323]: DEBUG oslo_concurrency.lockutils [None req-23459d97-9b31-4b4a-b69a-4b6c8d4aa3e3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Lock "a0a8df6e-572a-4874-9b2e-119e9a8933e6" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.447387] env[70323]: INFO nova.compute.manager [None req-23459d97-9b31-4b4a-b69a-4b6c8d4aa3e3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] [instance: a0a8df6e-572a-4874-9b2e-119e9a8933e6] Rebooting instance [ 728.520558] env[70323]: DEBUG nova.network.neutron [req-901ee830-cfef-435d-ba9f-8a3285fa29e1 req-b6029bbb-83d1-4ee3-b955-401f552afd88 service nova] [instance: a0a8df6e-572a-4874-9b2e-119e9a8933e6] Updated VIF entry in instance network info cache for port b753cb4a-a738-4bd4-af21-63529e9d6f5f. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 728.520974] env[70323]: DEBUG nova.network.neutron [req-901ee830-cfef-435d-ba9f-8a3285fa29e1 req-b6029bbb-83d1-4ee3-b955-401f552afd88 service nova] [instance: a0a8df6e-572a-4874-9b2e-119e9a8933e6] Updating instance_info_cache with network_info: [{"id": "b753cb4a-a738-4bd4-af21-63529e9d6f5f", "address": "fa:16:3e:91:3c:c8", "network": {"id": "cf84f248-8371-4286-887e-d0a74f6bd050", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1700658248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "613ac2ce15594096bb405b5ae23416f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb753cb4a-a7", "ovs_interfaceid": "b753cb4a-a738-4bd4-af21-63529e9d6f5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.526390] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 982522d9-dee1-4251-a7a3-4bad81acc442 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 728.684318] env[70323]: DEBUG oslo_vmware.api [None req-9c6543e3-521f-4e43-ae5f-c18860de4ee2 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Task: {'id': task-3226775, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.871336] env[70323]: DEBUG oslo_vmware.api [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Task: {'id': task-3226774, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.990683] env[70323]: DEBUG oslo_concurrency.lockutils [None req-23459d97-9b31-4b4a-b69a-4b6c8d4aa3e3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Acquiring lock "refresh_cache-a0a8df6e-572a-4874-9b2e-119e9a8933e6" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.030668] env[70323]: DEBUG oslo_concurrency.lockutils [req-901ee830-cfef-435d-ba9f-8a3285fa29e1 req-b6029bbb-83d1-4ee3-b955-401f552afd88 service nova] Releasing lock "refresh_cache-a0a8df6e-572a-4874-9b2e-119e9a8933e6" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.031673] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 7b398910-13db-4ed9-b743-6f25046af2dc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 729.034142] env[70323]: DEBUG oslo_concurrency.lockutils [None req-23459d97-9b31-4b4a-b69a-4b6c8d4aa3e3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Acquired lock "refresh_cache-a0a8df6e-572a-4874-9b2e-119e9a8933e6" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.034142] env[70323]: DEBUG nova.network.neutron [None req-23459d97-9b31-4b4a-b69a-4b6c8d4aa3e3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] [instance: a0a8df6e-572a-4874-9b2e-119e9a8933e6] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 729.183217] env[70323]: DEBUG oslo_vmware.api [None req-9c6543e3-521f-4e43-ae5f-c18860de4ee2 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Task: {'id': task-3226775, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.799019} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.183645] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c6543e3-521f-4e43-ae5f-c18860de4ee2 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 8f4f1690-4ef8-4178-8ed1-cd1e5b3da928/8f4f1690-4ef8-4178-8ed1-cd1e5b3da928.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 729.184102] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6543e3-521f-4e43-ae5f-c18860de4ee2 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] [instance: 8f4f1690-4ef8-4178-8ed1-cd1e5b3da928] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 729.184508] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-396df09c-cbbc-4d69-a65f-8b7e3b974858 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.191614] env[70323]: DEBUG oslo_vmware.api [None req-9c6543e3-521f-4e43-ae5f-c18860de4ee2 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Waiting for the task: (returnval){ [ 729.191614] env[70323]: value = "task-3226776" [ 729.191614] env[70323]: _type = "Task" [ 729.191614] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.202781] env[70323]: DEBUG oslo_vmware.api [None req-9c6543e3-521f-4e43-ae5f-c18860de4ee2 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Task: {'id': task-3226776, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.369498] env[70323]: DEBUG oslo_vmware.api [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Task: {'id': task-3226774, 'name': ReconfigVM_Task, 'duration_secs': 1.235012} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.370420] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] [instance: a5ca6c00-0437-4f80-b0fa-65b6b68df973] Reconfigured VM instance instance-00000023 to attach disk [datastore1] a5ca6c00-0437-4f80-b0fa-65b6b68df973/a5ca6c00-0437-4f80-b0fa-65b6b68df973.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 729.370868] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8579442a-63c6-4bc5-8140-ed2011d1ace6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.377365] env[70323]: DEBUG oslo_vmware.api [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Waiting for the task: (returnval){ [ 729.377365] env[70323]: value = "task-3226777" [ 729.377365] env[70323]: _type = "Task" [ 729.377365] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.386880] env[70323]: DEBUG oslo_vmware.api [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Task: {'id': task-3226777, 'name': Rename_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.540214] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 3cd24ffc-62ba-465a-8663-efbce0e593f5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 729.708582] env[70323]: DEBUG oslo_vmware.api [None req-9c6543e3-521f-4e43-ae5f-c18860de4ee2 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Task: {'id': task-3226776, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085837} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.708936] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6543e3-521f-4e43-ae5f-c18860de4ee2 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] [instance: 8f4f1690-4ef8-4178-8ed1-cd1e5b3da928] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 729.709798] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb733174-c07b-4de1-96e7-c5444c741c65 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.732286] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c6543e3-521f-4e43-ae5f-c18860de4ee2 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] [instance: 8f4f1690-4ef8-4178-8ed1-cd1e5b3da928] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 8f4f1690-4ef8-4178-8ed1-cd1e5b3da928/8f4f1690-4ef8-4178-8ed1-cd1e5b3da928.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 729.732362] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9585671a-f83b-4fa3-908a-6da7e95ddeb2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.759879] env[70323]: DEBUG oslo_vmware.api [None req-9c6543e3-521f-4e43-ae5f-c18860de4ee2 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Waiting for the task: (returnval){ [ 729.759879] env[70323]: value = "task-3226778" [ 729.759879] env[70323]: _type = "Task" [ 729.759879] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.771240] env[70323]: DEBUG oslo_vmware.api [None req-9c6543e3-521f-4e43-ae5f-c18860de4ee2 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Task: {'id': task-3226778, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.890552] env[70323]: DEBUG oslo_vmware.api [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Task: {'id': task-3226777, 'name': Rename_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.902688] env[70323]: DEBUG nova.network.neutron [None req-23459d97-9b31-4b4a-b69a-4b6c8d4aa3e3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] [instance: a0a8df6e-572a-4874-9b2e-119e9a8933e6] Updating instance_info_cache with network_info: [{"id": "b753cb4a-a738-4bd4-af21-63529e9d6f5f", "address": "fa:16:3e:91:3c:c8", "network": {"id": "cf84f248-8371-4286-887e-d0a74f6bd050", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1700658248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "613ac2ce15594096bb405b5ae23416f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb753cb4a-a7", "ovs_interfaceid": "b753cb4a-a738-4bd4-af21-63529e9d6f5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.046526] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 53bef48f-e24f-423a-ae83-a30a408153bc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 730.231035] env[70323]: DEBUG oslo_concurrency.lockutils [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Acquiring lock "344d5579-628b-4a56-aedf-d9ecaa2c5c9f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.231702] env[70323]: DEBUG oslo_concurrency.lockutils [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Lock "344d5579-628b-4a56-aedf-d9ecaa2c5c9f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.272834] env[70323]: DEBUG oslo_vmware.api [None req-9c6543e3-521f-4e43-ae5f-c18860de4ee2 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Task: {'id': task-3226778, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.388711] env[70323]: DEBUG oslo_vmware.api [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Task: {'id': task-3226777, 'name': Rename_Task, 'duration_secs': 0.791807} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.389837] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] [instance: a5ca6c00-0437-4f80-b0fa-65b6b68df973] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 730.389837] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2aef8942-641c-41d1-a18f-d05595e2ad84 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.395334] env[70323]: DEBUG oslo_vmware.api [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Waiting for the task: (returnval){ [ 730.395334] env[70323]: value = "task-3226779" [ 730.395334] env[70323]: _type = "Task" [ 730.395334] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.405036] env[70323]: DEBUG oslo_vmware.api [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Task: {'id': task-3226779, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.409155] env[70323]: DEBUG oslo_concurrency.lockutils [None req-23459d97-9b31-4b4a-b69a-4b6c8d4aa3e3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Releasing lock "refresh_cache-a0a8df6e-572a-4874-9b2e-119e9a8933e6" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.549046] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 0b934777-cba1-4d08-b077-bfdb23c35dec has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 730.773450] env[70323]: DEBUG oslo_vmware.api [None req-9c6543e3-521f-4e43-ae5f-c18860de4ee2 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Task: {'id': task-3226778, 'name': ReconfigVM_Task, 'duration_secs': 0.617287} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.773731] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c6543e3-521f-4e43-ae5f-c18860de4ee2 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] [instance: 8f4f1690-4ef8-4178-8ed1-cd1e5b3da928] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 8f4f1690-4ef8-4178-8ed1-cd1e5b3da928/8f4f1690-4ef8-4178-8ed1-cd1e5b3da928.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 730.774432] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76e99446-bf0e-4806-8c32-ae8cd88e161c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.783633] env[70323]: DEBUG oslo_vmware.api [None req-9c6543e3-521f-4e43-ae5f-c18860de4ee2 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Waiting for the task: (returnval){ [ 730.783633] env[70323]: value = "task-3226780" [ 730.783633] env[70323]: _type = "Task" [ 730.783633] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.793994] env[70323]: DEBUG oslo_vmware.api [None req-9c6543e3-521f-4e43-ae5f-c18860de4ee2 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Task: {'id': task-3226780, 'name': Rename_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.905229] env[70323]: DEBUG oslo_vmware.api [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Task: {'id': task-3226779, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.914242] env[70323]: DEBUG nova.compute.manager [None req-23459d97-9b31-4b4a-b69a-4b6c8d4aa3e3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] [instance: a0a8df6e-572a-4874-9b2e-119e9a8933e6] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 730.915101] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234abffa-35f4-4e94-b5b9-548180012405 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.056188] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 248f0a9f-88ae-4c02-8870-57422c9f8ac3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 731.304725] env[70323]: DEBUG oslo_vmware.api [None req-9c6543e3-521f-4e43-ae5f-c18860de4ee2 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Task: {'id': task-3226780, 'name': Rename_Task, 'duration_secs': 0.230395} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.304725] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c6543e3-521f-4e43-ae5f-c18860de4ee2 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] [instance: 8f4f1690-4ef8-4178-8ed1-cd1e5b3da928] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 731.304725] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6dcc8a98-bf87-4e27-a802-0f67dc9c7483 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.313710] env[70323]: DEBUG oslo_vmware.api [None req-9c6543e3-521f-4e43-ae5f-c18860de4ee2 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Waiting for the task: (returnval){ [ 731.313710] env[70323]: value = "task-3226781" [ 731.313710] env[70323]: _type = "Task" [ 731.313710] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.323301] env[70323]: DEBUG oslo_vmware.api [None req-9c6543e3-521f-4e43-ae5f-c18860de4ee2 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Task: {'id': task-3226781, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.408169] env[70323]: DEBUG oslo_vmware.api [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Task: {'id': task-3226779, 'name': PowerOnVM_Task, 'duration_secs': 0.67594} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.408684] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] [instance: a5ca6c00-0437-4f80-b0fa-65b6b68df973] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 731.409030] env[70323]: INFO nova.compute.manager [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] [instance: a5ca6c00-0437-4f80-b0fa-65b6b68df973] Took 11.05 seconds to spawn the instance on the hypervisor. [ 731.409372] env[70323]: DEBUG nova.compute.manager [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] [instance: a5ca6c00-0437-4f80-b0fa-65b6b68df973] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 731.410349] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcad4f9b-8bfb-41ab-a1a4-84af5db585d7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.559847] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 4a2a0594-39e2-4e91-bba9-954662de5f77 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 731.702175] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Acquiring lock "7da61593-5cdd-4a3b-8999-754b6090bff7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.702783] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Lock "7da61593-5cdd-4a3b-8999-754b6090bff7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.824726] env[70323]: DEBUG oslo_vmware.api [None req-9c6543e3-521f-4e43-ae5f-c18860de4ee2 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Task: {'id': task-3226781, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.929440] env[70323]: INFO nova.compute.manager [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] [instance: a5ca6c00-0437-4f80-b0fa-65b6b68df973] Took 44.81 seconds to build instance. [ 731.931940] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a2047c-851b-4366-82dc-76f60e85cd1f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.939628] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-23459d97-9b31-4b4a-b69a-4b6c8d4aa3e3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] [instance: a0a8df6e-572a-4874-9b2e-119e9a8933e6] Doing hard reboot of VM {{(pid=70323) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 731.939887] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-002fb425-e61a-47ce-8a33-816055efc468 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.947510] env[70323]: DEBUG oslo_vmware.api [None req-23459d97-9b31-4b4a-b69a-4b6c8d4aa3e3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Waiting for the task: (returnval){ [ 731.947510] env[70323]: value = "task-3226782" [ 731.947510] env[70323]: _type = "Task" [ 731.947510] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.956623] env[70323]: DEBUG oslo_vmware.api [None req-23459d97-9b31-4b4a-b69a-4b6c8d4aa3e3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Task: {'id': task-3226782, 'name': ResetVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.063306] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance b3f9b17f-4e9b-4d78-954d-a6eee9613900 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 732.063751] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=70323) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 732.063966] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3840MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=70323) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 732.324243] env[70323]: DEBUG oslo_vmware.api [None req-9c6543e3-521f-4e43-ae5f-c18860de4ee2 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Task: {'id': task-3226781, 'name': PowerOnVM_Task, 'duration_secs': 0.64384} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.324526] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c6543e3-521f-4e43-ae5f-c18860de4ee2 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] [instance: 8f4f1690-4ef8-4178-8ed1-cd1e5b3da928] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 732.324777] env[70323]: DEBUG nova.compute.manager [None req-9c6543e3-521f-4e43-ae5f-c18860de4ee2 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] [instance: 8f4f1690-4ef8-4178-8ed1-cd1e5b3da928] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 732.325764] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7779e897-00f8-42ee-b0d5-0f5897b2c7ad {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.431244] env[70323]: DEBUG oslo_concurrency.lockutils [None req-010f23a2-465b-4225-a8c4-1aa0b24e20eb tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Lock "a5ca6c00-0437-4f80-b0fa-65b6b68df973" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.958s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.458254] env[70323]: DEBUG oslo_vmware.api [None req-23459d97-9b31-4b4a-b69a-4b6c8d4aa3e3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Task: {'id': task-3226782, 'name': ResetVM_Task, 'duration_secs': 0.108366} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.460943] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-23459d97-9b31-4b4a-b69a-4b6c8d4aa3e3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] [instance: a0a8df6e-572a-4874-9b2e-119e9a8933e6] Did hard reboot of VM {{(pid=70323) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 732.461155] env[70323]: DEBUG nova.compute.manager [None req-23459d97-9b31-4b4a-b69a-4b6c8d4aa3e3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] [instance: a0a8df6e-572a-4874-9b2e-119e9a8933e6] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 732.462158] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678ad85f-d5a8-4f08-adfa-77625c90c09a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.535212] env[70323]: DEBUG oslo_concurrency.lockutils [None req-66ca4b11-cb1f-4750-9f3c-f688432c73fe tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Acquiring lock "interface-a5ca6c00-0437-4f80-b0fa-65b6b68df973-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.535539] env[70323]: DEBUG oslo_concurrency.lockutils [None req-66ca4b11-cb1f-4750-9f3c-f688432c73fe tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Lock "interface-a5ca6c00-0437-4f80-b0fa-65b6b68df973-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.535977] env[70323]: DEBUG nova.objects.instance [None req-66ca4b11-cb1f-4750-9f3c-f688432c73fe tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Lazy-loading 'flavor' on Instance uuid a5ca6c00-0437-4f80-b0fa-65b6b68df973 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 732.600878] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb39d3f1-f4aa-47f1-a4f4-008fe4290332 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.609359] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7f06c6-ac79-4224-9422-b4d8c4006c50 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.641019] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655f427b-1fc9-4da8-82f0-055084c384ba {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.648606] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11ac2a5-b77e-422e-93d7-6a8319780117 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.663068] env[70323]: DEBUG nova.compute.provider_tree [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 732.846937] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9c6543e3-521f-4e43-ae5f-c18860de4ee2 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.936381] env[70323]: DEBUG nova.compute.manager [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] [instance: 7b398910-13db-4ed9-b743-6f25046af2dc] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 732.975432] env[70323]: DEBUG oslo_concurrency.lockutils [None req-23459d97-9b31-4b4a-b69a-4b6c8d4aa3e3 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Lock "a0a8df6e-572a-4874-9b2e-119e9a8933e6" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.528s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.042047] env[70323]: DEBUG nova.objects.instance [None req-66ca4b11-cb1f-4750-9f3c-f688432c73fe tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Lazy-loading 'pci_requests' on Instance uuid a5ca6c00-0437-4f80-b0fa-65b6b68df973 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 733.165192] env[70323]: DEBUG nova.scheduler.client.report [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 733.462355] env[70323]: DEBUG oslo_concurrency.lockutils [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.544624] env[70323]: DEBUG nova.objects.base [None req-66ca4b11-cb1f-4750-9f3c-f688432c73fe tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=70323) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 733.544877] env[70323]: DEBUG nova.network.neutron [None req-66ca4b11-cb1f-4750-9f3c-f688432c73fe tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] [instance: a5ca6c00-0437-4f80-b0fa-65b6b68df973] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 733.620197] env[70323]: DEBUG oslo_concurrency.lockutils [None req-66ca4b11-cb1f-4750-9f3c-f688432c73fe tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Lock "interface-a5ca6c00-0437-4f80-b0fa-65b6b68df973-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.085s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.670586] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70323) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 733.670958] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 10.767s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.671328] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.723s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.673109] env[70323]: INFO nova.compute.claims [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 733.970447] env[70323]: DEBUG oslo_vmware.rw_handles [None req-f5938b0c-44b4-4db1-a6f0-29fd311504fd tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ca08c0-9b40-bef0-8bf8-960df9dd6c98/disk-0.vmdk. {{(pid=70323) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 733.971430] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de9b93f-85b7-438f-bc1f-37e732d6fa8f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.978502] env[70323]: DEBUG oslo_vmware.rw_handles [None req-f5938b0c-44b4-4db1-a6f0-29fd311504fd tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ca08c0-9b40-bef0-8bf8-960df9dd6c98/disk-0.vmdk is in state: ready. {{(pid=70323) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 733.978710] env[70323]: ERROR oslo_vmware.rw_handles [None req-f5938b0c-44b4-4db1-a6f0-29fd311504fd tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ca08c0-9b40-bef0-8bf8-960df9dd6c98/disk-0.vmdk due to incomplete transfer. [ 733.978979] env[70323]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-39b0ee4a-5612-4cc0-aca3-c796b8bf7fef {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.986485] env[70323]: DEBUG oslo_vmware.rw_handles [None req-f5938b0c-44b4-4db1-a6f0-29fd311504fd tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ca08c0-9b40-bef0-8bf8-960df9dd6c98/disk-0.vmdk. {{(pid=70323) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 733.986485] env[70323]: DEBUG nova.virt.vmwareapi.images [None req-f5938b0c-44b4-4db1-a6f0-29fd311504fd tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] [instance: f5583748-c6c5-4da3-a4c6-d685472511d4] Uploaded image d8983495-1c94-4d06-94b7-e124b6f83077 to the Glance image server {{(pid=70323) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 733.988957] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5938b0c-44b4-4db1-a6f0-29fd311504fd tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] [instance: f5583748-c6c5-4da3-a4c6-d685472511d4] Destroying the VM {{(pid=70323) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 733.989219] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-66d75f4d-d7ab-476d-95ed-14e28835802a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.995125] env[70323]: DEBUG oslo_vmware.api [None req-f5938b0c-44b4-4db1-a6f0-29fd311504fd tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Waiting for the task: (returnval){ [ 733.995125] env[70323]: value = "task-3226783" [ 733.995125] env[70323]: _type = "Task" [ 733.995125] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.003136] env[70323]: DEBUG oslo_vmware.api [None req-f5938b0c-44b4-4db1-a6f0-29fd311504fd tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Task: {'id': task-3226783, 'name': Destroy_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.079751] env[70323]: DEBUG nova.compute.manager [req-f8bbe8ad-f5ab-446f-9ec3-b979bc015953 req-357deea6-f7bd-4b3e-9d3b-c66b051a30b9 service nova] [instance: a0a8df6e-572a-4874-9b2e-119e9a8933e6] Received event network-changed-b753cb4a-a738-4bd4-af21-63529e9d6f5f {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.079909] env[70323]: DEBUG nova.compute.manager [req-f8bbe8ad-f5ab-446f-9ec3-b979bc015953 req-357deea6-f7bd-4b3e-9d3b-c66b051a30b9 service nova] [instance: a0a8df6e-572a-4874-9b2e-119e9a8933e6] Refreshing instance network info cache due to event network-changed-b753cb4a-a738-4bd4-af21-63529e9d6f5f. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 734.080150] env[70323]: DEBUG oslo_concurrency.lockutils [req-f8bbe8ad-f5ab-446f-9ec3-b979bc015953 req-357deea6-f7bd-4b3e-9d3b-c66b051a30b9 service nova] Acquiring lock "refresh_cache-a0a8df6e-572a-4874-9b2e-119e9a8933e6" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.080335] env[70323]: DEBUG oslo_concurrency.lockutils [req-f8bbe8ad-f5ab-446f-9ec3-b979bc015953 req-357deea6-f7bd-4b3e-9d3b-c66b051a30b9 service nova] Acquired lock "refresh_cache-a0a8df6e-572a-4874-9b2e-119e9a8933e6" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.080521] env[70323]: DEBUG nova.network.neutron [req-f8bbe8ad-f5ab-446f-9ec3-b979bc015953 req-357deea6-f7bd-4b3e-9d3b-c66b051a30b9 service nova] [instance: a0a8df6e-572a-4874-9b2e-119e9a8933e6] Refreshing network info cache for port b753cb4a-a738-4bd4-af21-63529e9d6f5f {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 734.504179] env[70323]: DEBUG oslo_vmware.api [None req-f5938b0c-44b4-4db1-a6f0-29fd311504fd tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Task: {'id': task-3226783, 'name': Destroy_Task, 'duration_secs': 0.343366} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.504443] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-f5938b0c-44b4-4db1-a6f0-29fd311504fd tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] [instance: f5583748-c6c5-4da3-a4c6-d685472511d4] Destroyed the VM [ 734.504681] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-f5938b0c-44b4-4db1-a6f0-29fd311504fd tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] [instance: f5583748-c6c5-4da3-a4c6-d685472511d4] Deleting Snapshot of the VM instance {{(pid=70323) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 734.504947] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8f4df010-cb11-4ae3-a775-e15f7be6e4ac {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.511198] env[70323]: DEBUG oslo_vmware.api [None req-f5938b0c-44b4-4db1-a6f0-29fd311504fd tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Waiting for the task: (returnval){ [ 734.511198] env[70323]: value = "task-3226784" [ 734.511198] env[70323]: _type = "Task" [ 734.511198] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.518292] env[70323]: DEBUG oslo_vmware.api [None req-f5938b0c-44b4-4db1-a6f0-29fd311504fd tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Task: {'id': task-3226784, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.788850] env[70323]: DEBUG nova.network.neutron [req-f8bbe8ad-f5ab-446f-9ec3-b979bc015953 req-357deea6-f7bd-4b3e-9d3b-c66b051a30b9 service nova] [instance: a0a8df6e-572a-4874-9b2e-119e9a8933e6] Updated VIF entry in instance network info cache for port b753cb4a-a738-4bd4-af21-63529e9d6f5f. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 734.788850] env[70323]: DEBUG nova.network.neutron [req-f8bbe8ad-f5ab-446f-9ec3-b979bc015953 req-357deea6-f7bd-4b3e-9d3b-c66b051a30b9 service nova] [instance: a0a8df6e-572a-4874-9b2e-119e9a8933e6] Updating instance_info_cache with network_info: [{"id": "b753cb4a-a738-4bd4-af21-63529e9d6f5f", "address": "fa:16:3e:91:3c:c8", "network": {"id": "cf84f248-8371-4286-887e-d0a74f6bd050", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1700658248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "613ac2ce15594096bb405b5ae23416f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb753cb4a-a7", "ovs_interfaceid": "b753cb4a-a738-4bd4-af21-63529e9d6f5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.023458] env[70323]: DEBUG oslo_vmware.api [None req-f5938b0c-44b4-4db1-a6f0-29fd311504fd tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Task: {'id': task-3226784, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.037481] env[70323]: DEBUG oslo_concurrency.lockutils [None req-32957b55-471b-4b26-a4ea-c51072fca861 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Acquiring lock "8f4f1690-4ef8-4178-8ed1-cd1e5b3da928" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.037754] env[70323]: DEBUG oslo_concurrency.lockutils [None req-32957b55-471b-4b26-a4ea-c51072fca861 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Lock "8f4f1690-4ef8-4178-8ed1-cd1e5b3da928" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.037993] env[70323]: DEBUG oslo_concurrency.lockutils [None req-32957b55-471b-4b26-a4ea-c51072fca861 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Acquiring lock "8f4f1690-4ef8-4178-8ed1-cd1e5b3da928-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.038213] env[70323]: DEBUG oslo_concurrency.lockutils [None req-32957b55-471b-4b26-a4ea-c51072fca861 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Lock "8f4f1690-4ef8-4178-8ed1-cd1e5b3da928-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.038387] env[70323]: DEBUG oslo_concurrency.lockutils [None req-32957b55-471b-4b26-a4ea-c51072fca861 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Lock "8f4f1690-4ef8-4178-8ed1-cd1e5b3da928-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.043071] env[70323]: INFO nova.compute.manager [None req-32957b55-471b-4b26-a4ea-c51072fca861 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] [instance: 8f4f1690-4ef8-4178-8ed1-cd1e5b3da928] Terminating instance [ 735.186881] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b07982-87d0-4113-8088-e4174a73d4a4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.195823] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02bc84f7-1163-41dd-8526-6ea93c3fc012 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.228217] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750e5ee6-755c-4791-b75d-5a4d1bd0bcb6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.232826] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5fe3d6a9-fab5-414a-931e-4eade5c2a114 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Acquiring lock "a0a8df6e-572a-4874-9b2e-119e9a8933e6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.233102] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5fe3d6a9-fab5-414a-931e-4eade5c2a114 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Lock "a0a8df6e-572a-4874-9b2e-119e9a8933e6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.233496] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5fe3d6a9-fab5-414a-931e-4eade5c2a114 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Acquiring lock "a0a8df6e-572a-4874-9b2e-119e9a8933e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.233643] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5fe3d6a9-fab5-414a-931e-4eade5c2a114 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Lock "a0a8df6e-572a-4874-9b2e-119e9a8933e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.233732] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5fe3d6a9-fab5-414a-931e-4eade5c2a114 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Lock "a0a8df6e-572a-4874-9b2e-119e9a8933e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.237844] env[70323]: INFO nova.compute.manager [None req-5fe3d6a9-fab5-414a-931e-4eade5c2a114 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] [instance: a0a8df6e-572a-4874-9b2e-119e9a8933e6] Terminating instance [ 735.240362] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed7ba16-b709-4637-88a6-7ff4b77a34a4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.255896] env[70323]: DEBUG nova.compute.provider_tree [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 735.290661] env[70323]: DEBUG oslo_concurrency.lockutils [req-f8bbe8ad-f5ab-446f-9ec3-b979bc015953 req-357deea6-f7bd-4b3e-9d3b-c66b051a30b9 service nova] Releasing lock "refresh_cache-a0a8df6e-572a-4874-9b2e-119e9a8933e6" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.522013] env[70323]: DEBUG oslo_vmware.api [None req-f5938b0c-44b4-4db1-a6f0-29fd311504fd tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Task: {'id': task-3226784, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.554518] env[70323]: DEBUG oslo_concurrency.lockutils [None req-32957b55-471b-4b26-a4ea-c51072fca861 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Acquiring lock "refresh_cache-8f4f1690-4ef8-4178-8ed1-cd1e5b3da928" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.554518] env[70323]: DEBUG oslo_concurrency.lockutils [None req-32957b55-471b-4b26-a4ea-c51072fca861 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Acquired lock "refresh_cache-8f4f1690-4ef8-4178-8ed1-cd1e5b3da928" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.554518] env[70323]: DEBUG nova.network.neutron [None req-32957b55-471b-4b26-a4ea-c51072fca861 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] [instance: 8f4f1690-4ef8-4178-8ed1-cd1e5b3da928] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 735.746943] env[70323]: DEBUG nova.compute.manager [None req-5fe3d6a9-fab5-414a-931e-4eade5c2a114 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] [instance: a0a8df6e-572a-4874-9b2e-119e9a8933e6] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 735.747213] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe3d6a9-fab5-414a-931e-4eade5c2a114 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] [instance: a0a8df6e-572a-4874-9b2e-119e9a8933e6] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 735.748128] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6517087b-23ed-4765-9081-4a93af11d6ad {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.756279] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fe3d6a9-fab5-414a-931e-4eade5c2a114 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] [instance: a0a8df6e-572a-4874-9b2e-119e9a8933e6] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 735.756479] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2adb5ef4-e358-447a-99de-168b4a25362b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.758529] env[70323]: DEBUG nova.scheduler.client.report [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 735.767161] env[70323]: DEBUG oslo_vmware.api [None req-5fe3d6a9-fab5-414a-931e-4eade5c2a114 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Waiting for the task: (returnval){ [ 735.767161] env[70323]: value = "task-3226785" [ 735.767161] env[70323]: _type = "Task" [ 735.767161] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.775096] env[70323]: DEBUG oslo_vmware.api [None req-5fe3d6a9-fab5-414a-931e-4eade5c2a114 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Task: {'id': task-3226785, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.828863] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9424b4de-a9d2-476a-9183-a692790ba7d3 tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Acquiring lock "a5ca6c00-0437-4f80-b0fa-65b6b68df973" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.829180] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9424b4de-a9d2-476a-9183-a692790ba7d3 tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Lock "a5ca6c00-0437-4f80-b0fa-65b6b68df973" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.829348] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9424b4de-a9d2-476a-9183-a692790ba7d3 tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Acquiring lock "a5ca6c00-0437-4f80-b0fa-65b6b68df973-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.829551] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9424b4de-a9d2-476a-9183-a692790ba7d3 tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Lock "a5ca6c00-0437-4f80-b0fa-65b6b68df973-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.829759] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9424b4de-a9d2-476a-9183-a692790ba7d3 tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Lock "a5ca6c00-0437-4f80-b0fa-65b6b68df973-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.832046] env[70323]: INFO nova.compute.manager [None req-9424b4de-a9d2-476a-9183-a692790ba7d3 tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] [instance: a5ca6c00-0437-4f80-b0fa-65b6b68df973] Terminating instance [ 736.023511] env[70323]: DEBUG oslo_vmware.api [None req-f5938b0c-44b4-4db1-a6f0-29fd311504fd tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Task: {'id': task-3226784, 'name': RemoveSnapshot_Task, 'duration_secs': 1.413513} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.023842] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-f5938b0c-44b4-4db1-a6f0-29fd311504fd tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] [instance: f5583748-c6c5-4da3-a4c6-d685472511d4] Deleted Snapshot of the VM instance {{(pid=70323) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 736.024742] env[70323]: INFO nova.compute.manager [None req-f5938b0c-44b4-4db1-a6f0-29fd311504fd tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] [instance: f5583748-c6c5-4da3-a4c6-d685472511d4] Took 14.67 seconds to snapshot the instance on the hypervisor. [ 736.072993] env[70323]: DEBUG nova.network.neutron [None req-32957b55-471b-4b26-a4ea-c51072fca861 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] [instance: 8f4f1690-4ef8-4178-8ed1-cd1e5b3da928] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 736.120172] env[70323]: DEBUG nova.network.neutron [None req-32957b55-471b-4b26-a4ea-c51072fca861 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] [instance: 8f4f1690-4ef8-4178-8ed1-cd1e5b3da928] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.263761] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.592s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.264597] env[70323]: DEBUG nova.compute.manager [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 736.266918] env[70323]: DEBUG oslo_concurrency.lockutils [None req-946e0cd1-cf47-42f6-867f-289aec3b6d45 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 37.597s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.267114] env[70323]: DEBUG nova.objects.instance [None req-946e0cd1-cf47-42f6-867f-289aec3b6d45 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] [instance: 9a2373d0-4c30-4811-8cfb-41cc23028535] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70323) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 736.278420] env[70323]: DEBUG oslo_vmware.api [None req-5fe3d6a9-fab5-414a-931e-4eade5c2a114 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Task: {'id': task-3226785, 'name': PowerOffVM_Task, 'duration_secs': 0.438545} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.278702] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fe3d6a9-fab5-414a-931e-4eade5c2a114 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] [instance: a0a8df6e-572a-4874-9b2e-119e9a8933e6] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 736.278875] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe3d6a9-fab5-414a-931e-4eade5c2a114 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] [instance: a0a8df6e-572a-4874-9b2e-119e9a8933e6] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 736.279314] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6237e19-5fd4-483d-b246-41d22a6ae7b4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.339019] env[70323]: DEBUG nova.compute.manager [None req-9424b4de-a9d2-476a-9183-a692790ba7d3 tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] [instance: a5ca6c00-0437-4f80-b0fa-65b6b68df973] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 736.339019] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-9424b4de-a9d2-476a-9183-a692790ba7d3 tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] [instance: a5ca6c00-0437-4f80-b0fa-65b6b68df973] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 736.339019] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f525c7-3f7b-4c57-aded-0f2b906480ac {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.345115] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-9424b4de-a9d2-476a-9183-a692790ba7d3 tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] [instance: a5ca6c00-0437-4f80-b0fa-65b6b68df973] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 736.345523] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ebf44809-dff9-4431-90ac-35e9e8863b9a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.351037] env[70323]: DEBUG oslo_vmware.api [None req-9424b4de-a9d2-476a-9183-a692790ba7d3 tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Waiting for the task: (returnval){ [ 736.351037] env[70323]: value = "task-3226787" [ 736.351037] env[70323]: _type = "Task" [ 736.351037] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.357982] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe3d6a9-fab5-414a-931e-4eade5c2a114 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] [instance: a0a8df6e-572a-4874-9b2e-119e9a8933e6] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 736.358209] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe3d6a9-fab5-414a-931e-4eade5c2a114 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] [instance: a0a8df6e-572a-4874-9b2e-119e9a8933e6] Deleting contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 736.358385] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fe3d6a9-fab5-414a-931e-4eade5c2a114 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Deleting the datastore file [datastore2] a0a8df6e-572a-4874-9b2e-119e9a8933e6 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 736.358647] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3dc58cac-3818-4820-a937-946687beed9b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.363522] env[70323]: DEBUG oslo_vmware.api [None req-9424b4de-a9d2-476a-9183-a692790ba7d3 tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Task: {'id': task-3226787, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.369670] env[70323]: DEBUG oslo_vmware.api [None req-5fe3d6a9-fab5-414a-931e-4eade5c2a114 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Waiting for the task: (returnval){ [ 736.369670] env[70323]: value = "task-3226788" [ 736.369670] env[70323]: _type = "Task" [ 736.369670] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.377079] env[70323]: DEBUG oslo_vmware.api [None req-5fe3d6a9-fab5-414a-931e-4eade5c2a114 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Task: {'id': task-3226788, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.626122] env[70323]: DEBUG oslo_concurrency.lockutils [None req-32957b55-471b-4b26-a4ea-c51072fca861 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Releasing lock "refresh_cache-8f4f1690-4ef8-4178-8ed1-cd1e5b3da928" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.626351] env[70323]: DEBUG nova.compute.manager [None req-32957b55-471b-4b26-a4ea-c51072fca861 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] [instance: 8f4f1690-4ef8-4178-8ed1-cd1e5b3da928] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 736.626593] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-32957b55-471b-4b26-a4ea-c51072fca861 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] [instance: 8f4f1690-4ef8-4178-8ed1-cd1e5b3da928] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 736.627953] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14b6bc0-922f-4b96-8951-eed64ad26003 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.636270] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-32957b55-471b-4b26-a4ea-c51072fca861 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] [instance: 8f4f1690-4ef8-4178-8ed1-cd1e5b3da928] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 736.636371] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c24bbdd-682d-4ef1-abb0-82bd36926d07 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.643551] env[70323]: DEBUG oslo_vmware.api [None req-32957b55-471b-4b26-a4ea-c51072fca861 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Waiting for the task: (returnval){ [ 736.643551] env[70323]: value = "task-3226789" [ 736.643551] env[70323]: _type = "Task" [ 736.643551] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.654365] env[70323]: DEBUG oslo_vmware.api [None req-32957b55-471b-4b26-a4ea-c51072fca861 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Task: {'id': task-3226789, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.775235] env[70323]: DEBUG nova.compute.utils [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 736.777012] env[70323]: DEBUG nova.compute.manager [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 736.777199] env[70323]: DEBUG nova.network.neutron [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 736.812450] env[70323]: DEBUG nova.policy [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8f8a2cd50cc34c1fa41a5b54e4988191', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59ea186f9eb14bfd914ef3bde9458745', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 736.860956] env[70323]: DEBUG oslo_vmware.api [None req-9424b4de-a9d2-476a-9183-a692790ba7d3 tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Task: {'id': task-3226787, 'name': PowerOffVM_Task, 'duration_secs': 0.207926} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.861272] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-9424b4de-a9d2-476a-9183-a692790ba7d3 tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] [instance: a5ca6c00-0437-4f80-b0fa-65b6b68df973] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 736.861453] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-9424b4de-a9d2-476a-9183-a692790ba7d3 tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] [instance: a5ca6c00-0437-4f80-b0fa-65b6b68df973] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 736.861694] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29dea481-21c2-4ed2-8904-5a81c6bd48a2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.877390] env[70323]: DEBUG oslo_vmware.api [None req-5fe3d6a9-fab5-414a-931e-4eade5c2a114 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Task: {'id': task-3226788, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267251} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.877628] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fe3d6a9-fab5-414a-931e-4eade5c2a114 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 736.877810] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe3d6a9-fab5-414a-931e-4eade5c2a114 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] [instance: a0a8df6e-572a-4874-9b2e-119e9a8933e6] Deleted contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 736.877984] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe3d6a9-fab5-414a-931e-4eade5c2a114 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] [instance: a0a8df6e-572a-4874-9b2e-119e9a8933e6] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 736.878172] env[70323]: INFO nova.compute.manager [None req-5fe3d6a9-fab5-414a-931e-4eade5c2a114 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] [instance: a0a8df6e-572a-4874-9b2e-119e9a8933e6] Took 1.13 seconds to destroy the instance on the hypervisor. [ 736.878450] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5fe3d6a9-fab5-414a-931e-4eade5c2a114 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 736.878613] env[70323]: DEBUG nova.compute.manager [-] [instance: a0a8df6e-572a-4874-9b2e-119e9a8933e6] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 736.878815] env[70323]: DEBUG nova.network.neutron [-] [instance: a0a8df6e-572a-4874-9b2e-119e9a8933e6] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 736.924834] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-9424b4de-a9d2-476a-9183-a692790ba7d3 tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] [instance: a5ca6c00-0437-4f80-b0fa-65b6b68df973] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 736.925723] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-9424b4de-a9d2-476a-9183-a692790ba7d3 tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] [instance: a5ca6c00-0437-4f80-b0fa-65b6b68df973] Deleting contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 736.925723] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-9424b4de-a9d2-476a-9183-a692790ba7d3 tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Deleting the datastore file [datastore1] a5ca6c00-0437-4f80-b0fa-65b6b68df973 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 736.925723] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3bd60789-1be6-433b-9df3-791302e664b9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.932266] env[70323]: DEBUG oslo_vmware.api [None req-9424b4de-a9d2-476a-9183-a692790ba7d3 tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Waiting for the task: (returnval){ [ 736.932266] env[70323]: value = "task-3226791" [ 736.932266] env[70323]: _type = "Task" [ 736.932266] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.940499] env[70323]: DEBUG oslo_vmware.api [None req-9424b4de-a9d2-476a-9183-a692790ba7d3 tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Task: {'id': task-3226791, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.129942] env[70323]: DEBUG nova.network.neutron [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Successfully created port: 8c5f3432-2d20-4f0c-9576-6e4751241d3f {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 737.143673] env[70323]: DEBUG nova.compute.manager [req-ab1f5069-a601-40b9-8b69-2481c5736f52 req-ae153021-3234-436f-bb49-46c0a91ae3f9 service nova] [instance: a0a8df6e-572a-4874-9b2e-119e9a8933e6] Received event network-vif-deleted-b753cb4a-a738-4bd4-af21-63529e9d6f5f {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.143885] env[70323]: INFO nova.compute.manager [req-ab1f5069-a601-40b9-8b69-2481c5736f52 req-ae153021-3234-436f-bb49-46c0a91ae3f9 service nova] [instance: a0a8df6e-572a-4874-9b2e-119e9a8933e6] Neutron deleted interface b753cb4a-a738-4bd4-af21-63529e9d6f5f; detaching it from the instance and deleting it from the info cache [ 737.144070] env[70323]: DEBUG nova.network.neutron [req-ab1f5069-a601-40b9-8b69-2481c5736f52 req-ae153021-3234-436f-bb49-46c0a91ae3f9 service nova] [instance: a0a8df6e-572a-4874-9b2e-119e9a8933e6] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.164419] env[70323]: DEBUG oslo_vmware.api [None req-32957b55-471b-4b26-a4ea-c51072fca861 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Task: {'id': task-3226789, 'name': PowerOffVM_Task, 'duration_secs': 0.108328} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.165244] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-32957b55-471b-4b26-a4ea-c51072fca861 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] [instance: 8f4f1690-4ef8-4178-8ed1-cd1e5b3da928] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 737.165465] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-32957b55-471b-4b26-a4ea-c51072fca861 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] [instance: 8f4f1690-4ef8-4178-8ed1-cd1e5b3da928] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 737.165726] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-590b8927-50ca-455d-ac3c-a6ab968e5630 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.173943] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bace8af2-3cb3-4795-92e8-d50c9479155b tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Acquiring lock "f5583748-c6c5-4da3-a4c6-d685472511d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.174188] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bace8af2-3cb3-4795-92e8-d50c9479155b tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Lock "f5583748-c6c5-4da3-a4c6-d685472511d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.174390] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bace8af2-3cb3-4795-92e8-d50c9479155b tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Acquiring lock "f5583748-c6c5-4da3-a4c6-d685472511d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.174571] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bace8af2-3cb3-4795-92e8-d50c9479155b tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Lock "f5583748-c6c5-4da3-a4c6-d685472511d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.174777] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bace8af2-3cb3-4795-92e8-d50c9479155b tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Lock "f5583748-c6c5-4da3-a4c6-d685472511d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.177876] env[70323]: INFO nova.compute.manager [None req-bace8af2-3cb3-4795-92e8-d50c9479155b tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] [instance: f5583748-c6c5-4da3-a4c6-d685472511d4] Terminating instance [ 737.188545] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-32957b55-471b-4b26-a4ea-c51072fca861 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] [instance: 8f4f1690-4ef8-4178-8ed1-cd1e5b3da928] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 737.188795] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-32957b55-471b-4b26-a4ea-c51072fca861 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] [instance: 8f4f1690-4ef8-4178-8ed1-cd1e5b3da928] Deleting contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 737.188981] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-32957b55-471b-4b26-a4ea-c51072fca861 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Deleting the datastore file [datastore2] 8f4f1690-4ef8-4178-8ed1-cd1e5b3da928 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 737.189546] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f1ca860-0304-4d32-bd92-5f519ac8168f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.195666] env[70323]: DEBUG oslo_vmware.api [None req-32957b55-471b-4b26-a4ea-c51072fca861 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Waiting for the task: (returnval){ [ 737.195666] env[70323]: value = "task-3226793" [ 737.195666] env[70323]: _type = "Task" [ 737.195666] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.204435] env[70323]: DEBUG oslo_vmware.api [None req-32957b55-471b-4b26-a4ea-c51072fca861 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Task: {'id': task-3226793, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.278135] env[70323]: DEBUG oslo_concurrency.lockutils [None req-946e0cd1-cf47-42f6-867f-289aec3b6d45 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.280025] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.489s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.280835] env[70323]: INFO nova.compute.claims [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: a48068d4-716f-4df7-b75b-d522cbf99d46] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 737.289259] env[70323]: DEBUG nova.compute.manager [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 737.441984] env[70323]: DEBUG oslo_vmware.api [None req-9424b4de-a9d2-476a-9183-a692790ba7d3 tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Task: {'id': task-3226791, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158546} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.443439] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-9424b4de-a9d2-476a-9183-a692790ba7d3 tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 737.443671] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-9424b4de-a9d2-476a-9183-a692790ba7d3 tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] [instance: a5ca6c00-0437-4f80-b0fa-65b6b68df973] Deleted contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 737.443808] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-9424b4de-a9d2-476a-9183-a692790ba7d3 tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] [instance: a5ca6c00-0437-4f80-b0fa-65b6b68df973] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 737.443981] env[70323]: INFO nova.compute.manager [None req-9424b4de-a9d2-476a-9183-a692790ba7d3 tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] [instance: a5ca6c00-0437-4f80-b0fa-65b6b68df973] Took 1.11 seconds to destroy the instance on the hypervisor. [ 737.444249] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9424b4de-a9d2-476a-9183-a692790ba7d3 tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 737.444441] env[70323]: DEBUG nova.compute.manager [-] [instance: a5ca6c00-0437-4f80-b0fa-65b6b68df973] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 737.444536] env[70323]: DEBUG nova.network.neutron [-] [instance: a5ca6c00-0437-4f80-b0fa-65b6b68df973] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 737.626239] env[70323]: DEBUG nova.network.neutron [-] [instance: a0a8df6e-572a-4874-9b2e-119e9a8933e6] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.650782] env[70323]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-89f8a37b-affa-4091-abec-fec67f31dc61 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.661317] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f85d34-4e1e-4c34-a3c7-caa484590bb6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.693300] env[70323]: DEBUG nova.compute.manager [None req-bace8af2-3cb3-4795-92e8-d50c9479155b tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] [instance: f5583748-c6c5-4da3-a4c6-d685472511d4] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 737.693300] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-bace8af2-3cb3-4795-92e8-d50c9479155b tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] [instance: f5583748-c6c5-4da3-a4c6-d685472511d4] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 737.693300] env[70323]: DEBUG nova.compute.manager [req-ab1f5069-a601-40b9-8b69-2481c5736f52 req-ae153021-3234-436f-bb49-46c0a91ae3f9 service nova] [instance: a0a8df6e-572a-4874-9b2e-119e9a8933e6] Detach interface failed, port_id=b753cb4a-a738-4bd4-af21-63529e9d6f5f, reason: Instance a0a8df6e-572a-4874-9b2e-119e9a8933e6 could not be found. {{(pid=70323) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 737.694106] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a0efd6-4392-417d-ae59-ab5b18c88104 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.705904] env[70323]: DEBUG oslo_vmware.api [None req-32957b55-471b-4b26-a4ea-c51072fca861 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Task: {'id': task-3226793, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.106765} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.708440] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-32957b55-471b-4b26-a4ea-c51072fca861 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 737.708440] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-32957b55-471b-4b26-a4ea-c51072fca861 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] [instance: 8f4f1690-4ef8-4178-8ed1-cd1e5b3da928] Deleted contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 737.708440] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-32957b55-471b-4b26-a4ea-c51072fca861 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] [instance: 8f4f1690-4ef8-4178-8ed1-cd1e5b3da928] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 737.708557] env[70323]: INFO nova.compute.manager [None req-32957b55-471b-4b26-a4ea-c51072fca861 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] [instance: 8f4f1690-4ef8-4178-8ed1-cd1e5b3da928] Took 1.08 seconds to destroy the instance on the hypervisor. [ 737.708744] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-32957b55-471b-4b26-a4ea-c51072fca861 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 737.710337] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-bace8af2-3cb3-4795-92e8-d50c9479155b tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] [instance: f5583748-c6c5-4da3-a4c6-d685472511d4] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 737.710337] env[70323]: DEBUG nova.compute.manager [-] [instance: 8f4f1690-4ef8-4178-8ed1-cd1e5b3da928] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 737.710337] env[70323]: DEBUG nova.network.neutron [-] [instance: 8f4f1690-4ef8-4178-8ed1-cd1e5b3da928] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 737.710909] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40219675-aec5-4777-bdfa-9fd9c1683261 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.722018] env[70323]: DEBUG oslo_vmware.api [None req-bace8af2-3cb3-4795-92e8-d50c9479155b tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Waiting for the task: (returnval){ [ 737.722018] env[70323]: value = "task-3226794" [ 737.722018] env[70323]: _type = "Task" [ 737.722018] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.729736] env[70323]: DEBUG oslo_vmware.api [None req-bace8af2-3cb3-4795-92e8-d50c9479155b tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Task: {'id': task-3226794, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.730453] env[70323]: DEBUG nova.network.neutron [-] [instance: 8f4f1690-4ef8-4178-8ed1-cd1e5b3da928] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 738.128847] env[70323]: INFO nova.compute.manager [-] [instance: a0a8df6e-572a-4874-9b2e-119e9a8933e6] Took 1.25 seconds to deallocate network for instance. [ 738.215192] env[70323]: DEBUG nova.network.neutron [-] [instance: a5ca6c00-0437-4f80-b0fa-65b6b68df973] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.230108] env[70323]: DEBUG oslo_vmware.api [None req-bace8af2-3cb3-4795-92e8-d50c9479155b tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Task: {'id': task-3226794, 'name': PowerOffVM_Task, 'duration_secs': 0.229018} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.230385] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-bace8af2-3cb3-4795-92e8-d50c9479155b tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] [instance: f5583748-c6c5-4da3-a4c6-d685472511d4] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 738.230554] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-bace8af2-3cb3-4795-92e8-d50c9479155b tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] [instance: f5583748-c6c5-4da3-a4c6-d685472511d4] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 738.230815] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1194b588-3acc-4c31-8d2f-8aa21a425171 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.232760] env[70323]: DEBUG nova.network.neutron [-] [instance: 8f4f1690-4ef8-4178-8ed1-cd1e5b3da928] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.300524] env[70323]: DEBUG nova.compute.manager [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 738.304192] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-bace8af2-3cb3-4795-92e8-d50c9479155b tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] [instance: f5583748-c6c5-4da3-a4c6-d685472511d4] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 738.304192] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-bace8af2-3cb3-4795-92e8-d50c9479155b tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] [instance: f5583748-c6c5-4da3-a4c6-d685472511d4] Deleting contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 738.304192] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-bace8af2-3cb3-4795-92e8-d50c9479155b tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Deleting the datastore file [datastore1] f5583748-c6c5-4da3-a4c6-d685472511d4 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 738.304192] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71842461-3db8-4ca9-abf9-be61e9963e02 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.311210] env[70323]: DEBUG oslo_vmware.api [None req-bace8af2-3cb3-4795-92e8-d50c9479155b tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Waiting for the task: (returnval){ [ 738.311210] env[70323]: value = "task-3226796" [ 738.311210] env[70323]: _type = "Task" [ 738.311210] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.319603] env[70323]: DEBUG oslo_vmware.api [None req-bace8af2-3cb3-4795-92e8-d50c9479155b tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Task: {'id': task-3226796, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.328123] env[70323]: DEBUG nova.virt.hardware [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 738.328317] env[70323]: DEBUG nova.virt.hardware [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 738.328502] env[70323]: DEBUG nova.virt.hardware [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 738.328702] env[70323]: DEBUG nova.virt.hardware [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 738.328848] env[70323]: DEBUG nova.virt.hardware [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 738.328991] env[70323]: DEBUG nova.virt.hardware [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 738.329586] env[70323]: DEBUG nova.virt.hardware [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 738.329776] env[70323]: DEBUG nova.virt.hardware [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 738.329953] env[70323]: DEBUG nova.virt.hardware [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 738.330144] env[70323]: DEBUG nova.virt.hardware [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 738.330323] env[70323]: DEBUG nova.virt.hardware [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 738.331505] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f11b8aa3-a0af-48a5-af91-631d48d3ea8c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.343094] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6f7f0c-4832-46b5-b29b-b5f3f5e2783a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.635429] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5fe3d6a9-fab5-414a-931e-4eade5c2a114 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.718326] env[70323]: INFO nova.compute.manager [-] [instance: a5ca6c00-0437-4f80-b0fa-65b6b68df973] Took 1.27 seconds to deallocate network for instance. [ 738.735737] env[70323]: INFO nova.compute.manager [-] [instance: 8f4f1690-4ef8-4178-8ed1-cd1e5b3da928] Took 1.03 seconds to deallocate network for instance. [ 738.825228] env[70323]: DEBUG oslo_vmware.api [None req-bace8af2-3cb3-4795-92e8-d50c9479155b tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Task: {'id': task-3226796, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225913} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.827832] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-bace8af2-3cb3-4795-92e8-d50c9479155b tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 738.828164] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-bace8af2-3cb3-4795-92e8-d50c9479155b tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] [instance: f5583748-c6c5-4da3-a4c6-d685472511d4] Deleted contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 738.829104] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-bace8af2-3cb3-4795-92e8-d50c9479155b tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] [instance: f5583748-c6c5-4da3-a4c6-d685472511d4] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 738.829104] env[70323]: INFO nova.compute.manager [None req-bace8af2-3cb3-4795-92e8-d50c9479155b tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] [instance: f5583748-c6c5-4da3-a4c6-d685472511d4] Took 1.14 seconds to destroy the instance on the hypervisor. [ 738.829104] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bace8af2-3cb3-4795-92e8-d50c9479155b tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 738.829284] env[70323]: DEBUG nova.compute.manager [-] [instance: f5583748-c6c5-4da3-a4c6-d685472511d4] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 738.829284] env[70323]: DEBUG nova.network.neutron [-] [instance: f5583748-c6c5-4da3-a4c6-d685472511d4] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 738.909013] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259e768d-cc42-46e8-9ee4-7d773cf72371 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.919345] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f6fd1d-6157-4674-9fd2-c6e7745a632b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.973222] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2795da4d-1c38-40bd-ab0e-4fcd84e046e2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.978628] env[70323]: DEBUG nova.compute.manager [req-dc02ac6c-e1ed-407c-94ec-9bb7965bd51a req-67ef90a2-d24d-4f00-8a5b-d514b88d9b55 service nova] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Received event network-vif-plugged-8c5f3432-2d20-4f0c-9576-6e4751241d3f {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.978959] env[70323]: DEBUG oslo_concurrency.lockutils [req-dc02ac6c-e1ed-407c-94ec-9bb7965bd51a req-67ef90a2-d24d-4f00-8a5b-d514b88d9b55 service nova] Acquiring lock "94af8883-9a40-4929-8b36-16c400b3d18a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.979308] env[70323]: DEBUG oslo_concurrency.lockutils [req-dc02ac6c-e1ed-407c-94ec-9bb7965bd51a req-67ef90a2-d24d-4f00-8a5b-d514b88d9b55 service nova] Lock "94af8883-9a40-4929-8b36-16c400b3d18a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.979613] env[70323]: DEBUG oslo_concurrency.lockutils [req-dc02ac6c-e1ed-407c-94ec-9bb7965bd51a req-67ef90a2-d24d-4f00-8a5b-d514b88d9b55 service nova] Lock "94af8883-9a40-4929-8b36-16c400b3d18a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.979907] env[70323]: DEBUG nova.compute.manager [req-dc02ac6c-e1ed-407c-94ec-9bb7965bd51a req-67ef90a2-d24d-4f00-8a5b-d514b88d9b55 service nova] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] No waiting events found dispatching network-vif-plugged-8c5f3432-2d20-4f0c-9576-6e4751241d3f {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 738.980217] env[70323]: WARNING nova.compute.manager [req-dc02ac6c-e1ed-407c-94ec-9bb7965bd51a req-67ef90a2-d24d-4f00-8a5b-d514b88d9b55 service nova] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Received unexpected event network-vif-plugged-8c5f3432-2d20-4f0c-9576-6e4751241d3f for instance with vm_state building and task_state spawning. [ 738.988905] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f67b2bc-f55e-4fd0-9bc2-311fb7d3c82d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.015897] env[70323]: DEBUG nova.compute.provider_tree [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 739.056600] env[70323]: DEBUG nova.network.neutron [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Successfully updated port: 8c5f3432-2d20-4f0c-9576-6e4751241d3f {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 739.202745] env[70323]: DEBUG nova.compute.manager [req-b3de68e4-2588-4280-9e7c-4b05d6479efd req-14e8f212-6250-45b1-bec1-75855b556c86 service nova] [instance: a5ca6c00-0437-4f80-b0fa-65b6b68df973] Received event network-vif-deleted-6992d7d9-4b49-40f1-8947-66389885603c {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.229186] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9424b4de-a9d2-476a-9183-a692790ba7d3 tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.246042] env[70323]: DEBUG oslo_concurrency.lockutils [None req-32957b55-471b-4b26-a4ea-c51072fca861 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.520276] env[70323]: DEBUG nova.scheduler.client.report [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 739.559056] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Acquiring lock "refresh_cache-94af8883-9a40-4929-8b36-16c400b3d18a" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.559186] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Acquired lock "refresh_cache-94af8883-9a40-4929-8b36-16c400b3d18a" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.559570] env[70323]: DEBUG nova.network.neutron [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 739.659580] env[70323]: DEBUG nova.network.neutron [-] [instance: f5583748-c6c5-4da3-a4c6-d685472511d4] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.026567] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.747s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.026794] env[70323]: DEBUG nova.compute.manager [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: a48068d4-716f-4df7-b75b-d522cbf99d46] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 740.029336] env[70323]: DEBUG oslo_concurrency.lockutils [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.536s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.030703] env[70323]: INFO nova.compute.claims [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] [instance: 7be2da39-a762-4d2f-a520-44120528267c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 740.090897] env[70323]: DEBUG nova.network.neutron [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 740.163568] env[70323]: INFO nova.compute.manager [-] [instance: f5583748-c6c5-4da3-a4c6-d685472511d4] Took 1.33 seconds to deallocate network for instance. [ 740.256385] env[70323]: DEBUG nova.network.neutron [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Updating instance_info_cache with network_info: [{"id": "8c5f3432-2d20-4f0c-9576-6e4751241d3f", "address": "fa:16:3e:f1:25:97", "network": {"id": "04147f98-e096-4b08-86fd-82e3dbb0599e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-823971767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59ea186f9eb14bfd914ef3bde9458745", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3952eb02-1162-48ed-8227-9c138960d583", "external-id": "nsx-vlan-transportzone-250", "segmentation_id": 250, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c5f3432-2d", "ovs_interfaceid": "8c5f3432-2d20-4f0c-9576-6e4751241d3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.536093] env[70323]: DEBUG nova.compute.utils [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 740.538896] env[70323]: DEBUG nova.compute.manager [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: a48068d4-716f-4df7-b75b-d522cbf99d46] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 740.539067] env[70323]: DEBUG nova.network.neutron [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: a48068d4-716f-4df7-b75b-d522cbf99d46] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 740.583414] env[70323]: DEBUG nova.policy [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a559cbe33d04d1cb7a551179e7a07f9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce2da29e7c3b420e890c47f9abcd0a92', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 740.670413] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bace8af2-3cb3-4795-92e8-d50c9479155b tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.760246] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Releasing lock "refresh_cache-94af8883-9a40-4929-8b36-16c400b3d18a" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.760246] env[70323]: DEBUG nova.compute.manager [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Instance network_info: |[{"id": "8c5f3432-2d20-4f0c-9576-6e4751241d3f", "address": "fa:16:3e:f1:25:97", "network": {"id": "04147f98-e096-4b08-86fd-82e3dbb0599e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-823971767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59ea186f9eb14bfd914ef3bde9458745", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3952eb02-1162-48ed-8227-9c138960d583", "external-id": "nsx-vlan-transportzone-250", "segmentation_id": 250, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c5f3432-2d", "ovs_interfaceid": "8c5f3432-2d20-4f0c-9576-6e4751241d3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 740.760246] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:25:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3952eb02-1162-48ed-8227-9c138960d583', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c5f3432-2d20-4f0c-9576-6e4751241d3f', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 740.767669] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Creating folder: Project (59ea186f9eb14bfd914ef3bde9458745). Parent ref: group-v644941. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 740.768070] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-68d1a451-862f-4ece-aae6-7b6b6cfc1699 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.778930] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Created folder: Project (59ea186f9eb14bfd914ef3bde9458745) in parent group-v644941. [ 740.779068] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Creating folder: Instances. Parent ref: group-v645048. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 740.779416] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a4804a61-1db5-4c2f-910b-50c0ad9ca568 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.787926] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Created folder: Instances in parent group-v645048. [ 740.788199] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 740.788395] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 740.788604] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-133bf1da-be81-4198-9b69-7a9e1f0ae400 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.808770] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 740.808770] env[70323]: value = "task-3226799" [ 740.808770] env[70323]: _type = "Task" [ 740.808770] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.817734] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226799, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.875195] env[70323]: DEBUG nova.network.neutron [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: a48068d4-716f-4df7-b75b-d522cbf99d46] Successfully created port: 6aa90931-bb4a-43c0-8b9f-76dd52296928 {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 741.040785] env[70323]: DEBUG nova.compute.manager [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: a48068d4-716f-4df7-b75b-d522cbf99d46] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 741.056113] env[70323]: DEBUG nova.compute.manager [req-2c749b38-adbf-4a5d-a3c8-1f5bce0b8f2c req-56780656-6734-4a67-ac67-5227f8b05fc2 service nova] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Received event network-changed-8c5f3432-2d20-4f0c-9576-6e4751241d3f {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.056368] env[70323]: DEBUG nova.compute.manager [req-2c749b38-adbf-4a5d-a3c8-1f5bce0b8f2c req-56780656-6734-4a67-ac67-5227f8b05fc2 service nova] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Refreshing instance network info cache due to event network-changed-8c5f3432-2d20-4f0c-9576-6e4751241d3f. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 741.056608] env[70323]: DEBUG oslo_concurrency.lockutils [req-2c749b38-adbf-4a5d-a3c8-1f5bce0b8f2c req-56780656-6734-4a67-ac67-5227f8b05fc2 service nova] Acquiring lock "refresh_cache-94af8883-9a40-4929-8b36-16c400b3d18a" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.056775] env[70323]: DEBUG oslo_concurrency.lockutils [req-2c749b38-adbf-4a5d-a3c8-1f5bce0b8f2c req-56780656-6734-4a67-ac67-5227f8b05fc2 service nova] Acquired lock "refresh_cache-94af8883-9a40-4929-8b36-16c400b3d18a" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.056906] env[70323]: DEBUG nova.network.neutron [req-2c749b38-adbf-4a5d-a3c8-1f5bce0b8f2c req-56780656-6734-4a67-ac67-5227f8b05fc2 service nova] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Refreshing network info cache for port 8c5f3432-2d20-4f0c-9576-6e4751241d3f {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 741.320847] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226799, 'name': CreateVM_Task, 'duration_secs': 0.302053} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.322848] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 741.322848] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.322848] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.322848] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.322848] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1eceb310-c70d-4df8-a84e-97ace29e155b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.330774] env[70323]: DEBUG oslo_vmware.api [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for the task: (returnval){ [ 741.330774] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]523eb2a0-eb22-2335-606f-e432dfc9d6ce" [ 741.330774] env[70323]: _type = "Task" [ 741.330774] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.335614] env[70323]: DEBUG oslo_vmware.api [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]523eb2a0-eb22-2335-606f-e432dfc9d6ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.356980] env[70323]: DEBUG nova.compute.manager [req-374e1a6d-44a5-4d08-b8d9-cd4b12b04e4a req-8f4889ef-7c2a-4788-8037-2aefc2d5d05d service nova] [instance: f5583748-c6c5-4da3-a4c6-d685472511d4] Received event network-vif-deleted-a4e434f0-d9bd-4ade-90a5-5dd4e5d16e27 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.580717] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d88e7d5-160f-438f-a93a-cf5c1a21a393 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.588390] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9016c5-7d25-4a89-89d5-8c4d76991d39 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.622241] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d7bd2c-95a0-4222-b026-c5973802b0cd {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.629882] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb09a31-43c2-4ca9-b972-23e3353c54d3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.644912] env[70323]: DEBUG nova.compute.provider_tree [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 741.839364] env[70323]: DEBUG oslo_vmware.api [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]523eb2a0-eb22-2335-606f-e432dfc9d6ce, 'name': SearchDatastore_Task, 'duration_secs': 0.011746} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.839703] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.839937] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 741.840184] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.840322] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.840528] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 741.840814] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03a145dd-17f4-4daa-b7a3-31b18614873d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.845974] env[70323]: DEBUG nova.network.neutron [req-2c749b38-adbf-4a5d-a3c8-1f5bce0b8f2c req-56780656-6734-4a67-ac67-5227f8b05fc2 service nova] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Updated VIF entry in instance network info cache for port 8c5f3432-2d20-4f0c-9576-6e4751241d3f. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 741.846316] env[70323]: DEBUG nova.network.neutron [req-2c749b38-adbf-4a5d-a3c8-1f5bce0b8f2c req-56780656-6734-4a67-ac67-5227f8b05fc2 service nova] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Updating instance_info_cache with network_info: [{"id": "8c5f3432-2d20-4f0c-9576-6e4751241d3f", "address": "fa:16:3e:f1:25:97", "network": {"id": "04147f98-e096-4b08-86fd-82e3dbb0599e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-823971767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59ea186f9eb14bfd914ef3bde9458745", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3952eb02-1162-48ed-8227-9c138960d583", "external-id": "nsx-vlan-transportzone-250", "segmentation_id": 250, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c5f3432-2d", "ovs_interfaceid": "8c5f3432-2d20-4f0c-9576-6e4751241d3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.849711] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 741.849879] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 741.850674] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31b0c996-3cd5-4c8e-85d0-f1d308f8a8a6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.855788] env[70323]: DEBUG oslo_vmware.api [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for the task: (returnval){ [ 741.855788] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52766b6c-0e4e-8887-b3e2-5757242d3757" [ 741.855788] env[70323]: _type = "Task" [ 741.855788] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.864806] env[70323]: DEBUG oslo_vmware.api [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52766b6c-0e4e-8887-b3e2-5757242d3757, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.058514] env[70323]: DEBUG nova.compute.manager [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: a48068d4-716f-4df7-b75b-d522cbf99d46] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 742.082256] env[70323]: DEBUG nova.virt.hardware [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 742.082506] env[70323]: DEBUG nova.virt.hardware [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 742.082661] env[70323]: DEBUG nova.virt.hardware [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 742.082841] env[70323]: DEBUG nova.virt.hardware [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 742.082988] env[70323]: DEBUG nova.virt.hardware [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 742.083154] env[70323]: DEBUG nova.virt.hardware [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 742.083370] env[70323]: DEBUG nova.virt.hardware [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 742.083527] env[70323]: DEBUG nova.virt.hardware [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 742.083693] env[70323]: DEBUG nova.virt.hardware [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 742.083852] env[70323]: DEBUG nova.virt.hardware [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 742.084032] env[70323]: DEBUG nova.virt.hardware [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 742.084872] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee530ee-b2ce-4aa4-adc0-ca9927366055 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.092698] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72cf43f6-16a4-4d19-848a-372f2129a3d8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.149217] env[70323]: DEBUG nova.scheduler.client.report [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 742.349267] env[70323]: DEBUG oslo_concurrency.lockutils [req-2c749b38-adbf-4a5d-a3c8-1f5bce0b8f2c req-56780656-6734-4a67-ac67-5227f8b05fc2 service nova] Releasing lock "refresh_cache-94af8883-9a40-4929-8b36-16c400b3d18a" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.368820] env[70323]: DEBUG oslo_vmware.api [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52766b6c-0e4e-8887-b3e2-5757242d3757, 'name': SearchDatastore_Task, 'duration_secs': 0.008544} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.369655] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bab95b4a-00c3-4fc5-889c-4cd358e0abe6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.374852] env[70323]: DEBUG oslo_vmware.api [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for the task: (returnval){ [ 742.374852] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52b35b04-ff35-b515-6baf-114c34f8497b" [ 742.374852] env[70323]: _type = "Task" [ 742.374852] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.382841] env[70323]: DEBUG oslo_vmware.api [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52b35b04-ff35-b515-6baf-114c34f8497b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.654088] env[70323]: DEBUG oslo_concurrency.lockutils [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.625s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.654814] env[70323]: DEBUG nova.compute.manager [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] [instance: 7be2da39-a762-4d2f-a520-44120528267c] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 742.659086] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb4991e4-6354-4893-8136-c6eeb01809c0 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.644s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.659086] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb4991e4-6354-4893-8136-c6eeb01809c0 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.664267] env[70323]: DEBUG oslo_concurrency.lockutils [None req-42d49f54-a0af-4fdd-820a-1460b93d4bc2 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.336s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.666212] env[70323]: INFO nova.compute.claims [None req-42d49f54-a0af-4fdd-820a-1460b93d4bc2 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 9632e467-f678-4808-97f7-f228e9bc52bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 742.708020] env[70323]: INFO nova.scheduler.client.report [None req-bb4991e4-6354-4893-8136-c6eeb01809c0 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Deleted allocations for instance 9a2373d0-4c30-4811-8cfb-41cc23028535 [ 742.711633] env[70323]: DEBUG nova.network.neutron [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: a48068d4-716f-4df7-b75b-d522cbf99d46] Successfully updated port: 6aa90931-bb4a-43c0-8b9f-76dd52296928 {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 742.888883] env[70323]: DEBUG oslo_vmware.api [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52b35b04-ff35-b515-6baf-114c34f8497b, 'name': SearchDatastore_Task, 'duration_secs': 0.008715} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.889172] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.889486] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 94af8883-9a40-4929-8b36-16c400b3d18a/94af8883-9a40-4929-8b36-16c400b3d18a.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 742.889718] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59f646b2-a1c0-48fa-9391-015ac84c876f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.896355] env[70323]: DEBUG oslo_vmware.api [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for the task: (returnval){ [ 742.896355] env[70323]: value = "task-3226800" [ 742.896355] env[70323]: _type = "Task" [ 742.896355] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.908068] env[70323]: DEBUG oslo_vmware.api [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3226800, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.177351] env[70323]: DEBUG nova.compute.utils [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 743.177865] env[70323]: DEBUG nova.compute.manager [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] [instance: 7be2da39-a762-4d2f-a520-44120528267c] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 743.181133] env[70323]: DEBUG nova.network.neutron [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] [instance: 7be2da39-a762-4d2f-a520-44120528267c] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 743.215704] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb4991e4-6354-4893-8136-c6eeb01809c0 tempest-ServersListShow298Test-1817627195 tempest-ServersListShow298Test-1817627195-project-member] Lock "9a2373d0-4c30-4811-8cfb-41cc23028535" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.928s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.217930] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Acquiring lock "refresh_cache-a48068d4-716f-4df7-b75b-d522cbf99d46" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.218156] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Acquired lock "refresh_cache-a48068d4-716f-4df7-b75b-d522cbf99d46" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.218249] env[70323]: DEBUG nova.network.neutron [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: a48068d4-716f-4df7-b75b-d522cbf99d46] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 743.252041] env[70323]: DEBUG nova.policy [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82bcaaeb7b1240d58c16cc712bf3a6fb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae53c0e3f8ad4a00a9f9fe236da22fc1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 743.407900] env[70323]: DEBUG oslo_vmware.api [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3226800, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464642} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.408179] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 94af8883-9a40-4929-8b36-16c400b3d18a/94af8883-9a40-4929-8b36-16c400b3d18a.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 743.409513] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 743.409513] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d57c5f2c-8efa-4e43-874c-2a73f9990d7f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.416667] env[70323]: DEBUG oslo_vmware.api [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for the task: (returnval){ [ 743.416667] env[70323]: value = "task-3226801" [ 743.416667] env[70323]: _type = "Task" [ 743.416667] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.424531] env[70323]: DEBUG oslo_vmware.api [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3226801, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.430571] env[70323]: DEBUG nova.compute.manager [req-52b54951-4c08-4344-ac23-fe9b3492875d req-e15cb921-fe88-4152-86ce-13c8ec941cf1 service nova] [instance: a48068d4-716f-4df7-b75b-d522cbf99d46] Received event network-vif-plugged-6aa90931-bb4a-43c0-8b9f-76dd52296928 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.430783] env[70323]: DEBUG oslo_concurrency.lockutils [req-52b54951-4c08-4344-ac23-fe9b3492875d req-e15cb921-fe88-4152-86ce-13c8ec941cf1 service nova] Acquiring lock "a48068d4-716f-4df7-b75b-d522cbf99d46-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.431042] env[70323]: DEBUG oslo_concurrency.lockutils [req-52b54951-4c08-4344-ac23-fe9b3492875d req-e15cb921-fe88-4152-86ce-13c8ec941cf1 service nova] Lock "a48068d4-716f-4df7-b75b-d522cbf99d46-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.431172] env[70323]: DEBUG oslo_concurrency.lockutils [req-52b54951-4c08-4344-ac23-fe9b3492875d req-e15cb921-fe88-4152-86ce-13c8ec941cf1 service nova] Lock "a48068d4-716f-4df7-b75b-d522cbf99d46-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.431341] env[70323]: DEBUG nova.compute.manager [req-52b54951-4c08-4344-ac23-fe9b3492875d req-e15cb921-fe88-4152-86ce-13c8ec941cf1 service nova] [instance: a48068d4-716f-4df7-b75b-d522cbf99d46] No waiting events found dispatching network-vif-plugged-6aa90931-bb4a-43c0-8b9f-76dd52296928 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 743.431505] env[70323]: WARNING nova.compute.manager [req-52b54951-4c08-4344-ac23-fe9b3492875d req-e15cb921-fe88-4152-86ce-13c8ec941cf1 service nova] [instance: a48068d4-716f-4df7-b75b-d522cbf99d46] Received unexpected event network-vif-plugged-6aa90931-bb4a-43c0-8b9f-76dd52296928 for instance with vm_state building and task_state spawning. [ 743.433249] env[70323]: DEBUG nova.compute.manager [req-52b54951-4c08-4344-ac23-fe9b3492875d req-e15cb921-fe88-4152-86ce-13c8ec941cf1 service nova] [instance: a48068d4-716f-4df7-b75b-d522cbf99d46] Received event network-changed-6aa90931-bb4a-43c0-8b9f-76dd52296928 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.433453] env[70323]: DEBUG nova.compute.manager [req-52b54951-4c08-4344-ac23-fe9b3492875d req-e15cb921-fe88-4152-86ce-13c8ec941cf1 service nova] [instance: a48068d4-716f-4df7-b75b-d522cbf99d46] Refreshing instance network info cache due to event network-changed-6aa90931-bb4a-43c0-8b9f-76dd52296928. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 743.433647] env[70323]: DEBUG oslo_concurrency.lockutils [req-52b54951-4c08-4344-ac23-fe9b3492875d req-e15cb921-fe88-4152-86ce-13c8ec941cf1 service nova] Acquiring lock "refresh_cache-a48068d4-716f-4df7-b75b-d522cbf99d46" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.633141] env[70323]: DEBUG nova.network.neutron [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] [instance: 7be2da39-a762-4d2f-a520-44120528267c] Successfully created port: 691f83dd-888d-4120-9164-c8db2fc0a2e4 {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 743.682638] env[70323]: DEBUG nova.compute.manager [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] [instance: 7be2da39-a762-4d2f-a520-44120528267c] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 743.752505] env[70323]: DEBUG nova.network.neutron [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: a48068d4-716f-4df7-b75b-d522cbf99d46] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 743.921581] env[70323]: DEBUG nova.network.neutron [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: a48068d4-716f-4df7-b75b-d522cbf99d46] Updating instance_info_cache with network_info: [{"id": "6aa90931-bb4a-43c0-8b9f-76dd52296928", "address": "fa:16:3e:6d:c0:b2", "network": {"id": "3708bc4f-8fad-49c9-bea5-5393ff690aeb", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-791749317-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ce2da29e7c3b420e890c47f9abcd0a92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6aa90931-bb", "ovs_interfaceid": "6aa90931-bb4a-43c0-8b9f-76dd52296928", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.931880] env[70323]: DEBUG oslo_vmware.api [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3226801, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067096} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.932456] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 743.933746] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d797992-f3b3-4137-a675-38ac662a9f0d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.966034] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 94af8883-9a40-4929-8b36-16c400b3d18a/94af8883-9a40-4929-8b36-16c400b3d18a.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 743.967393] env[70323]: DEBUG nova.network.neutron [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] [instance: 7be2da39-a762-4d2f-a520-44120528267c] Successfully created port: a32a78b7-ef8e-4b66-90e1-ad1daa79a11c {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 743.972682] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43ea63e2-c50a-4f6f-969b-94013ded9697 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.995558] env[70323]: DEBUG oslo_vmware.api [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for the task: (returnval){ [ 743.995558] env[70323]: value = "task-3226802" [ 743.995558] env[70323]: _type = "Task" [ 743.995558] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.005820] env[70323]: DEBUG oslo_vmware.api [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3226802, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.278873] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c78e12c-01fa-436a-b22c-205a8b5910a4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.285995] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7fee83-2bee-43cb-9024-b60fccf6cbb9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.319165] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c25da928-67f0-464b-ab56-d3da29c15de1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.326707] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56b8999-adf0-43ce-a3c0-9fdb7360c711 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.339739] env[70323]: DEBUG nova.compute.provider_tree [None req-42d49f54-a0af-4fdd-820a-1460b93d4bc2 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 744.427551] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Releasing lock "refresh_cache-a48068d4-716f-4df7-b75b-d522cbf99d46" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.427926] env[70323]: DEBUG nova.compute.manager [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: a48068d4-716f-4df7-b75b-d522cbf99d46] Instance network_info: |[{"id": "6aa90931-bb4a-43c0-8b9f-76dd52296928", "address": "fa:16:3e:6d:c0:b2", "network": {"id": "3708bc4f-8fad-49c9-bea5-5393ff690aeb", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-791749317-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ce2da29e7c3b420e890c47f9abcd0a92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6aa90931-bb", "ovs_interfaceid": "6aa90931-bb4a-43c0-8b9f-76dd52296928", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 744.428271] env[70323]: DEBUG oslo_concurrency.lockutils [req-52b54951-4c08-4344-ac23-fe9b3492875d req-e15cb921-fe88-4152-86ce-13c8ec941cf1 service nova] Acquired lock "refresh_cache-a48068d4-716f-4df7-b75b-d522cbf99d46" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.428513] env[70323]: DEBUG nova.network.neutron [req-52b54951-4c08-4344-ac23-fe9b3492875d req-e15cb921-fe88-4152-86ce-13c8ec941cf1 service nova] [instance: a48068d4-716f-4df7-b75b-d522cbf99d46] Refreshing network info cache for port 6aa90931-bb4a-43c0-8b9f-76dd52296928 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 744.429735] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: a48068d4-716f-4df7-b75b-d522cbf99d46] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:c0:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b8af79a-31d5-4d78-93d7-3919aa1d9186', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6aa90931-bb4a-43c0-8b9f-76dd52296928', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 744.438264] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Creating folder: Project (ce2da29e7c3b420e890c47f9abcd0a92). Parent ref: group-v644941. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 744.442035] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c661efaa-4904-4cf4-82ee-f82bda37091f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.453744] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Created folder: Project (ce2da29e7c3b420e890c47f9abcd0a92) in parent group-v644941. [ 744.453977] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Creating folder: Instances. Parent ref: group-v645051. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 744.454316] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d95abadb-c0bb-4146-bd91-570c4e2a1fa6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.463733] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Created folder: Instances in parent group-v645051. [ 744.463973] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 744.464188] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a48068d4-716f-4df7-b75b-d522cbf99d46] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 744.464395] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1eeb81af-c584-44b8-aac3-f4439d35074a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.485787] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 744.485787] env[70323]: value = "task-3226805" [ 744.485787] env[70323]: _type = "Task" [ 744.485787] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.493744] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226805, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.503942] env[70323]: DEBUG oslo_vmware.api [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3226802, 'name': ReconfigVM_Task, 'duration_secs': 0.307735} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.504242] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 94af8883-9a40-4929-8b36-16c400b3d18a/94af8883-9a40-4929-8b36-16c400b3d18a.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 744.504871] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42766e0c-ef88-4ee3-978e-cbce253d4f9a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.510024] env[70323]: DEBUG oslo_vmware.api [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for the task: (returnval){ [ 744.510024] env[70323]: value = "task-3226806" [ 744.510024] env[70323]: _type = "Task" [ 744.510024] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.517851] env[70323]: DEBUG oslo_vmware.api [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3226806, 'name': Rename_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.682920] env[70323]: DEBUG nova.network.neutron [req-52b54951-4c08-4344-ac23-fe9b3492875d req-e15cb921-fe88-4152-86ce-13c8ec941cf1 service nova] [instance: a48068d4-716f-4df7-b75b-d522cbf99d46] Updated VIF entry in instance network info cache for port 6aa90931-bb4a-43c0-8b9f-76dd52296928. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 744.682920] env[70323]: DEBUG nova.network.neutron [req-52b54951-4c08-4344-ac23-fe9b3492875d req-e15cb921-fe88-4152-86ce-13c8ec941cf1 service nova] [instance: a48068d4-716f-4df7-b75b-d522cbf99d46] Updating instance_info_cache with network_info: [{"id": "6aa90931-bb4a-43c0-8b9f-76dd52296928", "address": "fa:16:3e:6d:c0:b2", "network": {"id": "3708bc4f-8fad-49c9-bea5-5393ff690aeb", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-791749317-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ce2da29e7c3b420e890c47f9abcd0a92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6aa90931-bb", "ovs_interfaceid": "6aa90931-bb4a-43c0-8b9f-76dd52296928", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.690934] env[70323]: DEBUG nova.compute.manager [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] [instance: 7be2da39-a762-4d2f-a520-44120528267c] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 744.721689] env[70323]: DEBUG nova.virt.hardware [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 744.721953] env[70323]: DEBUG nova.virt.hardware [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 744.722131] env[70323]: DEBUG nova.virt.hardware [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 744.722316] env[70323]: DEBUG nova.virt.hardware [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 744.722476] env[70323]: DEBUG nova.virt.hardware [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 744.722627] env[70323]: DEBUG nova.virt.hardware [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 744.722858] env[70323]: DEBUG nova.virt.hardware [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 744.723041] env[70323]: DEBUG nova.virt.hardware [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 744.723221] env[70323]: DEBUG nova.virt.hardware [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 744.723386] env[70323]: DEBUG nova.virt.hardware [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 744.723581] env[70323]: DEBUG nova.virt.hardware [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 744.724496] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dea19f6-9cde-4b32-9ad2-3fc8217bef0a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.733822] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a04c246-375e-4602-9d68-7e7042eb1942 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.842982] env[70323]: DEBUG nova.scheduler.client.report [None req-42d49f54-a0af-4fdd-820a-1460b93d4bc2 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 744.996329] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226805, 'name': CreateVM_Task, 'duration_secs': 0.385308} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.996503] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a48068d4-716f-4df7-b75b-d522cbf99d46] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 744.997199] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.997365] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.997684] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.997939] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55a6636b-5c30-4e3d-b5a5-8b4c847cf254 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.002342] env[70323]: DEBUG oslo_vmware.api [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Waiting for the task: (returnval){ [ 745.002342] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52683b8e-0ba9-72fe-230e-1900d467f519" [ 745.002342] env[70323]: _type = "Task" [ 745.002342] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.010082] env[70323]: DEBUG oslo_vmware.api [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52683b8e-0ba9-72fe-230e-1900d467f519, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.017374] env[70323]: DEBUG oslo_vmware.api [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3226806, 'name': Rename_Task, 'duration_secs': 0.144412} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.017628] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 745.017856] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-990e1186-e850-4159-86f7-8db0f29607bb {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.023662] env[70323]: DEBUG oslo_vmware.api [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for the task: (returnval){ [ 745.023662] env[70323]: value = "task-3226807" [ 745.023662] env[70323]: _type = "Task" [ 745.023662] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.030819] env[70323]: DEBUG oslo_vmware.api [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3226807, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.184883] env[70323]: DEBUG oslo_concurrency.lockutils [req-52b54951-4c08-4344-ac23-fe9b3492875d req-e15cb921-fe88-4152-86ce-13c8ec941cf1 service nova] Releasing lock "refresh_cache-a48068d4-716f-4df7-b75b-d522cbf99d46" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.347995] env[70323]: DEBUG oslo_concurrency.lockutils [None req-42d49f54-a0af-4fdd-820a-1460b93d4bc2 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.684s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.348603] env[70323]: DEBUG nova.compute.manager [None req-42d49f54-a0af-4fdd-820a-1460b93d4bc2 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 9632e467-f678-4808-97f7-f228e9bc52bc] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 745.351191] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5be515e6-eb3a-488b-862f-35c3915cda8e tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.080s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.351384] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5be515e6-eb3a-488b-862f-35c3915cda8e tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.353417] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.841s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.354848] env[70323]: INFO nova.compute.claims [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 08c8dd40-92a3-48cd-ba9b-61d1796f9b7a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 745.375774] env[70323]: INFO nova.scheduler.client.report [None req-5be515e6-eb3a-488b-862f-35c3915cda8e tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Deleted allocations for instance 0a84cbbb-8a36-4c53-bb72-d715abb4ac48 [ 745.468183] env[70323]: DEBUG nova.compute.manager [req-83f55092-4a88-46ff-95a1-87e4c9230976 req-bfe7ad98-bfcb-4ef3-8f61-225c5a3b5ba7 service nova] [instance: 7be2da39-a762-4d2f-a520-44120528267c] Received event network-vif-plugged-691f83dd-888d-4120-9164-c8db2fc0a2e4 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.468553] env[70323]: DEBUG oslo_concurrency.lockutils [req-83f55092-4a88-46ff-95a1-87e4c9230976 req-bfe7ad98-bfcb-4ef3-8f61-225c5a3b5ba7 service nova] Acquiring lock "7be2da39-a762-4d2f-a520-44120528267c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.468867] env[70323]: DEBUG oslo_concurrency.lockutils [req-83f55092-4a88-46ff-95a1-87e4c9230976 req-bfe7ad98-bfcb-4ef3-8f61-225c5a3b5ba7 service nova] Lock "7be2da39-a762-4d2f-a520-44120528267c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.469779] env[70323]: DEBUG oslo_concurrency.lockutils [req-83f55092-4a88-46ff-95a1-87e4c9230976 req-bfe7ad98-bfcb-4ef3-8f61-225c5a3b5ba7 service nova] Lock "7be2da39-a762-4d2f-a520-44120528267c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.469996] env[70323]: DEBUG nova.compute.manager [req-83f55092-4a88-46ff-95a1-87e4c9230976 req-bfe7ad98-bfcb-4ef3-8f61-225c5a3b5ba7 service nova] [instance: 7be2da39-a762-4d2f-a520-44120528267c] No waiting events found dispatching network-vif-plugged-691f83dd-888d-4120-9164-c8db2fc0a2e4 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 745.470197] env[70323]: WARNING nova.compute.manager [req-83f55092-4a88-46ff-95a1-87e4c9230976 req-bfe7ad98-bfcb-4ef3-8f61-225c5a3b5ba7 service nova] [instance: 7be2da39-a762-4d2f-a520-44120528267c] Received unexpected event network-vif-plugged-691f83dd-888d-4120-9164-c8db2fc0a2e4 for instance with vm_state building and task_state spawning. [ 745.520021] env[70323]: DEBUG oslo_vmware.api [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52683b8e-0ba9-72fe-230e-1900d467f519, 'name': SearchDatastore_Task, 'duration_secs': 0.009977} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.520021] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.520021] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: a48068d4-716f-4df7-b75b-d522cbf99d46] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 745.520021] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.520021] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.520021] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 745.520021] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8edf632b-235f-4a1b-b74e-9e0f30543d08 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.522389] env[70323]: DEBUG nova.network.neutron [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] [instance: 7be2da39-a762-4d2f-a520-44120528267c] Successfully updated port: 691f83dd-888d-4120-9164-c8db2fc0a2e4 {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 745.532891] env[70323]: DEBUG oslo_vmware.api [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3226807, 'name': PowerOnVM_Task, 'duration_secs': 0.47419} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.534370] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 745.534807] env[70323]: INFO nova.compute.manager [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Took 7.23 seconds to spawn the instance on the hypervisor. [ 745.534807] env[70323]: DEBUG nova.compute.manager [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 745.535080] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 745.535234] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 745.536422] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3905af2-2dff-4e1b-a8a5-df78c577d187 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.539101] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ceb5328-3f65-437f-aff1-3d4ac54a4c22 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.549167] env[70323]: DEBUG oslo_vmware.api [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Waiting for the task: (returnval){ [ 745.549167] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]521a6119-c37d-9ed5-9211-8662b7a9d9b4" [ 745.549167] env[70323]: _type = "Task" [ 745.549167] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.557444] env[70323]: DEBUG oslo_vmware.api [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]521a6119-c37d-9ed5-9211-8662b7a9d9b4, 'name': SearchDatastore_Task, 'duration_secs': 0.008448} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.558224] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7242eec3-2672-4dc5-936c-e73e3d97789e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.563234] env[70323]: DEBUG oslo_vmware.api [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Waiting for the task: (returnval){ [ 745.563234] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]522750a0-56ae-3844-501f-35e509679b2b" [ 745.563234] env[70323]: _type = "Task" [ 745.563234] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.572023] env[70323]: DEBUG oslo_vmware.api [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]522750a0-56ae-3844-501f-35e509679b2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.648251] env[70323]: DEBUG oslo_concurrency.lockutils [None req-591c92c9-2c43-48b4-9ee9-8d9cc7487365 tempest-VolumesAssistedSnapshotsTest-1649432178 tempest-VolumesAssistedSnapshotsTest-1649432178-project-admin] Acquiring lock "ba5dd49c-50d4-4dee-b428-9d4300ab43af" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.648508] env[70323]: DEBUG oslo_concurrency.lockutils [None req-591c92c9-2c43-48b4-9ee9-8d9cc7487365 tempest-VolumesAssistedSnapshotsTest-1649432178 tempest-VolumesAssistedSnapshotsTest-1649432178-project-admin] Lock "ba5dd49c-50d4-4dee-b428-9d4300ab43af" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.859289] env[70323]: DEBUG nova.compute.utils [None req-42d49f54-a0af-4fdd-820a-1460b93d4bc2 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 745.863220] env[70323]: DEBUG nova.compute.manager [None req-42d49f54-a0af-4fdd-820a-1460b93d4bc2 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 9632e467-f678-4808-97f7-f228e9bc52bc] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 745.863495] env[70323]: DEBUG nova.network.neutron [None req-42d49f54-a0af-4fdd-820a-1460b93d4bc2 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 9632e467-f678-4808-97f7-f228e9bc52bc] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 745.883929] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5be515e6-eb3a-488b-862f-35c3915cda8e tempest-ServersAdminNegativeTestJSON-112830928 tempest-ServersAdminNegativeTestJSON-112830928-project-member] Lock "0a84cbbb-8a36-4c53-bb72-d715abb4ac48" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.070s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.912170] env[70323]: DEBUG nova.policy [None req-42d49f54-a0af-4fdd-820a-1460b93d4bc2 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '690da684d5604a7285a1d8089da59fc3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ea75b3b77cc4592aa17f4341e79fea6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 746.057954] env[70323]: INFO nova.compute.manager [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Took 48.13 seconds to build instance. [ 746.074127] env[70323]: DEBUG oslo_vmware.api [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]522750a0-56ae-3844-501f-35e509679b2b, 'name': SearchDatastore_Task, 'duration_secs': 0.008243} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.074376] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.074625] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] a48068d4-716f-4df7-b75b-d522cbf99d46/a48068d4-716f-4df7-b75b-d522cbf99d46.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 746.074878] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5cf33ab0-b358-4a9b-bdbc-17bb59a6e7a1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.080958] env[70323]: DEBUG oslo_vmware.api [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Waiting for the task: (returnval){ [ 746.080958] env[70323]: value = "task-3226808" [ 746.080958] env[70323]: _type = "Task" [ 746.080958] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.089905] env[70323]: DEBUG oslo_vmware.api [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Task: {'id': task-3226808, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.152469] env[70323]: DEBUG nova.compute.utils [None req-591c92c9-2c43-48b4-9ee9-8d9cc7487365 tempest-VolumesAssistedSnapshotsTest-1649432178 tempest-VolumesAssistedSnapshotsTest-1649432178-project-admin] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 746.296586] env[70323]: DEBUG nova.network.neutron [None req-42d49f54-a0af-4fdd-820a-1460b93d4bc2 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 9632e467-f678-4808-97f7-f228e9bc52bc] Successfully created port: 899597b7-a5f7-4873-a354-e37325e9dd49 {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 746.364016] env[70323]: DEBUG nova.compute.manager [None req-42d49f54-a0af-4fdd-820a-1460b93d4bc2 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 9632e467-f678-4808-97f7-f228e9bc52bc] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 746.560184] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ac45c117-543d-4fef-81ba-104cc06fe5fe tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Lock "94af8883-9a40-4929-8b36-16c400b3d18a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.004s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.592109] env[70323]: DEBUG oslo_vmware.api [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Task: {'id': task-3226808, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503238} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.592427] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] a48068d4-716f-4df7-b75b-d522cbf99d46/a48068d4-716f-4df7-b75b-d522cbf99d46.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 746.592748] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: a48068d4-716f-4df7-b75b-d522cbf99d46] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 746.593044] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f38bf38b-9746-4389-9335-e4d8f7dd977f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.601153] env[70323]: DEBUG oslo_vmware.api [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Waiting for the task: (returnval){ [ 746.601153] env[70323]: value = "task-3226809" [ 746.601153] env[70323]: _type = "Task" [ 746.601153] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.608263] env[70323]: DEBUG oslo_vmware.api [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Task: {'id': task-3226809, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.655671] env[70323]: DEBUG oslo_concurrency.lockutils [None req-591c92c9-2c43-48b4-9ee9-8d9cc7487365 tempest-VolumesAssistedSnapshotsTest-1649432178 tempest-VolumesAssistedSnapshotsTest-1649432178-project-admin] Lock "ba5dd49c-50d4-4dee-b428-9d4300ab43af" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.910325] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68878ea2-67a8-49b7-8143-840897a6196e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.919497] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6e857d-4357-4d86-923e-067014885048 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.953883] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c254d10f-ce17-4d0a-989b-0c01cc0cbb67 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.962855] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60cb37b4-d019-4b6e-9af2-4e61f3a0354b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.977553] env[70323]: DEBUG nova.compute.provider_tree [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.061493] env[70323]: DEBUG nova.compute.manager [None req-da7af8eb-4abd-43e3-a9d8-09aee165e53d tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 747.112303] env[70323]: DEBUG oslo_vmware.api [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Task: {'id': task-3226809, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058049} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.112701] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: a48068d4-716f-4df7-b75b-d522cbf99d46] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 747.113550] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c22e64-fd13-4638-961a-c9b1c3c3d5e4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.140463] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: a48068d4-716f-4df7-b75b-d522cbf99d46] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] a48068d4-716f-4df7-b75b-d522cbf99d46/a48068d4-716f-4df7-b75b-d522cbf99d46.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 747.140628] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9cb3176-e402-4e52-8ab2-5368dab6a532 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.160112] env[70323]: DEBUG oslo_vmware.api [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Waiting for the task: (returnval){ [ 747.160112] env[70323]: value = "task-3226810" [ 747.160112] env[70323]: _type = "Task" [ 747.160112] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.168683] env[70323]: DEBUG oslo_vmware.api [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Task: {'id': task-3226810, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.380318] env[70323]: DEBUG nova.compute.manager [None req-42d49f54-a0af-4fdd-820a-1460b93d4bc2 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 9632e467-f678-4808-97f7-f228e9bc52bc] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 747.417649] env[70323]: DEBUG nova.virt.hardware [None req-42d49f54-a0af-4fdd-820a-1460b93d4bc2 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 747.417649] env[70323]: DEBUG nova.virt.hardware [None req-42d49f54-a0af-4fdd-820a-1460b93d4bc2 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 747.417649] env[70323]: DEBUG nova.virt.hardware [None req-42d49f54-a0af-4fdd-820a-1460b93d4bc2 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 747.417649] env[70323]: DEBUG nova.virt.hardware [None req-42d49f54-a0af-4fdd-820a-1460b93d4bc2 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 747.417649] env[70323]: DEBUG nova.virt.hardware [None req-42d49f54-a0af-4fdd-820a-1460b93d4bc2 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 747.417649] env[70323]: DEBUG nova.virt.hardware [None req-42d49f54-a0af-4fdd-820a-1460b93d4bc2 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 747.417649] env[70323]: DEBUG nova.virt.hardware [None req-42d49f54-a0af-4fdd-820a-1460b93d4bc2 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 747.417649] env[70323]: DEBUG nova.virt.hardware [None req-42d49f54-a0af-4fdd-820a-1460b93d4bc2 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 747.417649] env[70323]: DEBUG nova.virt.hardware [None req-42d49f54-a0af-4fdd-820a-1460b93d4bc2 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 747.417649] env[70323]: DEBUG nova.virt.hardware [None req-42d49f54-a0af-4fdd-820a-1460b93d4bc2 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 747.417649] env[70323]: DEBUG nova.virt.hardware [None req-42d49f54-a0af-4fdd-820a-1460b93d4bc2 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 747.418577] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53e657a-2d12-427f-80d0-9c3c39839eb7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.428619] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d3f510-158a-48e2-ba67-42187b8359ee {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.480818] env[70323]: DEBUG nova.scheduler.client.report [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 747.592506] env[70323]: DEBUG oslo_concurrency.lockutils [None req-da7af8eb-4abd-43e3-a9d8-09aee165e53d tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.670925] env[70323]: DEBUG oslo_vmware.api [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Task: {'id': task-3226810, 'name': ReconfigVM_Task, 'duration_secs': 0.310882} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.671471] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: a48068d4-716f-4df7-b75b-d522cbf99d46] Reconfigured VM instance instance-00000025 to attach disk [datastore1] a48068d4-716f-4df7-b75b-d522cbf99d46/a48068d4-716f-4df7-b75b-d522cbf99d46.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 747.671931] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ad13609-f116-47a9-a21b-f1cdf8a9bcbd {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.689016] env[70323]: DEBUG oslo_vmware.api [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Waiting for the task: (returnval){ [ 747.689016] env[70323]: value = "task-3226811" [ 747.689016] env[70323]: _type = "Task" [ 747.689016] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.700791] env[70323]: DEBUG nova.compute.manager [req-f0748786-9b7b-4180-8f07-a7d099f200a2 req-5a8e8ff3-334d-491a-9e69-0a5d25948b5b service nova] [instance: 7be2da39-a762-4d2f-a520-44120528267c] Received event network-changed-691f83dd-888d-4120-9164-c8db2fc0a2e4 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.701359] env[70323]: DEBUG nova.compute.manager [req-f0748786-9b7b-4180-8f07-a7d099f200a2 req-5a8e8ff3-334d-491a-9e69-0a5d25948b5b service nova] [instance: 7be2da39-a762-4d2f-a520-44120528267c] Refreshing instance network info cache due to event network-changed-691f83dd-888d-4120-9164-c8db2fc0a2e4. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 747.703009] env[70323]: DEBUG oslo_concurrency.lockutils [req-f0748786-9b7b-4180-8f07-a7d099f200a2 req-5a8e8ff3-334d-491a-9e69-0a5d25948b5b service nova] Acquiring lock "refresh_cache-7be2da39-a762-4d2f-a520-44120528267c" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.703250] env[70323]: DEBUG oslo_concurrency.lockutils [req-f0748786-9b7b-4180-8f07-a7d099f200a2 req-5a8e8ff3-334d-491a-9e69-0a5d25948b5b service nova] Acquired lock "refresh_cache-7be2da39-a762-4d2f-a520-44120528267c" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.703486] env[70323]: DEBUG nova.network.neutron [req-f0748786-9b7b-4180-8f07-a7d099f200a2 req-5a8e8ff3-334d-491a-9e69-0a5d25948b5b service nova] [instance: 7be2da39-a762-4d2f-a520-44120528267c] Refreshing network info cache for port 691f83dd-888d-4120-9164-c8db2fc0a2e4 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 747.705255] env[70323]: DEBUG oslo_vmware.api [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Task: {'id': task-3226811, 'name': Rename_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.707898] env[70323]: DEBUG nova.network.neutron [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] [instance: 7be2da39-a762-4d2f-a520-44120528267c] Successfully updated port: a32a78b7-ef8e-4b66-90e1-ad1daa79a11c {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 747.719857] env[70323]: DEBUG nova.compute.manager [req-c2d4e389-3f60-4b2f-8e30-79904fc468e9 req-c05a9aab-4ff3-4462-b952-9176bb7acc61 service nova] [instance: 7be2da39-a762-4d2f-a520-44120528267c] Received event network-vif-plugged-a32a78b7-ef8e-4b66-90e1-ad1daa79a11c {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.719857] env[70323]: DEBUG oslo_concurrency.lockutils [req-c2d4e389-3f60-4b2f-8e30-79904fc468e9 req-c05a9aab-4ff3-4462-b952-9176bb7acc61 service nova] Acquiring lock "7be2da39-a762-4d2f-a520-44120528267c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.720078] env[70323]: DEBUG oslo_concurrency.lockutils [req-c2d4e389-3f60-4b2f-8e30-79904fc468e9 req-c05a9aab-4ff3-4462-b952-9176bb7acc61 service nova] Lock "7be2da39-a762-4d2f-a520-44120528267c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.720421] env[70323]: DEBUG oslo_concurrency.lockutils [req-c2d4e389-3f60-4b2f-8e30-79904fc468e9 req-c05a9aab-4ff3-4462-b952-9176bb7acc61 service nova] Lock "7be2da39-a762-4d2f-a520-44120528267c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.720566] env[70323]: DEBUG nova.compute.manager [req-c2d4e389-3f60-4b2f-8e30-79904fc468e9 req-c05a9aab-4ff3-4462-b952-9176bb7acc61 service nova] [instance: 7be2da39-a762-4d2f-a520-44120528267c] No waiting events found dispatching network-vif-plugged-a32a78b7-ef8e-4b66-90e1-ad1daa79a11c {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 747.720728] env[70323]: WARNING nova.compute.manager [req-c2d4e389-3f60-4b2f-8e30-79904fc468e9 req-c05a9aab-4ff3-4462-b952-9176bb7acc61 service nova] [instance: 7be2da39-a762-4d2f-a520-44120528267c] Received unexpected event network-vif-plugged-a32a78b7-ef8e-4b66-90e1-ad1daa79a11c for instance with vm_state building and task_state spawning. [ 747.776663] env[70323]: DEBUG oslo_concurrency.lockutils [None req-591c92c9-2c43-48b4-9ee9-8d9cc7487365 tempest-VolumesAssistedSnapshotsTest-1649432178 tempest-VolumesAssistedSnapshotsTest-1649432178-project-admin] Acquiring lock "ba5dd49c-50d4-4dee-b428-9d4300ab43af" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.776895] env[70323]: DEBUG oslo_concurrency.lockutils [None req-591c92c9-2c43-48b4-9ee9-8d9cc7487365 tempest-VolumesAssistedSnapshotsTest-1649432178 tempest-VolumesAssistedSnapshotsTest-1649432178-project-admin] Lock "ba5dd49c-50d4-4dee-b428-9d4300ab43af" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.777171] env[70323]: INFO nova.compute.manager [None req-591c92c9-2c43-48b4-9ee9-8d9cc7487365 tempest-VolumesAssistedSnapshotsTest-1649432178 tempest-VolumesAssistedSnapshotsTest-1649432178-project-admin] [instance: ba5dd49c-50d4-4dee-b428-9d4300ab43af] Attaching volume f43bbee3-1d9a-44b7-8bc7-f963c11fb2d2 to /dev/sdb [ 747.820831] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67bf293f-65d8-42c6-858f-693742a7f72b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.826778] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c14962ae-aede-43f1-993a-20b6ac0c9a81 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.840988] env[70323]: DEBUG nova.virt.block_device [None req-591c92c9-2c43-48b4-9ee9-8d9cc7487365 tempest-VolumesAssistedSnapshotsTest-1649432178 tempest-VolumesAssistedSnapshotsTest-1649432178-project-admin] [instance: ba5dd49c-50d4-4dee-b428-9d4300ab43af] Updating existing volume attachment record: 5f6becc2-def4-41a0-a909-1fa160e3958a {{(pid=70323) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 747.966991] env[70323]: DEBUG nova.network.neutron [None req-42d49f54-a0af-4fdd-820a-1460b93d4bc2 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 9632e467-f678-4808-97f7-f228e9bc52bc] Successfully updated port: 899597b7-a5f7-4873-a354-e37325e9dd49 {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 747.987031] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.633s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.987524] env[70323]: DEBUG nova.compute.manager [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 08c8dd40-92a3-48cd-ba9b-61d1796f9b7a] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 747.990802] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e452c5c5-df3d-4d88-91b4-50e756c14c9e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 39.628s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.991536] env[70323]: DEBUG nova.objects.instance [None req-e452c5c5-df3d-4d88-91b4-50e756c14c9e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: aad7167e-9a30-4fb0-bbbc-c57066db3311] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70323) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 748.194245] env[70323]: DEBUG oslo_vmware.api [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Task: {'id': task-3226811, 'name': Rename_Task, 'duration_secs': 0.14717} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.194712] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: a48068d4-716f-4df7-b75b-d522cbf99d46] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 748.195104] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28967038-c2e0-4f0d-a6d2-4c9dc401aafb {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.203069] env[70323]: DEBUG oslo_vmware.api [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Waiting for the task: (returnval){ [ 748.203069] env[70323]: value = "task-3226816" [ 748.203069] env[70323]: _type = "Task" [ 748.203069] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.217302] env[70323]: DEBUG oslo_concurrency.lockutils [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Acquiring lock "refresh_cache-7be2da39-a762-4d2f-a520-44120528267c" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.217302] env[70323]: DEBUG oslo_vmware.api [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Task: {'id': task-3226816, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.258100] env[70323]: DEBUG nova.network.neutron [req-f0748786-9b7b-4180-8f07-a7d099f200a2 req-5a8e8ff3-334d-491a-9e69-0a5d25948b5b service nova] [instance: 7be2da39-a762-4d2f-a520-44120528267c] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 748.370756] env[70323]: DEBUG nova.network.neutron [req-f0748786-9b7b-4180-8f07-a7d099f200a2 req-5a8e8ff3-334d-491a-9e69-0a5d25948b5b service nova] [instance: 7be2da39-a762-4d2f-a520-44120528267c] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.469668] env[70323]: DEBUG oslo_concurrency.lockutils [None req-42d49f54-a0af-4fdd-820a-1460b93d4bc2 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Acquiring lock "refresh_cache-9632e467-f678-4808-97f7-f228e9bc52bc" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.469844] env[70323]: DEBUG oslo_concurrency.lockutils [None req-42d49f54-a0af-4fdd-820a-1460b93d4bc2 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Acquired lock "refresh_cache-9632e467-f678-4808-97f7-f228e9bc52bc" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.469994] env[70323]: DEBUG nova.network.neutron [None req-42d49f54-a0af-4fdd-820a-1460b93d4bc2 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 9632e467-f678-4808-97f7-f228e9bc52bc] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 748.497768] env[70323]: DEBUG nova.compute.utils [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 748.502747] env[70323]: DEBUG nova.compute.manager [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 08c8dd40-92a3-48cd-ba9b-61d1796f9b7a] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 748.502747] env[70323]: DEBUG nova.network.neutron [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 08c8dd40-92a3-48cd-ba9b-61d1796f9b7a] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 748.542668] env[70323]: DEBUG nova.policy [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b021c179e184c3ebe99ad61fd272fe3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '153de9abfecf4dc4a84167304d44418f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 748.714024] env[70323]: DEBUG oslo_vmware.api [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Task: {'id': task-3226816, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.875439] env[70323]: DEBUG oslo_concurrency.lockutils [req-f0748786-9b7b-4180-8f07-a7d099f200a2 req-5a8e8ff3-334d-491a-9e69-0a5d25948b5b service nova] Releasing lock "refresh_cache-7be2da39-a762-4d2f-a520-44120528267c" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.875756] env[70323]: DEBUG nova.compute.manager [req-f0748786-9b7b-4180-8f07-a7d099f200a2 req-5a8e8ff3-334d-491a-9e69-0a5d25948b5b service nova] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Received event network-changed-8c5f3432-2d20-4f0c-9576-6e4751241d3f {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.875888] env[70323]: DEBUG nova.compute.manager [req-f0748786-9b7b-4180-8f07-a7d099f200a2 req-5a8e8ff3-334d-491a-9e69-0a5d25948b5b service nova] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Refreshing instance network info cache due to event network-changed-8c5f3432-2d20-4f0c-9576-6e4751241d3f. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 748.876178] env[70323]: DEBUG oslo_concurrency.lockutils [req-f0748786-9b7b-4180-8f07-a7d099f200a2 req-5a8e8ff3-334d-491a-9e69-0a5d25948b5b service nova] Acquiring lock "refresh_cache-94af8883-9a40-4929-8b36-16c400b3d18a" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.876327] env[70323]: DEBUG oslo_concurrency.lockutils [req-f0748786-9b7b-4180-8f07-a7d099f200a2 req-5a8e8ff3-334d-491a-9e69-0a5d25948b5b service nova] Acquired lock "refresh_cache-94af8883-9a40-4929-8b36-16c400b3d18a" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.876494] env[70323]: DEBUG nova.network.neutron [req-f0748786-9b7b-4180-8f07-a7d099f200a2 req-5a8e8ff3-334d-491a-9e69-0a5d25948b5b service nova] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Refreshing network info cache for port 8c5f3432-2d20-4f0c-9576-6e4751241d3f {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 748.877834] env[70323]: DEBUG oslo_concurrency.lockutils [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Acquired lock "refresh_cache-7be2da39-a762-4d2f-a520-44120528267c" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.877951] env[70323]: DEBUG nova.network.neutron [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] [instance: 7be2da39-a762-4d2f-a520-44120528267c] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 748.892248] env[70323]: DEBUG nova.network.neutron [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 08c8dd40-92a3-48cd-ba9b-61d1796f9b7a] Successfully created port: 4e9eca04-cd47-4ab3-9c77-f83e8337db41 {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 749.005865] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e452c5c5-df3d-4d88-91b4-50e756c14c9e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.007276] env[70323]: DEBUG nova.compute.manager [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 08c8dd40-92a3-48cd-ba9b-61d1796f9b7a] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 749.010018] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1615f479-f0af-48b2-bf24-adf6ad8ef63f tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.341s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.014020] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1615f479-f0af-48b2-bf24-adf6ad8ef63f tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.014020] env[70323]: DEBUG oslo_concurrency.lockutils [None req-4a9ea4f2-0d7c-4614-9036-b94747913cdf tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.797s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.014020] env[70323]: DEBUG oslo_concurrency.lockutils [None req-4a9ea4f2-0d7c-4614-9036-b94747913cdf tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.016275] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.451s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.018291] env[70323]: INFO nova.compute.claims [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 04a6df8e-033c-4b03-99c3-19bd8b2200fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 749.022485] env[70323]: DEBUG nova.network.neutron [None req-42d49f54-a0af-4fdd-820a-1460b93d4bc2 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 9632e467-f678-4808-97f7-f228e9bc52bc] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 749.054985] env[70323]: INFO nova.scheduler.client.report [None req-4a9ea4f2-0d7c-4614-9036-b94747913cdf tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Deleted allocations for instance aad7167e-9a30-4fb0-bbbc-c57066db3311 [ 749.057815] env[70323]: INFO nova.scheduler.client.report [None req-1615f479-f0af-48b2-bf24-adf6ad8ef63f tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Deleted allocations for instance c7e021c9-0f12-43e5-b66a-73335865fc11 [ 749.216292] env[70323]: DEBUG oslo_vmware.api [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Task: {'id': task-3226816, 'name': PowerOnVM_Task, 'duration_secs': 0.916444} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.216691] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: a48068d4-716f-4df7-b75b-d522cbf99d46] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 749.216977] env[70323]: INFO nova.compute.manager [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: a48068d4-716f-4df7-b75b-d522cbf99d46] Took 7.16 seconds to spawn the instance on the hypervisor. [ 749.217286] env[70323]: DEBUG nova.compute.manager [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: a48068d4-716f-4df7-b75b-d522cbf99d46] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 749.218243] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2741feb-18e0-494c-a644-e5d754e971a6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.280070] env[70323]: DEBUG nova.network.neutron [None req-42d49f54-a0af-4fdd-820a-1460b93d4bc2 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 9632e467-f678-4808-97f7-f228e9bc52bc] Updating instance_info_cache with network_info: [{"id": "899597b7-a5f7-4873-a354-e37325e9dd49", "address": "fa:16:3e:f6:66:ad", "network": {"id": "9cece0a7-287b-4d6e-ae17-cf30e2ece504", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1813155621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ea75b3b77cc4592aa17f4341e79fea6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap899597b7-a5", "ovs_interfaceid": "899597b7-a5f7-4873-a354-e37325e9dd49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.442262] env[70323]: DEBUG nova.network.neutron [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] [instance: 7be2da39-a762-4d2f-a520-44120528267c] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 749.570852] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1615f479-f0af-48b2-bf24-adf6ad8ef63f tempest-InstanceActionsTestJSON-1500479348 tempest-InstanceActionsTestJSON-1500479348-project-member] Lock "c7e021c9-0f12-43e5-b66a-73335865fc11" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.423s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.574716] env[70323]: DEBUG oslo_concurrency.lockutils [None req-4a9ea4f2-0d7c-4614-9036-b94747913cdf tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Lock "aad7167e-9a30-4fb0-bbbc-c57066db3311" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.790s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.737390] env[70323]: INFO nova.compute.manager [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: a48068d4-716f-4df7-b75b-d522cbf99d46] Took 48.96 seconds to build instance. [ 749.784823] env[70323]: DEBUG oslo_concurrency.lockutils [None req-42d49f54-a0af-4fdd-820a-1460b93d4bc2 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Releasing lock "refresh_cache-9632e467-f678-4808-97f7-f228e9bc52bc" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.785174] env[70323]: DEBUG nova.compute.manager [None req-42d49f54-a0af-4fdd-820a-1460b93d4bc2 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 9632e467-f678-4808-97f7-f228e9bc52bc] Instance network_info: |[{"id": "899597b7-a5f7-4873-a354-e37325e9dd49", "address": "fa:16:3e:f6:66:ad", "network": {"id": "9cece0a7-287b-4d6e-ae17-cf30e2ece504", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1813155621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ea75b3b77cc4592aa17f4341e79fea6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap899597b7-a5", "ovs_interfaceid": "899597b7-a5f7-4873-a354-e37325e9dd49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 749.786211] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-42d49f54-a0af-4fdd-820a-1460b93d4bc2 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 9632e467-f678-4808-97f7-f228e9bc52bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:66:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cf63c3c8-d774-4b81-9b12-848612a96076', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '899597b7-a5f7-4873-a354-e37325e9dd49', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 749.798598] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42d49f54-a0af-4fdd-820a-1460b93d4bc2 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 749.802915] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9632e467-f678-4808-97f7-f228e9bc52bc] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 749.803317] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c8307bd-ede7-4d63-94fe-964454c8b221 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.834786] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 749.834786] env[70323]: value = "task-3226817" [ 749.834786] env[70323]: _type = "Task" [ 749.834786] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.838880] env[70323]: DEBUG nova.compute.manager [req-cd2058ac-9915-4690-a5e6-f7fa7cf819a8 req-c5b3b0ec-148f-4511-ba87-4b1eb2bb13a7 service nova] [instance: 9632e467-f678-4808-97f7-f228e9bc52bc] Received event network-vif-plugged-899597b7-a5f7-4873-a354-e37325e9dd49 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.839059] env[70323]: DEBUG oslo_concurrency.lockutils [req-cd2058ac-9915-4690-a5e6-f7fa7cf819a8 req-c5b3b0ec-148f-4511-ba87-4b1eb2bb13a7 service nova] Acquiring lock "9632e467-f678-4808-97f7-f228e9bc52bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.839276] env[70323]: DEBUG oslo_concurrency.lockutils [req-cd2058ac-9915-4690-a5e6-f7fa7cf819a8 req-c5b3b0ec-148f-4511-ba87-4b1eb2bb13a7 service nova] Lock "9632e467-f678-4808-97f7-f228e9bc52bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.839568] env[70323]: DEBUG oslo_concurrency.lockutils [req-cd2058ac-9915-4690-a5e6-f7fa7cf819a8 req-c5b3b0ec-148f-4511-ba87-4b1eb2bb13a7 service nova] Lock "9632e467-f678-4808-97f7-f228e9bc52bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.839713] env[70323]: DEBUG nova.compute.manager [req-cd2058ac-9915-4690-a5e6-f7fa7cf819a8 req-c5b3b0ec-148f-4511-ba87-4b1eb2bb13a7 service nova] [instance: 9632e467-f678-4808-97f7-f228e9bc52bc] No waiting events found dispatching network-vif-plugged-899597b7-a5f7-4873-a354-e37325e9dd49 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 749.839860] env[70323]: WARNING nova.compute.manager [req-cd2058ac-9915-4690-a5e6-f7fa7cf819a8 req-c5b3b0ec-148f-4511-ba87-4b1eb2bb13a7 service nova] [instance: 9632e467-f678-4808-97f7-f228e9bc52bc] Received unexpected event network-vif-plugged-899597b7-a5f7-4873-a354-e37325e9dd49 for instance with vm_state building and task_state spawning. [ 749.840030] env[70323]: DEBUG nova.compute.manager [req-cd2058ac-9915-4690-a5e6-f7fa7cf819a8 req-c5b3b0ec-148f-4511-ba87-4b1eb2bb13a7 service nova] [instance: 9632e467-f678-4808-97f7-f228e9bc52bc] Received event network-changed-899597b7-a5f7-4873-a354-e37325e9dd49 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.840191] env[70323]: DEBUG nova.compute.manager [req-cd2058ac-9915-4690-a5e6-f7fa7cf819a8 req-c5b3b0ec-148f-4511-ba87-4b1eb2bb13a7 service nova] [instance: 9632e467-f678-4808-97f7-f228e9bc52bc] Refreshing instance network info cache due to event network-changed-899597b7-a5f7-4873-a354-e37325e9dd49. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 749.840372] env[70323]: DEBUG oslo_concurrency.lockutils [req-cd2058ac-9915-4690-a5e6-f7fa7cf819a8 req-c5b3b0ec-148f-4511-ba87-4b1eb2bb13a7 service nova] Acquiring lock "refresh_cache-9632e467-f678-4808-97f7-f228e9bc52bc" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.840508] env[70323]: DEBUG oslo_concurrency.lockutils [req-cd2058ac-9915-4690-a5e6-f7fa7cf819a8 req-c5b3b0ec-148f-4511-ba87-4b1eb2bb13a7 service nova] Acquired lock "refresh_cache-9632e467-f678-4808-97f7-f228e9bc52bc" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.840663] env[70323]: DEBUG nova.network.neutron [req-cd2058ac-9915-4690-a5e6-f7fa7cf819a8 req-c5b3b0ec-148f-4511-ba87-4b1eb2bb13a7 service nova] [instance: 9632e467-f678-4808-97f7-f228e9bc52bc] Refreshing network info cache for port 899597b7-a5f7-4873-a354-e37325e9dd49 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 749.847829] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226817, 'name': CreateVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.864088] env[70323]: DEBUG nova.network.neutron [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] [instance: 7be2da39-a762-4d2f-a520-44120528267c] Updating instance_info_cache with network_info: [{"id": "691f83dd-888d-4120-9164-c8db2fc0a2e4", "address": "fa:16:3e:89:23:12", "network": {"id": "9323243a-89ff-45a2-ac49-d83621ee2250", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1096757198", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae53c0e3f8ad4a00a9f9fe236da22fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap691f83dd-88", "ovs_interfaceid": "691f83dd-888d-4120-9164-c8db2fc0a2e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a32a78b7-ef8e-4b66-90e1-ad1daa79a11c", "address": "fa:16:3e:2e:67:76", "network": {"id": "f6db2d46-98f0-4ede-bbcc-97a05610802b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-662282999", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "ae53c0e3f8ad4a00a9f9fe236da22fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa32a78b7-ef", "ovs_interfaceid": "a32a78b7-ef8e-4b66-90e1-ad1daa79a11c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.920254] env[70323]: DEBUG nova.compute.manager [req-9f64ecef-1468-4c86-9af5-b79cb6c861f5 req-671b77d0-00b8-4330-b93b-9ae2116a705e service nova] [instance: 7be2da39-a762-4d2f-a520-44120528267c] Received event network-changed-a32a78b7-ef8e-4b66-90e1-ad1daa79a11c {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.920458] env[70323]: DEBUG nova.compute.manager [req-9f64ecef-1468-4c86-9af5-b79cb6c861f5 req-671b77d0-00b8-4330-b93b-9ae2116a705e service nova] [instance: 7be2da39-a762-4d2f-a520-44120528267c] Refreshing instance network info cache due to event network-changed-a32a78b7-ef8e-4b66-90e1-ad1daa79a11c. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 749.920670] env[70323]: DEBUG oslo_concurrency.lockutils [req-9f64ecef-1468-4c86-9af5-b79cb6c861f5 req-671b77d0-00b8-4330-b93b-9ae2116a705e service nova] Acquiring lock "refresh_cache-7be2da39-a762-4d2f-a520-44120528267c" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.027547] env[70323]: DEBUG nova.compute.manager [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 08c8dd40-92a3-48cd-ba9b-61d1796f9b7a] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 750.071071] env[70323]: DEBUG nova.virt.hardware [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 750.071071] env[70323]: DEBUG nova.virt.hardware [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 750.071071] env[70323]: DEBUG nova.virt.hardware [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 750.071301] env[70323]: DEBUG nova.virt.hardware [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 750.071334] env[70323]: DEBUG nova.virt.hardware [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 750.071488] env[70323]: DEBUG nova.virt.hardware [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 750.071700] env[70323]: DEBUG nova.virt.hardware [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 750.071860] env[70323]: DEBUG nova.virt.hardware [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 750.072710] env[70323]: DEBUG nova.virt.hardware [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 750.072710] env[70323]: DEBUG nova.virt.hardware [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 750.072710] env[70323]: DEBUG nova.virt.hardware [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 750.074078] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe64b2c2-0102-407e-abcf-b5bd6e2bd8bf {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.082254] env[70323]: DEBUG nova.network.neutron [req-f0748786-9b7b-4180-8f07-a7d099f200a2 req-5a8e8ff3-334d-491a-9e69-0a5d25948b5b service nova] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Updated VIF entry in instance network info cache for port 8c5f3432-2d20-4f0c-9576-6e4751241d3f. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 750.082681] env[70323]: DEBUG nova.network.neutron [req-f0748786-9b7b-4180-8f07-a7d099f200a2 req-5a8e8ff3-334d-491a-9e69-0a5d25948b5b service nova] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Updating instance_info_cache with network_info: [{"id": "8c5f3432-2d20-4f0c-9576-6e4751241d3f", "address": "fa:16:3e:f1:25:97", "network": {"id": "04147f98-e096-4b08-86fd-82e3dbb0599e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-823971767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59ea186f9eb14bfd914ef3bde9458745", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3952eb02-1162-48ed-8227-9c138960d583", "external-id": "nsx-vlan-transportzone-250", "segmentation_id": 250, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c5f3432-2d", "ovs_interfaceid": "8c5f3432-2d20-4f0c-9576-6e4751241d3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.087348] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48981099-a36e-40b4-87ba-27628319145e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.240391] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d392b0f6-c394-4358-9402-3feb31e66017 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Lock "a48068d4-716f-4df7-b75b-d522cbf99d46" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.867s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.349813] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226817, 'name': CreateVM_Task, 'duration_secs': 0.336069} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.352748] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9632e467-f678-4808-97f7-f228e9bc52bc] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 750.354975] env[70323]: DEBUG oslo_concurrency.lockutils [None req-42d49f54-a0af-4fdd-820a-1460b93d4bc2 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.355788] env[70323]: DEBUG oslo_concurrency.lockutils [None req-42d49f54-a0af-4fdd-820a-1460b93d4bc2 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.355788] env[70323]: DEBUG oslo_concurrency.lockutils [None req-42d49f54-a0af-4fdd-820a-1460b93d4bc2 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.361782] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74ec4c7b-3faf-455d-9866-09c2d9333dae {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.369051] env[70323]: DEBUG oslo_concurrency.lockutils [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Releasing lock "refresh_cache-7be2da39-a762-4d2f-a520-44120528267c" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.369051] env[70323]: DEBUG nova.compute.manager [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] [instance: 7be2da39-a762-4d2f-a520-44120528267c] Instance network_info: |[{"id": "691f83dd-888d-4120-9164-c8db2fc0a2e4", "address": "fa:16:3e:89:23:12", "network": {"id": "9323243a-89ff-45a2-ac49-d83621ee2250", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1096757198", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae53c0e3f8ad4a00a9f9fe236da22fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap691f83dd-88", "ovs_interfaceid": "691f83dd-888d-4120-9164-c8db2fc0a2e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a32a78b7-ef8e-4b66-90e1-ad1daa79a11c", "address": "fa:16:3e:2e:67:76", "network": {"id": "f6db2d46-98f0-4ede-bbcc-97a05610802b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-662282999", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "ae53c0e3f8ad4a00a9f9fe236da22fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa32a78b7-ef", "ovs_interfaceid": "a32a78b7-ef8e-4b66-90e1-ad1daa79a11c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 750.369051] env[70323]: DEBUG oslo_vmware.api [None req-42d49f54-a0af-4fdd-820a-1460b93d4bc2 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Waiting for the task: (returnval){ [ 750.369051] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52438f53-3a6c-8a87-f989-a1c0d0f0b62a" [ 750.369051] env[70323]: _type = "Task" [ 750.369051] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.369480] env[70323]: DEBUG oslo_concurrency.lockutils [req-9f64ecef-1468-4c86-9af5-b79cb6c861f5 req-671b77d0-00b8-4330-b93b-9ae2116a705e service nova] Acquired lock "refresh_cache-7be2da39-a762-4d2f-a520-44120528267c" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.369480] env[70323]: DEBUG nova.network.neutron [req-9f64ecef-1468-4c86-9af5-b79cb6c861f5 req-671b77d0-00b8-4330-b93b-9ae2116a705e service nova] [instance: 7be2da39-a762-4d2f-a520-44120528267c] Refreshing network info cache for port a32a78b7-ef8e-4b66-90e1-ad1daa79a11c {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 750.371248] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] [instance: 7be2da39-a762-4d2f-a520-44120528267c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:23:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '357d2811-e990-4985-9f9e-b158d10d3699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '691f83dd-888d-4120-9164-c8db2fc0a2e4', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:67:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a32a78b7-ef8e-4b66-90e1-ad1daa79a11c', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 750.382860] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 750.387752] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7be2da39-a762-4d2f-a520-44120528267c] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 750.394685] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3ae03ba-402e-4b18-bab9-de6580ec9efe {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.420204] env[70323]: DEBUG oslo_vmware.api [None req-42d49f54-a0af-4fdd-820a-1460b93d4bc2 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52438f53-3a6c-8a87-f989-a1c0d0f0b62a, 'name': SearchDatastore_Task, 'duration_secs': 0.009109} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.421642] env[70323]: DEBUG oslo_concurrency.lockutils [None req-42d49f54-a0af-4fdd-820a-1460b93d4bc2 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.421888] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-42d49f54-a0af-4fdd-820a-1460b93d4bc2 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 9632e467-f678-4808-97f7-f228e9bc52bc] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 750.422223] env[70323]: DEBUG oslo_concurrency.lockutils [None req-42d49f54-a0af-4fdd-820a-1460b93d4bc2 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.422277] env[70323]: DEBUG oslo_concurrency.lockutils [None req-42d49f54-a0af-4fdd-820a-1460b93d4bc2 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.422464] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-42d49f54-a0af-4fdd-820a-1460b93d4bc2 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 750.422767] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 750.422767] env[70323]: value = "task-3226819" [ 750.422767] env[70323]: _type = "Task" [ 750.422767] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.422937] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a525fafc-42cb-40f2-a3e1-f56d6122f1bd {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.444076] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226819, 'name': CreateVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.444595] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-42d49f54-a0af-4fdd-820a-1460b93d4bc2 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 750.444814] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-42d49f54-a0af-4fdd-820a-1460b93d4bc2 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 750.445805] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7668ebc2-23e3-478e-8bb4-cc1cbb227336 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.452922] env[70323]: DEBUG oslo_vmware.api [None req-42d49f54-a0af-4fdd-820a-1460b93d4bc2 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Waiting for the task: (returnval){ [ 750.452922] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]528da80b-7b72-4f01-102f-26644be45cbe" [ 750.452922] env[70323]: _type = "Task" [ 750.452922] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.474277] env[70323]: DEBUG oslo_vmware.api [None req-42d49f54-a0af-4fdd-820a-1460b93d4bc2 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]528da80b-7b72-4f01-102f-26644be45cbe, 'name': SearchDatastore_Task, 'duration_secs': 0.009623} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.475119] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdda0e4e-abbe-42e6-b31e-2fa3061d6e58 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.485911] env[70323]: DEBUG oslo_vmware.api [None req-42d49f54-a0af-4fdd-820a-1460b93d4bc2 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Waiting for the task: (returnval){ [ 750.485911] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5280b076-1e86-ad1f-d343-8e9801c2c5ee" [ 750.485911] env[70323]: _type = "Task" [ 750.485911] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.499930] env[70323]: DEBUG oslo_vmware.api [None req-42d49f54-a0af-4fdd-820a-1460b93d4bc2 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5280b076-1e86-ad1f-d343-8e9801c2c5ee, 'name': SearchDatastore_Task, 'duration_secs': 0.009114} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.501046] env[70323]: DEBUG oslo_concurrency.lockutils [None req-42d49f54-a0af-4fdd-820a-1460b93d4bc2 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.501046] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-42d49f54-a0af-4fdd-820a-1460b93d4bc2 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 9632e467-f678-4808-97f7-f228e9bc52bc/9632e467-f678-4808-97f7-f228e9bc52bc.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 750.501046] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88b96c55-f4d2-45bd-bf3f-7290e2d0409e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.507855] env[70323]: DEBUG oslo_vmware.api [None req-42d49f54-a0af-4fdd-820a-1460b93d4bc2 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Waiting for the task: (returnval){ [ 750.507855] env[70323]: value = "task-3226820" [ 750.507855] env[70323]: _type = "Task" [ 750.507855] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.518592] env[70323]: DEBUG oslo_vmware.api [None req-42d49f54-a0af-4fdd-820a-1460b93d4bc2 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226820, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.595549] env[70323]: DEBUG oslo_concurrency.lockutils [req-f0748786-9b7b-4180-8f07-a7d099f200a2 req-5a8e8ff3-334d-491a-9e69-0a5d25948b5b service nova] Releasing lock "refresh_cache-94af8883-9a40-4929-8b36-16c400b3d18a" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.696368] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d8dcb5-b9e9-4f44-99ab-c8efc121e703 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.705262] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d88ee829-875e-4751-aed7-b1ce0cb78c8b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.741078] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-091cb2f8-55b0-49d8-9ab7-de6d8bdaeaf6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.748961] env[70323]: DEBUG nova.compute.manager [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 53bef48f-e24f-423a-ae83-a30a408153bc] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 750.754161] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66830568-8b24-450d-859a-62ae4e1f7855 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.770282] env[70323]: DEBUG nova.compute.provider_tree [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 750.802348] env[70323]: DEBUG nova.network.neutron [req-cd2058ac-9915-4690-a5e6-f7fa7cf819a8 req-c5b3b0ec-148f-4511-ba87-4b1eb2bb13a7 service nova] [instance: 9632e467-f678-4808-97f7-f228e9bc52bc] Updated VIF entry in instance network info cache for port 899597b7-a5f7-4873-a354-e37325e9dd49. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 750.802952] env[70323]: DEBUG nova.network.neutron [req-cd2058ac-9915-4690-a5e6-f7fa7cf819a8 req-c5b3b0ec-148f-4511-ba87-4b1eb2bb13a7 service nova] [instance: 9632e467-f678-4808-97f7-f228e9bc52bc] Updating instance_info_cache with network_info: [{"id": "899597b7-a5f7-4873-a354-e37325e9dd49", "address": "fa:16:3e:f6:66:ad", "network": {"id": "9cece0a7-287b-4d6e-ae17-cf30e2ece504", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1813155621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ea75b3b77cc4592aa17f4341e79fea6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap899597b7-a5", "ovs_interfaceid": "899597b7-a5f7-4873-a354-e37325e9dd49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.866186] env[70323]: INFO nova.compute.manager [None req-3d0fe885-cd1c-4905-8cd5-d203d0db432e tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: a48068d4-716f-4df7-b75b-d522cbf99d46] Rescuing [ 750.866646] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3d0fe885-cd1c-4905-8cd5-d203d0db432e tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Acquiring lock "refresh_cache-a48068d4-716f-4df7-b75b-d522cbf99d46" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.866817] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3d0fe885-cd1c-4905-8cd5-d203d0db432e tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Acquired lock "refresh_cache-a48068d4-716f-4df7-b75b-d522cbf99d46" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.867038] env[70323]: DEBUG nova.network.neutron [None req-3d0fe885-cd1c-4905-8cd5-d203d0db432e tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: a48068d4-716f-4df7-b75b-d522cbf99d46] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 750.937879] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226819, 'name': CreateVM_Task, 'duration_secs': 0.472808} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.938077] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7be2da39-a762-4d2f-a520-44120528267c] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 750.939429] env[70323]: DEBUG oslo_concurrency.lockutils [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.939652] env[70323]: DEBUG oslo_concurrency.lockutils [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.940024] env[70323]: DEBUG oslo_concurrency.lockutils [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.940338] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe10af92-98f9-44b3-9fd5-a6b01a33bff5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.950917] env[70323]: DEBUG oslo_vmware.api [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Waiting for the task: (returnval){ [ 750.950917] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52f0731c-cf76-53a2-1285-d5bc5e681b69" [ 750.950917] env[70323]: _type = "Task" [ 750.950917] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.958698] env[70323]: DEBUG oslo_vmware.api [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52f0731c-cf76-53a2-1285-d5bc5e681b69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.021630] env[70323]: DEBUG oslo_vmware.api [None req-42d49f54-a0af-4fdd-820a-1460b93d4bc2 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226820, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464974} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.025202] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-42d49f54-a0af-4fdd-820a-1460b93d4bc2 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 9632e467-f678-4808-97f7-f228e9bc52bc/9632e467-f678-4808-97f7-f228e9bc52bc.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 751.025501] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-42d49f54-a0af-4fdd-820a-1460b93d4bc2 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 9632e467-f678-4808-97f7-f228e9bc52bc] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 751.025899] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c2c92faf-3bbc-4930-a24b-df1c43ef8918 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.033279] env[70323]: DEBUG oslo_vmware.api [None req-42d49f54-a0af-4fdd-820a-1460b93d4bc2 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Waiting for the task: (returnval){ [ 751.033279] env[70323]: value = "task-3226821" [ 751.033279] env[70323]: _type = "Task" [ 751.033279] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.044787] env[70323]: DEBUG oslo_vmware.api [None req-42d49f54-a0af-4fdd-820a-1460b93d4bc2 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226821, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.062275] env[70323]: DEBUG nova.network.neutron [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 08c8dd40-92a3-48cd-ba9b-61d1796f9b7a] Successfully updated port: 4e9eca04-cd47-4ab3-9c77-f83e8337db41 {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 751.202904] env[70323]: DEBUG nova.network.neutron [req-9f64ecef-1468-4c86-9af5-b79cb6c861f5 req-671b77d0-00b8-4330-b93b-9ae2116a705e service nova] [instance: 7be2da39-a762-4d2f-a520-44120528267c] Updated VIF entry in instance network info cache for port a32a78b7-ef8e-4b66-90e1-ad1daa79a11c. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 751.203452] env[70323]: DEBUG nova.network.neutron [req-9f64ecef-1468-4c86-9af5-b79cb6c861f5 req-671b77d0-00b8-4330-b93b-9ae2116a705e service nova] [instance: 7be2da39-a762-4d2f-a520-44120528267c] Updating instance_info_cache with network_info: [{"id": "691f83dd-888d-4120-9164-c8db2fc0a2e4", "address": "fa:16:3e:89:23:12", "network": {"id": "9323243a-89ff-45a2-ac49-d83621ee2250", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1096757198", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae53c0e3f8ad4a00a9f9fe236da22fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap691f83dd-88", "ovs_interfaceid": "691f83dd-888d-4120-9164-c8db2fc0a2e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a32a78b7-ef8e-4b66-90e1-ad1daa79a11c", "address": "fa:16:3e:2e:67:76", "network": {"id": "f6db2d46-98f0-4ede-bbcc-97a05610802b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-662282999", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "ae53c0e3f8ad4a00a9f9fe236da22fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa32a78b7-ef", "ovs_interfaceid": "a32a78b7-ef8e-4b66-90e1-ad1daa79a11c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.274178] env[70323]: DEBUG nova.scheduler.client.report [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 751.278808] env[70323]: DEBUG oslo_concurrency.lockutils [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.306423] env[70323]: DEBUG oslo_concurrency.lockutils [req-cd2058ac-9915-4690-a5e6-f7fa7cf819a8 req-c5b3b0ec-148f-4511-ba87-4b1eb2bb13a7 service nova] Releasing lock "refresh_cache-9632e467-f678-4808-97f7-f228e9bc52bc" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.461030] env[70323]: DEBUG oslo_vmware.api [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52f0731c-cf76-53a2-1285-d5bc5e681b69, 'name': SearchDatastore_Task, 'duration_secs': 0.01452} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.461858] env[70323]: DEBUG oslo_concurrency.lockutils [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.461858] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] [instance: 7be2da39-a762-4d2f-a520-44120528267c] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 751.461858] env[70323]: DEBUG oslo_concurrency.lockutils [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.461858] env[70323]: DEBUG oslo_concurrency.lockutils [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.462088] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 751.462279] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57bdf25a-f2e2-45d7-8784-fb7f44d9a77e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.472579] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 751.473224] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 751.473679] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f91eb9b-92bf-4340-b0c9-5e742b4f9658 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.481534] env[70323]: DEBUG oslo_vmware.api [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Waiting for the task: (returnval){ [ 751.481534] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52c835ad-2773-6cb5-2ec3-38b646d1a287" [ 751.481534] env[70323]: _type = "Task" [ 751.481534] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.490251] env[70323]: DEBUG oslo_vmware.api [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52c835ad-2773-6cb5-2ec3-38b646d1a287, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.547982] env[70323]: DEBUG oslo_vmware.api [None req-42d49f54-a0af-4fdd-820a-1460b93d4bc2 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226821, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065376} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.548528] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-42d49f54-a0af-4fdd-820a-1460b93d4bc2 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 9632e467-f678-4808-97f7-f228e9bc52bc] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 751.549416] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5bba38d-f4cb-49d0-8779-f1b0aee5bdf1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.571997] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Acquiring lock "refresh_cache-08c8dd40-92a3-48cd-ba9b-61d1796f9b7a" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.572150] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Acquired lock "refresh_cache-08c8dd40-92a3-48cd-ba9b-61d1796f9b7a" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.572315] env[70323]: DEBUG nova.network.neutron [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 08c8dd40-92a3-48cd-ba9b-61d1796f9b7a] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 751.583251] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-42d49f54-a0af-4fdd-820a-1460b93d4bc2 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 9632e467-f678-4808-97f7-f228e9bc52bc] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 9632e467-f678-4808-97f7-f228e9bc52bc/9632e467-f678-4808-97f7-f228e9bc52bc.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 751.586861] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c4eee19-4f5e-4471-af6c-e566e1879f39 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.615278] env[70323]: DEBUG oslo_vmware.api [None req-42d49f54-a0af-4fdd-820a-1460b93d4bc2 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Waiting for the task: (returnval){ [ 751.615278] env[70323]: value = "task-3226822" [ 751.615278] env[70323]: _type = "Task" [ 751.615278] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.625085] env[70323]: DEBUG oslo_vmware.api [None req-42d49f54-a0af-4fdd-820a-1460b93d4bc2 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226822, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.696231] env[70323]: DEBUG nova.network.neutron [None req-3d0fe885-cd1c-4905-8cd5-d203d0db432e tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: a48068d4-716f-4df7-b75b-d522cbf99d46] Updating instance_info_cache with network_info: [{"id": "6aa90931-bb4a-43c0-8b9f-76dd52296928", "address": "fa:16:3e:6d:c0:b2", "network": {"id": "3708bc4f-8fad-49c9-bea5-5393ff690aeb", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-791749317-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ce2da29e7c3b420e890c47f9abcd0a92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6aa90931-bb", "ovs_interfaceid": "6aa90931-bb4a-43c0-8b9f-76dd52296928", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.706764] env[70323]: DEBUG oslo_concurrency.lockutils [req-9f64ecef-1468-4c86-9af5-b79cb6c861f5 req-671b77d0-00b8-4330-b93b-9ae2116a705e service nova] Releasing lock "refresh_cache-7be2da39-a762-4d2f-a520-44120528267c" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.779962] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.764s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.783858] env[70323]: DEBUG nova.compute.manager [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 04a6df8e-033c-4b03-99c3-19bd8b2200fd] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 751.785918] env[70323]: DEBUG oslo_concurrency.lockutils [None req-880fb157-0f51-4ec1-8145-d1411e21f629 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.722s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.786364] env[70323]: DEBUG oslo_concurrency.lockutils [None req-880fb157-0f51-4ec1-8145-d1411e21f629 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.789849] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.617s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.795022] env[70323]: INFO nova.compute.claims [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 1ad77931-f385-45f3-bbe1-dd6e8b986631] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 751.894088] env[70323]: INFO nova.scheduler.client.report [None req-880fb157-0f51-4ec1-8145-d1411e21f629 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Deleted allocations for instance b8e86b56-da33-4ae5-92fa-c4eb330b4679 [ 751.936641] env[70323]: DEBUG nova.compute.manager [req-ebb95a6d-6392-42be-a53f-ecd04528ac40 req-757f133e-5580-4190-a316-6e678c57948d service nova] [instance: 08c8dd40-92a3-48cd-ba9b-61d1796f9b7a] Received event network-vif-plugged-4e9eca04-cd47-4ab3-9c77-f83e8337db41 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.936641] env[70323]: DEBUG oslo_concurrency.lockutils [req-ebb95a6d-6392-42be-a53f-ecd04528ac40 req-757f133e-5580-4190-a316-6e678c57948d service nova] Acquiring lock "08c8dd40-92a3-48cd-ba9b-61d1796f9b7a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.936821] env[70323]: DEBUG oslo_concurrency.lockutils [req-ebb95a6d-6392-42be-a53f-ecd04528ac40 req-757f133e-5580-4190-a316-6e678c57948d service nova] Lock "08c8dd40-92a3-48cd-ba9b-61d1796f9b7a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.937129] env[70323]: DEBUG oslo_concurrency.lockutils [req-ebb95a6d-6392-42be-a53f-ecd04528ac40 req-757f133e-5580-4190-a316-6e678c57948d service nova] Lock "08c8dd40-92a3-48cd-ba9b-61d1796f9b7a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.937209] env[70323]: DEBUG nova.compute.manager [req-ebb95a6d-6392-42be-a53f-ecd04528ac40 req-757f133e-5580-4190-a316-6e678c57948d service nova] [instance: 08c8dd40-92a3-48cd-ba9b-61d1796f9b7a] No waiting events found dispatching network-vif-plugged-4e9eca04-cd47-4ab3-9c77-f83e8337db41 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 751.937321] env[70323]: WARNING nova.compute.manager [req-ebb95a6d-6392-42be-a53f-ecd04528ac40 req-757f133e-5580-4190-a316-6e678c57948d service nova] [instance: 08c8dd40-92a3-48cd-ba9b-61d1796f9b7a] Received unexpected event network-vif-plugged-4e9eca04-cd47-4ab3-9c77-f83e8337db41 for instance with vm_state building and task_state spawning. [ 751.937478] env[70323]: DEBUG nova.compute.manager [req-ebb95a6d-6392-42be-a53f-ecd04528ac40 req-757f133e-5580-4190-a316-6e678c57948d service nova] [instance: 08c8dd40-92a3-48cd-ba9b-61d1796f9b7a] Received event network-changed-4e9eca04-cd47-4ab3-9c77-f83e8337db41 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.937630] env[70323]: DEBUG nova.compute.manager [req-ebb95a6d-6392-42be-a53f-ecd04528ac40 req-757f133e-5580-4190-a316-6e678c57948d service nova] [instance: 08c8dd40-92a3-48cd-ba9b-61d1796f9b7a] Refreshing instance network info cache due to event network-changed-4e9eca04-cd47-4ab3-9c77-f83e8337db41. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 751.937859] env[70323]: DEBUG oslo_concurrency.lockutils [req-ebb95a6d-6392-42be-a53f-ecd04528ac40 req-757f133e-5580-4190-a316-6e678c57948d service nova] Acquiring lock "refresh_cache-08c8dd40-92a3-48cd-ba9b-61d1796f9b7a" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.994642] env[70323]: DEBUG oslo_vmware.api [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52c835ad-2773-6cb5-2ec3-38b646d1a287, 'name': SearchDatastore_Task, 'duration_secs': 0.009529} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.995162] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d43d0bf2-6dcd-4108-a9ec-490c57df9abf {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.001274] env[70323]: DEBUG oslo_vmware.api [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Waiting for the task: (returnval){ [ 752.001274] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]529dfba1-413e-5f0e-4845-7ceb503c30f9" [ 752.001274] env[70323]: _type = "Task" [ 752.001274] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.009299] env[70323]: DEBUG oslo_vmware.api [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]529dfba1-413e-5f0e-4845-7ceb503c30f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.126193] env[70323]: DEBUG oslo_vmware.api [None req-42d49f54-a0af-4fdd-820a-1460b93d4bc2 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226822, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.149251] env[70323]: DEBUG nova.network.neutron [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 08c8dd40-92a3-48cd-ba9b-61d1796f9b7a] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 752.199379] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3d0fe885-cd1c-4905-8cd5-d203d0db432e tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Releasing lock "refresh_cache-a48068d4-716f-4df7-b75b-d522cbf99d46" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.287862] env[70323]: DEBUG nova.compute.utils [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 752.290354] env[70323]: DEBUG nova.compute.manager [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 04a6df8e-033c-4b03-99c3-19bd8b2200fd] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 752.290559] env[70323]: DEBUG nova.network.neutron [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 04a6df8e-033c-4b03-99c3-19bd8b2200fd] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 752.355817] env[70323]: DEBUG nova.policy [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b021c179e184c3ebe99ad61fd272fe3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '153de9abfecf4dc4a84167304d44418f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 752.405194] env[70323]: DEBUG oslo_concurrency.lockutils [None req-880fb157-0f51-4ec1-8145-d1411e21f629 tempest-ServersNegativeTestMultiTenantJSON-911161248 tempest-ServersNegativeTestMultiTenantJSON-911161248-project-member] Lock "b8e86b56-da33-4ae5-92fa-c4eb330b4679" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.550s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.411556] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-591c92c9-2c43-48b4-9ee9-8d9cc7487365 tempest-VolumesAssistedSnapshotsTest-1649432178 tempest-VolumesAssistedSnapshotsTest-1649432178-project-admin] [instance: ba5dd49c-50d4-4dee-b428-9d4300ab43af] Volume attach. Driver type: vmdk {{(pid=70323) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 752.412386] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-591c92c9-2c43-48b4-9ee9-8d9cc7487365 tempest-VolumesAssistedSnapshotsTest-1649432178 tempest-VolumesAssistedSnapshotsTest-1649432178-project-admin] [instance: ba5dd49c-50d4-4dee-b428-9d4300ab43af] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645056', 'volume_id': 'f43bbee3-1d9a-44b7-8bc7-f963c11fb2d2', 'name': 'volume-f43bbee3-1d9a-44b7-8bc7-f963c11fb2d2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ba5dd49c-50d4-4dee-b428-9d4300ab43af', 'attached_at': '', 'detached_at': '', 'volume_id': 'f43bbee3-1d9a-44b7-8bc7-f963c11fb2d2', 'serial': 'f43bbee3-1d9a-44b7-8bc7-f963c11fb2d2'} {{(pid=70323) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 752.412741] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa4b2bc-cb1d-4d7a-823e-e5fd1dac4d34 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.423679] env[70323]: DEBUG nova.network.neutron [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 08c8dd40-92a3-48cd-ba9b-61d1796f9b7a] Updating instance_info_cache with network_info: [{"id": "4e9eca04-cd47-4ab3-9c77-f83e8337db41", "address": "fa:16:3e:df:ce:49", "network": {"id": "296cf2a8-12d0-495a-8b5a-938c7cfc1ddc", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-455843028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "153de9abfecf4dc4a84167304d44418f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e9eca04-cd", "ovs_interfaceid": "4e9eca04-cd47-4ab3-9c77-f83e8337db41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.439563] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ab8e35-de60-4260-89d8-5fe1d52a9028 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.470315] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-591c92c9-2c43-48b4-9ee9-8d9cc7487365 tempest-VolumesAssistedSnapshotsTest-1649432178 tempest-VolumesAssistedSnapshotsTest-1649432178-project-admin] [instance: ba5dd49c-50d4-4dee-b428-9d4300ab43af] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] volume-f43bbee3-1d9a-44b7-8bc7-f963c11fb2d2/volume-f43bbee3-1d9a-44b7-8bc7-f963c11fb2d2.vmdk or device None with type thin {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 752.471011] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e75496c-c4ef-4ce0-9e9e-664af81be956 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.493038] env[70323]: DEBUG oslo_vmware.api [None req-591c92c9-2c43-48b4-9ee9-8d9cc7487365 tempest-VolumesAssistedSnapshotsTest-1649432178 tempest-VolumesAssistedSnapshotsTest-1649432178-project-admin] Waiting for the task: (returnval){ [ 752.493038] env[70323]: value = "task-3226823" [ 752.493038] env[70323]: _type = "Task" [ 752.493038] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.501118] env[70323]: DEBUG oslo_vmware.api [None req-591c92c9-2c43-48b4-9ee9-8d9cc7487365 tempest-VolumesAssistedSnapshotsTest-1649432178 tempest-VolumesAssistedSnapshotsTest-1649432178-project-admin] Task: {'id': task-3226823, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.509430] env[70323]: DEBUG oslo_vmware.api [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]529dfba1-413e-5f0e-4845-7ceb503c30f9, 'name': SearchDatastore_Task, 'duration_secs': 0.009604} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.513028] env[70323]: DEBUG oslo_concurrency.lockutils [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.513028] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 7be2da39-a762-4d2f-a520-44120528267c/7be2da39-a762-4d2f-a520-44120528267c.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 752.513028] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1779193-754f-4502-ad55-3664386e71d0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.519193] env[70323]: DEBUG oslo_vmware.api [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Waiting for the task: (returnval){ [ 752.519193] env[70323]: value = "task-3226824" [ 752.519193] env[70323]: _type = "Task" [ 752.519193] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.526898] env[70323]: DEBUG oslo_vmware.api [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Task: {'id': task-3226824, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.614497] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Acquiring lock "5015919d-0612-4a77-b89b-71b1c07e160b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.614750] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Lock "5015919d-0612-4a77-b89b-71b1c07e160b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.627136] env[70323]: DEBUG oslo_vmware.api [None req-42d49f54-a0af-4fdd-820a-1460b93d4bc2 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226822, 'name': ReconfigVM_Task, 'duration_secs': 0.678933} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.627495] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-42d49f54-a0af-4fdd-820a-1460b93d4bc2 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 9632e467-f678-4808-97f7-f228e9bc52bc] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 9632e467-f678-4808-97f7-f228e9bc52bc/9632e467-f678-4808-97f7-f228e9bc52bc.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 752.630541] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-febb7f01-fcc6-4195-99e6-dc0c945a54a6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.636572] env[70323]: DEBUG oslo_vmware.api [None req-42d49f54-a0af-4fdd-820a-1460b93d4bc2 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Waiting for the task: (returnval){ [ 752.636572] env[70323]: value = "task-3226825" [ 752.636572] env[70323]: _type = "Task" [ 752.636572] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.648385] env[70323]: DEBUG oslo_vmware.api [None req-42d49f54-a0af-4fdd-820a-1460b93d4bc2 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226825, 'name': Rename_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.651723] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Acquiring lock "01baaf1f-f1c7-4636-aaf9-9e2eabdecdfa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.652602] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Lock "01baaf1f-f1c7-4636-aaf9-9e2eabdecdfa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.793864] env[70323]: DEBUG nova.compute.manager [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 04a6df8e-033c-4b03-99c3-19bd8b2200fd] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 752.907486] env[70323]: DEBUG nova.network.neutron [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 04a6df8e-033c-4b03-99c3-19bd8b2200fd] Successfully created port: 8db7ab16-c124-4f44-b87e-f861895a7d26 {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 752.938618] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Releasing lock "refresh_cache-08c8dd40-92a3-48cd-ba9b-61d1796f9b7a" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.938953] env[70323]: DEBUG nova.compute.manager [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 08c8dd40-92a3-48cd-ba9b-61d1796f9b7a] Instance network_info: |[{"id": "4e9eca04-cd47-4ab3-9c77-f83e8337db41", "address": "fa:16:3e:df:ce:49", "network": {"id": "296cf2a8-12d0-495a-8b5a-938c7cfc1ddc", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-455843028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "153de9abfecf4dc4a84167304d44418f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e9eca04-cd", "ovs_interfaceid": "4e9eca04-cd47-4ab3-9c77-f83e8337db41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 752.939288] env[70323]: DEBUG oslo_concurrency.lockutils [req-ebb95a6d-6392-42be-a53f-ecd04528ac40 req-757f133e-5580-4190-a316-6e678c57948d service nova] Acquired lock "refresh_cache-08c8dd40-92a3-48cd-ba9b-61d1796f9b7a" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.939472] env[70323]: DEBUG nova.network.neutron [req-ebb95a6d-6392-42be-a53f-ecd04528ac40 req-757f133e-5580-4190-a316-6e678c57948d service nova] [instance: 08c8dd40-92a3-48cd-ba9b-61d1796f9b7a] Refreshing network info cache for port 4e9eca04-cd47-4ab3-9c77-f83e8337db41 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 752.940778] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 08c8dd40-92a3-48cd-ba9b-61d1796f9b7a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:ce:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad4fcde7-8926-402a-a9b7-4878d2bc1cf6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e9eca04-cd47-4ab3-9c77-f83e8337db41', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 752.950579] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Creating folder: Project (153de9abfecf4dc4a84167304d44418f). Parent ref: group-v644941. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 752.957034] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-58123585-764e-4123-8e93-99d67c62466e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.969665] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Created folder: Project (153de9abfecf4dc4a84167304d44418f) in parent group-v644941. [ 752.970031] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Creating folder: Instances. Parent ref: group-v645059. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 752.970320] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e81bcb8-0098-4ca2-a73a-f1a3c3667606 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.983427] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Created folder: Instances in parent group-v645059. [ 752.983427] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 752.983427] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08c8dd40-92a3-48cd-ba9b-61d1796f9b7a] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 752.983427] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93da2e58-aa2d-4766-8eb4-951b40269d97 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.012755] env[70323]: DEBUG oslo_vmware.api [None req-591c92c9-2c43-48b4-9ee9-8d9cc7487365 tempest-VolumesAssistedSnapshotsTest-1649432178 tempest-VolumesAssistedSnapshotsTest-1649432178-project-admin] Task: {'id': task-3226823, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.013921] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 753.013921] env[70323]: value = "task-3226828" [ 753.013921] env[70323]: _type = "Task" [ 753.013921] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.025685] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226828, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.033125] env[70323]: DEBUG oslo_vmware.api [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Task: {'id': task-3226824, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510311} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.033323] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 7be2da39-a762-4d2f-a520-44120528267c/7be2da39-a762-4d2f-a520-44120528267c.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 753.033540] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] [instance: 7be2da39-a762-4d2f-a520-44120528267c] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 753.033796] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ac4fb06-57d2-4181-ab26-54058af0f894 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.040748] env[70323]: DEBUG oslo_vmware.api [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Waiting for the task: (returnval){ [ 753.040748] env[70323]: value = "task-3226829" [ 753.040748] env[70323]: _type = "Task" [ 753.040748] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.052545] env[70323]: DEBUG oslo_vmware.api [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Task: {'id': task-3226829, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.147330] env[70323]: DEBUG oslo_vmware.api [None req-42d49f54-a0af-4fdd-820a-1460b93d4bc2 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226825, 'name': Rename_Task, 'duration_secs': 0.204576} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.147621] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-42d49f54-a0af-4fdd-820a-1460b93d4bc2 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 9632e467-f678-4808-97f7-f228e9bc52bc] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 753.147954] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66011612-3aef-41fb-a80f-4fbdc852b14c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.159391] env[70323]: DEBUG oslo_vmware.api [None req-42d49f54-a0af-4fdd-820a-1460b93d4bc2 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Waiting for the task: (returnval){ [ 753.159391] env[70323]: value = "task-3226830" [ 753.159391] env[70323]: _type = "Task" [ 753.159391] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.166268] env[70323]: DEBUG oslo_vmware.api [None req-42d49f54-a0af-4fdd-820a-1460b93d4bc2 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226830, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.466169] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f31d923e-a447-46f6-add2-21ab34bff995 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.473647] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d033bc60-077b-49ce-91b2-50f12c2ec8a7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.514125] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c85b4b3-b7d9-4d87-a345-b94e0856e270 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.528113] env[70323]: DEBUG oslo_vmware.api [None req-591c92c9-2c43-48b4-9ee9-8d9cc7487365 tempest-VolumesAssistedSnapshotsTest-1649432178 tempest-VolumesAssistedSnapshotsTest-1649432178-project-admin] Task: {'id': task-3226823, 'name': ReconfigVM_Task, 'duration_secs': 0.535816} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.529262] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-591c92c9-2c43-48b4-9ee9-8d9cc7487365 tempest-VolumesAssistedSnapshotsTest-1649432178 tempest-VolumesAssistedSnapshotsTest-1649432178-project-admin] [instance: ba5dd49c-50d4-4dee-b428-9d4300ab43af] Reconfigured VM instance instance-00000010 to attach disk [datastore2] volume-f43bbee3-1d9a-44b7-8bc7-f963c11fb2d2/volume-f43bbee3-1d9a-44b7-8bc7-f963c11fb2d2.vmdk or device None with type thin {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 753.536026] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-213895f3-e22a-47b2-a6b7-f0e607a992d5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.545647] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e71441d1-5f5d-4f03-b97e-e0a872055c21 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.556820] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226828, 'name': CreateVM_Task, 'duration_secs': 0.520664} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.559832] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08c8dd40-92a3-48cd-ba9b-61d1796f9b7a] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 753.570258] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.570258] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.570761] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.570968] env[70323]: DEBUG nova.compute.provider_tree [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 753.576255] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b72714c3-ce6c-4047-a540-08cd594b7287 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.577984] env[70323]: DEBUG oslo_vmware.api [None req-591c92c9-2c43-48b4-9ee9-8d9cc7487365 tempest-VolumesAssistedSnapshotsTest-1649432178 tempest-VolumesAssistedSnapshotsTest-1649432178-project-admin] Waiting for the task: (returnval){ [ 753.577984] env[70323]: value = "task-3226831" [ 753.577984] env[70323]: _type = "Task" [ 753.577984] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.579885] env[70323]: DEBUG oslo_vmware.api [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Task: {'id': task-3226829, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076911} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.583472] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] [instance: 7be2da39-a762-4d2f-a520-44120528267c] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 753.585535] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4147a2ef-1805-4d70-b867-bb5c66b2454a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.592051] env[70323]: DEBUG oslo_vmware.api [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Waiting for the task: (returnval){ [ 753.592051] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52e8898e-d0e7-eab8-3f76-50188f8f917a" [ 753.592051] env[70323]: _type = "Task" [ 753.592051] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.610336] env[70323]: DEBUG oslo_vmware.api [None req-591c92c9-2c43-48b4-9ee9-8d9cc7487365 tempest-VolumesAssistedSnapshotsTest-1649432178 tempest-VolumesAssistedSnapshotsTest-1649432178-project-admin] Task: {'id': task-3226831, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.618585] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] [instance: 7be2da39-a762-4d2f-a520-44120528267c] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 7be2da39-a762-4d2f-a520-44120528267c/7be2da39-a762-4d2f-a520-44120528267c.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 753.619634] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5037996-a9e7-439c-9cc0-4751ee5a29a0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.638925] env[70323]: DEBUG oslo_vmware.api [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52e8898e-d0e7-eab8-3f76-50188f8f917a, 'name': SearchDatastore_Task, 'duration_secs': 0.010289} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.639049] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.639264] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 08c8dd40-92a3-48cd-ba9b-61d1796f9b7a] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 753.639978] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.639978] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.639978] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 753.640190] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-018bec4f-14c0-4c37-9bfb-198479904900 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.645784] env[70323]: DEBUG oslo_vmware.api [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Waiting for the task: (returnval){ [ 753.645784] env[70323]: value = "task-3226832" [ 753.645784] env[70323]: _type = "Task" [ 753.645784] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.651659] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 753.651659] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 753.655272] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c668fd08-67d6-4db0-a695-30c20fe147d9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.657660] env[70323]: DEBUG oslo_vmware.api [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Task: {'id': task-3226832, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.664820] env[70323]: DEBUG oslo_vmware.api [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Waiting for the task: (returnval){ [ 753.664820] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]524ca0b5-598f-1c27-e65f-0176a70b6fa4" [ 753.664820] env[70323]: _type = "Task" [ 753.664820] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.668399] env[70323]: DEBUG oslo_vmware.api [None req-42d49f54-a0af-4fdd-820a-1460b93d4bc2 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226830, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.680994] env[70323]: DEBUG oslo_vmware.api [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]524ca0b5-598f-1c27-e65f-0176a70b6fa4, 'name': SearchDatastore_Task, 'duration_secs': 0.009326} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.682184] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ca41611-7ebb-4381-9664-019e8bafc4d5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.688067] env[70323]: DEBUG oslo_vmware.api [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Waiting for the task: (returnval){ [ 753.688067] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52bf08f5-d99f-3dd8-de93-d75424652586" [ 753.688067] env[70323]: _type = "Task" [ 753.688067] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.696097] env[70323]: DEBUG oslo_vmware.api [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52bf08f5-d99f-3dd8-de93-d75424652586, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.764575] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d0fe885-cd1c-4905-8cd5-d203d0db432e tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: a48068d4-716f-4df7-b75b-d522cbf99d46] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 753.764924] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae87d6b9-8240-44a1-89f9-dda5f1a3d409 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.772253] env[70323]: DEBUG oslo_vmware.api [None req-3d0fe885-cd1c-4905-8cd5-d203d0db432e tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Waiting for the task: (returnval){ [ 753.772253] env[70323]: value = "task-3226833" [ 753.772253] env[70323]: _type = "Task" [ 753.772253] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.780842] env[70323]: DEBUG oslo_vmware.api [None req-3d0fe885-cd1c-4905-8cd5-d203d0db432e tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Task: {'id': task-3226833, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.804170] env[70323]: DEBUG nova.compute.manager [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 04a6df8e-033c-4b03-99c3-19bd8b2200fd] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 753.817168] env[70323]: DEBUG nova.network.neutron [req-ebb95a6d-6392-42be-a53f-ecd04528ac40 req-757f133e-5580-4190-a316-6e678c57948d service nova] [instance: 08c8dd40-92a3-48cd-ba9b-61d1796f9b7a] Updated VIF entry in instance network info cache for port 4e9eca04-cd47-4ab3-9c77-f83e8337db41. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 753.817675] env[70323]: DEBUG nova.network.neutron [req-ebb95a6d-6392-42be-a53f-ecd04528ac40 req-757f133e-5580-4190-a316-6e678c57948d service nova] [instance: 08c8dd40-92a3-48cd-ba9b-61d1796f9b7a] Updating instance_info_cache with network_info: [{"id": "4e9eca04-cd47-4ab3-9c77-f83e8337db41", "address": "fa:16:3e:df:ce:49", "network": {"id": "296cf2a8-12d0-495a-8b5a-938c7cfc1ddc", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-455843028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "153de9abfecf4dc4a84167304d44418f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e9eca04-cd", "ovs_interfaceid": "4e9eca04-cd47-4ab3-9c77-f83e8337db41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.840249] env[70323]: DEBUG nova.virt.hardware [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 753.841526] env[70323]: DEBUG nova.virt.hardware [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 753.841526] env[70323]: DEBUG nova.virt.hardware [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 753.841526] env[70323]: DEBUG nova.virt.hardware [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 753.841526] env[70323]: DEBUG nova.virt.hardware [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 753.841526] env[70323]: DEBUG nova.virt.hardware [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 753.841743] env[70323]: DEBUG nova.virt.hardware [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 753.841795] env[70323]: DEBUG nova.virt.hardware [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 753.842020] env[70323]: DEBUG nova.virt.hardware [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 753.842235] env[70323]: DEBUG nova.virt.hardware [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 753.842456] env[70323]: DEBUG nova.virt.hardware [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 753.843756] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881e4e88-a14b-44ae-ad30-5b63085a1afd {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.853818] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f9513c-e5f6-4c85-a079-5ac5288249a5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.077553] env[70323]: DEBUG nova.scheduler.client.report [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 754.097902] env[70323]: DEBUG oslo_vmware.api [None req-591c92c9-2c43-48b4-9ee9-8d9cc7487365 tempest-VolumesAssistedSnapshotsTest-1649432178 tempest-VolumesAssistedSnapshotsTest-1649432178-project-admin] Task: {'id': task-3226831, 'name': ReconfigVM_Task, 'duration_secs': 0.203465} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.102183] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-591c92c9-2c43-48b4-9ee9-8d9cc7487365 tempest-VolumesAssistedSnapshotsTest-1649432178 tempest-VolumesAssistedSnapshotsTest-1649432178-project-admin] [instance: ba5dd49c-50d4-4dee-b428-9d4300ab43af] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645056', 'volume_id': 'f43bbee3-1d9a-44b7-8bc7-f963c11fb2d2', 'name': 'volume-f43bbee3-1d9a-44b7-8bc7-f963c11fb2d2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ba5dd49c-50d4-4dee-b428-9d4300ab43af', 'attached_at': '', 'detached_at': '', 'volume_id': 'f43bbee3-1d9a-44b7-8bc7-f963c11fb2d2', 'serial': 'f43bbee3-1d9a-44b7-8bc7-f963c11fb2d2'} {{(pid=70323) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 754.155951] env[70323]: DEBUG oslo_vmware.api [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Task: {'id': task-3226832, 'name': ReconfigVM_Task, 'duration_secs': 0.341586} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.160019] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] [instance: 7be2da39-a762-4d2f-a520-44120528267c] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 7be2da39-a762-4d2f-a520-44120528267c/7be2da39-a762-4d2f-a520-44120528267c.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 754.160019] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0fd7b9bc-fdf6-4d74-8741-e991623215b8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.166755] env[70323]: DEBUG oslo_vmware.api [None req-42d49f54-a0af-4fdd-820a-1460b93d4bc2 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226830, 'name': PowerOnVM_Task, 'duration_secs': 0.892889} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.168167] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-42d49f54-a0af-4fdd-820a-1460b93d4bc2 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 9632e467-f678-4808-97f7-f228e9bc52bc] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 754.168510] env[70323]: INFO nova.compute.manager [None req-42d49f54-a0af-4fdd-820a-1460b93d4bc2 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 9632e467-f678-4808-97f7-f228e9bc52bc] Took 6.79 seconds to spawn the instance on the hypervisor. [ 754.168792] env[70323]: DEBUG nova.compute.manager [None req-42d49f54-a0af-4fdd-820a-1460b93d4bc2 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 9632e467-f678-4808-97f7-f228e9bc52bc] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 754.169289] env[70323]: DEBUG oslo_vmware.api [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Waiting for the task: (returnval){ [ 754.169289] env[70323]: value = "task-3226834" [ 754.169289] env[70323]: _type = "Task" [ 754.169289] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.171201] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d7a6b5b-c19c-4e29-91fa-5e9e308b54f4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.187071] env[70323]: DEBUG oslo_vmware.api [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Task: {'id': task-3226834, 'name': Rename_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.198994] env[70323]: DEBUG oslo_vmware.api [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52bf08f5-d99f-3dd8-de93-d75424652586, 'name': SearchDatastore_Task, 'duration_secs': 0.008554} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.199521] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.200154] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 08c8dd40-92a3-48cd-ba9b-61d1796f9b7a/08c8dd40-92a3-48cd-ba9b-61d1796f9b7a.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 754.200566] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-929f3810-c4a4-4341-ac99-c586d49ecacd {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.209150] env[70323]: DEBUG oslo_vmware.api [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Waiting for the task: (returnval){ [ 754.209150] env[70323]: value = "task-3226835" [ 754.209150] env[70323]: _type = "Task" [ 754.209150] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.219245] env[70323]: DEBUG oslo_vmware.api [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Task: {'id': task-3226835, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.284366] env[70323]: DEBUG oslo_vmware.api [None req-3d0fe885-cd1c-4905-8cd5-d203d0db432e tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Task: {'id': task-3226833, 'name': PowerOffVM_Task, 'duration_secs': 0.345057} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.284736] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d0fe885-cd1c-4905-8cd5-d203d0db432e tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: a48068d4-716f-4df7-b75b-d522cbf99d46] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 754.286121] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0099f03-bcc6-49a6-a5f2-743ee77b5883 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.307555] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-381f48a8-c83d-49b3-8cf1-4a731641f158 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.320643] env[70323]: DEBUG oslo_concurrency.lockutils [req-ebb95a6d-6392-42be-a53f-ecd04528ac40 req-757f133e-5580-4190-a316-6e678c57948d service nova] Releasing lock "refresh_cache-08c8dd40-92a3-48cd-ba9b-61d1796f9b7a" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.349067] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d0fe885-cd1c-4905-8cd5-d203d0db432e tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: a48068d4-716f-4df7-b75b-d522cbf99d46] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 754.349340] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d2514a4-60f4-4dba-97d8-b52705921632 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.356472] env[70323]: DEBUG oslo_vmware.api [None req-3d0fe885-cd1c-4905-8cd5-d203d0db432e tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Waiting for the task: (returnval){ [ 754.356472] env[70323]: value = "task-3226836" [ 754.356472] env[70323]: _type = "Task" [ 754.356472] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.368784] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d0fe885-cd1c-4905-8cd5-d203d0db432e tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: a48068d4-716f-4df7-b75b-d522cbf99d46] VM already powered off {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 754.368928] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-3d0fe885-cd1c-4905-8cd5-d203d0db432e tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: a48068d4-716f-4df7-b75b-d522cbf99d46] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 754.369178] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3d0fe885-cd1c-4905-8cd5-d203d0db432e tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.369444] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3d0fe885-cd1c-4905-8cd5-d203d0db432e tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.369693] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d0fe885-cd1c-4905-8cd5-d203d0db432e tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 754.369970] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18880e22-0051-493a-8b60-df2dbd58e29f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.379190] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d0fe885-cd1c-4905-8cd5-d203d0db432e tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 754.379190] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-3d0fe885-cd1c-4905-8cd5-d203d0db432e tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 754.379190] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc2a7ede-4361-4026-9aff-68d4a9ec037e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.384597] env[70323]: DEBUG oslo_vmware.api [None req-3d0fe885-cd1c-4905-8cd5-d203d0db432e tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Waiting for the task: (returnval){ [ 754.384597] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5245d206-e810-c549-64d7-2c3ac5bffe57" [ 754.384597] env[70323]: _type = "Task" [ 754.384597] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.393154] env[70323]: DEBUG oslo_vmware.api [None req-3d0fe885-cd1c-4905-8cd5-d203d0db432e tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5245d206-e810-c549-64d7-2c3ac5bffe57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.585815] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.796s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.586458] env[70323]: DEBUG nova.compute.manager [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 1ad77931-f385-45f3-bbe1-dd6e8b986631] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 754.589175] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.991s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.594023] env[70323]: INFO nova.compute.claims [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] [instance: 95850796-4c82-4e1f-b169-c2122a5c4950] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 754.696615] env[70323]: DEBUG oslo_vmware.api [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Task: {'id': task-3226834, 'name': Rename_Task, 'duration_secs': 0.158539} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.699723] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] [instance: 7be2da39-a762-4d2f-a520-44120528267c] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 754.700514] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-251ae067-5493-49dc-93fd-4582173a8517 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.704344] env[70323]: INFO nova.compute.manager [None req-42d49f54-a0af-4fdd-820a-1460b93d4bc2 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 9632e467-f678-4808-97f7-f228e9bc52bc] Took 48.39 seconds to build instance. [ 754.718627] env[70323]: DEBUG oslo_vmware.api [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Waiting for the task: (returnval){ [ 754.718627] env[70323]: value = "task-3226837" [ 754.718627] env[70323]: _type = "Task" [ 754.718627] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.731512] env[70323]: DEBUG oslo_vmware.api [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Task: {'id': task-3226835, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510397} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.732425] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 08c8dd40-92a3-48cd-ba9b-61d1796f9b7a/08c8dd40-92a3-48cd-ba9b-61d1796f9b7a.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 754.732502] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 08c8dd40-92a3-48cd-ba9b-61d1796f9b7a] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 754.732996] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95261cea-3cac-4bca-8112-a63593a1788d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.738787] env[70323]: DEBUG oslo_vmware.api [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Task: {'id': task-3226837, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.743582] env[70323]: DEBUG oslo_vmware.api [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Waiting for the task: (returnval){ [ 754.743582] env[70323]: value = "task-3226838" [ 754.743582] env[70323]: _type = "Task" [ 754.743582] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.759489] env[70323]: DEBUG oslo_vmware.api [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Task: {'id': task-3226838, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.783880] env[70323]: DEBUG nova.compute.manager [req-9aae7605-d8bf-4748-8afe-4a416e93cebd req-2c78fcf7-17df-465a-9c9e-e92c8e7bf820 service nova] [instance: 04a6df8e-033c-4b03-99c3-19bd8b2200fd] Received event network-vif-plugged-8db7ab16-c124-4f44-b87e-f861895a7d26 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.784122] env[70323]: DEBUG oslo_concurrency.lockutils [req-9aae7605-d8bf-4748-8afe-4a416e93cebd req-2c78fcf7-17df-465a-9c9e-e92c8e7bf820 service nova] Acquiring lock "04a6df8e-033c-4b03-99c3-19bd8b2200fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.784329] env[70323]: DEBUG oslo_concurrency.lockutils [req-9aae7605-d8bf-4748-8afe-4a416e93cebd req-2c78fcf7-17df-465a-9c9e-e92c8e7bf820 service nova] Lock "04a6df8e-033c-4b03-99c3-19bd8b2200fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.784567] env[70323]: DEBUG oslo_concurrency.lockutils [req-9aae7605-d8bf-4748-8afe-4a416e93cebd req-2c78fcf7-17df-465a-9c9e-e92c8e7bf820 service nova] Lock "04a6df8e-033c-4b03-99c3-19bd8b2200fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.784654] env[70323]: DEBUG nova.compute.manager [req-9aae7605-d8bf-4748-8afe-4a416e93cebd req-2c78fcf7-17df-465a-9c9e-e92c8e7bf820 service nova] [instance: 04a6df8e-033c-4b03-99c3-19bd8b2200fd] No waiting events found dispatching network-vif-plugged-8db7ab16-c124-4f44-b87e-f861895a7d26 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 754.784821] env[70323]: WARNING nova.compute.manager [req-9aae7605-d8bf-4748-8afe-4a416e93cebd req-2c78fcf7-17df-465a-9c9e-e92c8e7bf820 service nova] [instance: 04a6df8e-033c-4b03-99c3-19bd8b2200fd] Received unexpected event network-vif-plugged-8db7ab16-c124-4f44-b87e-f861895a7d26 for instance with vm_state building and task_state spawning. [ 754.896821] env[70323]: DEBUG oslo_vmware.api [None req-3d0fe885-cd1c-4905-8cd5-d203d0db432e tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5245d206-e810-c549-64d7-2c3ac5bffe57, 'name': SearchDatastore_Task, 'duration_secs': 0.014394} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.899730] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-705e8f5e-41b2-44ae-946b-97593d11ef19 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.905254] env[70323]: DEBUG oslo_vmware.api [None req-3d0fe885-cd1c-4905-8cd5-d203d0db432e tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Waiting for the task: (returnval){ [ 754.905254] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]525db19d-3662-48f0-8be5-67dc3291fa4e" [ 754.905254] env[70323]: _type = "Task" [ 754.905254] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.914649] env[70323]: DEBUG oslo_vmware.api [None req-3d0fe885-cd1c-4905-8cd5-d203d0db432e tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]525db19d-3662-48f0-8be5-67dc3291fa4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.940390] env[70323]: DEBUG nova.network.neutron [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 04a6df8e-033c-4b03-99c3-19bd8b2200fd] Successfully updated port: 8db7ab16-c124-4f44-b87e-f861895a7d26 {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 755.098393] env[70323]: DEBUG nova.compute.utils [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 755.105023] env[70323]: DEBUG nova.compute.manager [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 1ad77931-f385-45f3-bbe1-dd6e8b986631] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 755.105023] env[70323]: DEBUG nova.network.neutron [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 1ad77931-f385-45f3-bbe1-dd6e8b986631] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 755.185023] env[70323]: DEBUG nova.objects.instance [None req-591c92c9-2c43-48b4-9ee9-8d9cc7487365 tempest-VolumesAssistedSnapshotsTest-1649432178 tempest-VolumesAssistedSnapshotsTest-1649432178-project-admin] Lazy-loading 'flavor' on Instance uuid ba5dd49c-50d4-4dee-b428-9d4300ab43af {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 755.192771] env[70323]: DEBUG nova.policy [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b021c179e184c3ebe99ad61fd272fe3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '153de9abfecf4dc4a84167304d44418f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 755.210319] env[70323]: DEBUG oslo_concurrency.lockutils [None req-42d49f54-a0af-4fdd-820a-1460b93d4bc2 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Lock "9632e467-f678-4808-97f7-f228e9bc52bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.593s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.234062] env[70323]: DEBUG oslo_vmware.api [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Task: {'id': task-3226837, 'name': PowerOnVM_Task} progress is 78%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.256852] env[70323]: DEBUG oslo_vmware.api [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Task: {'id': task-3226838, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064804} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.256852] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 08c8dd40-92a3-48cd-ba9b-61d1796f9b7a] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 755.256852] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4629ebf-8771-45ba-b008-ccc2af7aa45b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.292483] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 08c8dd40-92a3-48cd-ba9b-61d1796f9b7a] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 08c8dd40-92a3-48cd-ba9b-61d1796f9b7a/08c8dd40-92a3-48cd-ba9b-61d1796f9b7a.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 755.294138] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9ae2dc7-25a6-4812-803c-59cc67547647 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.318791] env[70323]: DEBUG oslo_vmware.api [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Waiting for the task: (returnval){ [ 755.318791] env[70323]: value = "task-3226839" [ 755.318791] env[70323]: _type = "Task" [ 755.318791] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.328883] env[70323]: DEBUG oslo_vmware.api [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Task: {'id': task-3226839, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.419329] env[70323]: DEBUG oslo_vmware.api [None req-3d0fe885-cd1c-4905-8cd5-d203d0db432e tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]525db19d-3662-48f0-8be5-67dc3291fa4e, 'name': SearchDatastore_Task, 'duration_secs': 0.011798} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.419329] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3d0fe885-cd1c-4905-8cd5-d203d0db432e tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.419329] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d0fe885-cd1c-4905-8cd5-d203d0db432e tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] a48068d4-716f-4df7-b75b-d522cbf99d46/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16-rescue.vmdk. {{(pid=70323) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 755.419329] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad39db23-17cf-4d0e-ac5a-d37af3930991 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.425093] env[70323]: DEBUG oslo_vmware.api [None req-3d0fe885-cd1c-4905-8cd5-d203d0db432e tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Waiting for the task: (returnval){ [ 755.425093] env[70323]: value = "task-3226840" [ 755.425093] env[70323]: _type = "Task" [ 755.425093] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.428694] env[70323]: DEBUG oslo_concurrency.lockutils [None req-16bdab54-c13a-4d68-adf4-aed16ef88d7e tempest-ServersAdminTestJSON-961693468 tempest-ServersAdminTestJSON-961693468-project-admin] Acquiring lock "refresh_cache-9632e467-f678-4808-97f7-f228e9bc52bc" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.431017] env[70323]: DEBUG oslo_concurrency.lockutils [None req-16bdab54-c13a-4d68-adf4-aed16ef88d7e tempest-ServersAdminTestJSON-961693468 tempest-ServersAdminTestJSON-961693468-project-admin] Acquired lock "refresh_cache-9632e467-f678-4808-97f7-f228e9bc52bc" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.431017] env[70323]: DEBUG nova.network.neutron [None req-16bdab54-c13a-4d68-adf4-aed16ef88d7e tempest-ServersAdminTestJSON-961693468 tempest-ServersAdminTestJSON-961693468-project-admin] [instance: 9632e467-f678-4808-97f7-f228e9bc52bc] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 755.441116] env[70323]: DEBUG oslo_vmware.api [None req-3d0fe885-cd1c-4905-8cd5-d203d0db432e tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Task: {'id': task-3226840, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.442940] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Acquiring lock "refresh_cache-04a6df8e-033c-4b03-99c3-19bd8b2200fd" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.443299] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Acquired lock "refresh_cache-04a6df8e-033c-4b03-99c3-19bd8b2200fd" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.443631] env[70323]: DEBUG nova.network.neutron [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 04a6df8e-033c-4b03-99c3-19bd8b2200fd] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 755.608022] env[70323]: DEBUG nova.compute.manager [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 1ad77931-f385-45f3-bbe1-dd6e8b986631] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 755.608022] env[70323]: DEBUG nova.network.neutron [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 1ad77931-f385-45f3-bbe1-dd6e8b986631] Successfully created port: 061e0e07-3087-467a-bbb0-20fb115c10b6 {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 755.690887] env[70323]: DEBUG oslo_concurrency.lockutils [None req-591c92c9-2c43-48b4-9ee9-8d9cc7487365 tempest-VolumesAssistedSnapshotsTest-1649432178 tempest-VolumesAssistedSnapshotsTest-1649432178-project-admin] Lock "ba5dd49c-50d4-4dee-b428-9d4300ab43af" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.914s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.711651] env[70323]: DEBUG nova.compute.manager [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 0b934777-cba1-4d08-b077-bfdb23c35dec] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 755.732660] env[70323]: DEBUG oslo_vmware.api [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Task: {'id': task-3226837, 'name': PowerOnVM_Task, 'duration_secs': 0.817368} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.732660] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] [instance: 7be2da39-a762-4d2f-a520-44120528267c] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 755.732660] env[70323]: INFO nova.compute.manager [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] [instance: 7be2da39-a762-4d2f-a520-44120528267c] Took 11.04 seconds to spawn the instance on the hypervisor. [ 755.732792] env[70323]: DEBUG nova.compute.manager [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] [instance: 7be2da39-a762-4d2f-a520-44120528267c] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 755.736859] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c859eef5-79e5-4616-a9f1-9005587e5007 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.837091] env[70323]: DEBUG oslo_vmware.api [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Task: {'id': task-3226839, 'name': ReconfigVM_Task, 'duration_secs': 0.461744} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.837091] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 08c8dd40-92a3-48cd-ba9b-61d1796f9b7a] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 08c8dd40-92a3-48cd-ba9b-61d1796f9b7a/08c8dd40-92a3-48cd-ba9b-61d1796f9b7a.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 755.837591] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-53cede80-c36c-4331-bc41-98fdc2dbd1f7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.846954] env[70323]: DEBUG oslo_vmware.api [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Waiting for the task: (returnval){ [ 755.846954] env[70323]: value = "task-3226841" [ 755.846954] env[70323]: _type = "Task" [ 755.846954] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.858107] env[70323]: DEBUG oslo_vmware.api [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Task: {'id': task-3226841, 'name': Rename_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.950999] env[70323]: DEBUG oslo_vmware.api [None req-3d0fe885-cd1c-4905-8cd5-d203d0db432e tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Task: {'id': task-3226840, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.090012] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ac861378-0a24-491f-9069-08f0dc6b410a tempest-VolumesAssistedSnapshotsTest-1649432178 tempest-VolumesAssistedSnapshotsTest-1649432178-project-admin] Acquiring lock "ba5dd49c-50d4-4dee-b428-9d4300ab43af" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.090733] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ac861378-0a24-491f-9069-08f0dc6b410a tempest-VolumesAssistedSnapshotsTest-1649432178 tempest-VolumesAssistedSnapshotsTest-1649432178-project-admin] Lock "ba5dd49c-50d4-4dee-b428-9d4300ab43af" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.259550] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.262671] env[70323]: INFO nova.compute.manager [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] [instance: 7be2da39-a762-4d2f-a520-44120528267c] Took 53.79 seconds to build instance. [ 756.290908] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b98afca-2158-4b9d-8b76-e6d73f80d754 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.300546] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-823df5c4-6a27-4493-a0bc-524d60dc4ff4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.340163] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1723598-e8be-4640-8c55-5ffe7638da9c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.344489] env[70323]: DEBUG nova.network.neutron [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 04a6df8e-033c-4b03-99c3-19bd8b2200fd] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 756.354847] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3444e4-3ab1-43b0-8679-0068c5053ae5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.364622] env[70323]: DEBUG nova.network.neutron [None req-16bdab54-c13a-4d68-adf4-aed16ef88d7e tempest-ServersAdminTestJSON-961693468 tempest-ServersAdminTestJSON-961693468-project-admin] [instance: 9632e467-f678-4808-97f7-f228e9bc52bc] Updating instance_info_cache with network_info: [{"id": "899597b7-a5f7-4873-a354-e37325e9dd49", "address": "fa:16:3e:f6:66:ad", "network": {"id": "9cece0a7-287b-4d6e-ae17-cf30e2ece504", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1813155621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ea75b3b77cc4592aa17f4341e79fea6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap899597b7-a5", "ovs_interfaceid": "899597b7-a5f7-4873-a354-e37325e9dd49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.365894] env[70323]: DEBUG oslo_vmware.api [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Task: {'id': task-3226841, 'name': Rename_Task, 'duration_secs': 0.273711} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.367444] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 08c8dd40-92a3-48cd-ba9b-61d1796f9b7a] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 756.367634] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a341c67c-f608-4190-9cf2-557eaa70531e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.381995] env[70323]: DEBUG nova.compute.provider_tree [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 756.392800] env[70323]: DEBUG oslo_vmware.api [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Waiting for the task: (returnval){ [ 756.392800] env[70323]: value = "task-3226842" [ 756.392800] env[70323]: _type = "Task" [ 756.392800] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.404223] env[70323]: DEBUG oslo_vmware.api [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Task: {'id': task-3226842, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.443740] env[70323]: DEBUG oslo_vmware.api [None req-3d0fe885-cd1c-4905-8cd5-d203d0db432e tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Task: {'id': task-3226840, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.91985} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.443740] env[70323]: INFO nova.virt.vmwareapi.ds_util [None req-3d0fe885-cd1c-4905-8cd5-d203d0db432e tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] a48068d4-716f-4df7-b75b-d522cbf99d46/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16-rescue.vmdk. [ 756.446283] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9604f2e2-8224-4971-bc26-ef29c0596bcd {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.477743] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d0fe885-cd1c-4905-8cd5-d203d0db432e tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: a48068d4-716f-4df7-b75b-d522cbf99d46] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] a48068d4-716f-4df7-b75b-d522cbf99d46/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16-rescue.vmdk or device None with type thin {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 756.478642] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e618e4eb-0e82-42fc-8d21-5bbf41e75b8f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.500835] env[70323]: DEBUG oslo_vmware.api [None req-3d0fe885-cd1c-4905-8cd5-d203d0db432e tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Waiting for the task: (returnval){ [ 756.500835] env[70323]: value = "task-3226843" [ 756.500835] env[70323]: _type = "Task" [ 756.500835] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.509608] env[70323]: DEBUG oslo_vmware.api [None req-3d0fe885-cd1c-4905-8cd5-d203d0db432e tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Task: {'id': task-3226843, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.598646] env[70323]: INFO nova.compute.manager [None req-ac861378-0a24-491f-9069-08f0dc6b410a tempest-VolumesAssistedSnapshotsTest-1649432178 tempest-VolumesAssistedSnapshotsTest-1649432178-project-admin] [instance: ba5dd49c-50d4-4dee-b428-9d4300ab43af] Detaching volume f43bbee3-1d9a-44b7-8bc7-f963c11fb2d2 [ 756.619663] env[70323]: DEBUG nova.compute.manager [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 1ad77931-f385-45f3-bbe1-dd6e8b986631] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 756.641979] env[70323]: DEBUG nova.network.neutron [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 04a6df8e-033c-4b03-99c3-19bd8b2200fd] Updating instance_info_cache with network_info: [{"id": "8db7ab16-c124-4f44-b87e-f861895a7d26", "address": "fa:16:3e:29:24:1e", "network": {"id": "296cf2a8-12d0-495a-8b5a-938c7cfc1ddc", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-455843028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "153de9abfecf4dc4a84167304d44418f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8db7ab16-c1", "ovs_interfaceid": "8db7ab16-c124-4f44-b87e-f861895a7d26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.645875] env[70323]: INFO nova.virt.block_device [None req-ac861378-0a24-491f-9069-08f0dc6b410a tempest-VolumesAssistedSnapshotsTest-1649432178 tempest-VolumesAssistedSnapshotsTest-1649432178-project-admin] [instance: ba5dd49c-50d4-4dee-b428-9d4300ab43af] Attempting to driver detach volume f43bbee3-1d9a-44b7-8bc7-f963c11fb2d2 from mountpoint /dev/sdb [ 756.646202] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac861378-0a24-491f-9069-08f0dc6b410a tempest-VolumesAssistedSnapshotsTest-1649432178 tempest-VolumesAssistedSnapshotsTest-1649432178-project-admin] [instance: ba5dd49c-50d4-4dee-b428-9d4300ab43af] Volume detach. Driver type: vmdk {{(pid=70323) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 756.646375] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac861378-0a24-491f-9069-08f0dc6b410a tempest-VolumesAssistedSnapshotsTest-1649432178 tempest-VolumesAssistedSnapshotsTest-1649432178-project-admin] [instance: ba5dd49c-50d4-4dee-b428-9d4300ab43af] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645056', 'volume_id': 'f43bbee3-1d9a-44b7-8bc7-f963c11fb2d2', 'name': 'volume-f43bbee3-1d9a-44b7-8bc7-f963c11fb2d2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ba5dd49c-50d4-4dee-b428-9d4300ab43af', 'attached_at': '', 'detached_at': '', 'volume_id': 'f43bbee3-1d9a-44b7-8bc7-f963c11fb2d2', 'serial': 'f43bbee3-1d9a-44b7-8bc7-f963c11fb2d2'} {{(pid=70323) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 756.647701] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a0ec0e2-eae7-4dc2-88d7-d3929b6b09c0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.672926] env[70323]: DEBUG nova.virt.hardware [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 756.673496] env[70323]: DEBUG nova.virt.hardware [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 756.673667] env[70323]: DEBUG nova.virt.hardware [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 756.673910] env[70323]: DEBUG nova.virt.hardware [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 756.674027] env[70323]: DEBUG nova.virt.hardware [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 756.674438] env[70323]: DEBUG nova.virt.hardware [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 756.674550] env[70323]: DEBUG nova.virt.hardware [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 756.674756] env[70323]: DEBUG nova.virt.hardware [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 756.674928] env[70323]: DEBUG nova.virt.hardware [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 756.675120] env[70323]: DEBUG nova.virt.hardware [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 756.675297] env[70323]: DEBUG nova.virt.hardware [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 756.676794] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788e94d7-fc5d-4720-bc2a-3489599fdc88 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.680332] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c06d59-daf3-4e7c-a83b-72ac144fa402 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.691370] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36ecd9d-94ab-4731-b4d7-a3e37ff1ee38 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.696412] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d946a19e-74fa-4f76-89b5-149174029c9e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.733339] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735c7610-1cd4-45c7-b073-79da7ef2ddd0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.752085] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac861378-0a24-491f-9069-08f0dc6b410a tempest-VolumesAssistedSnapshotsTest-1649432178 tempest-VolumesAssistedSnapshotsTest-1649432178-project-admin] The volume has not been displaced from its original location: [datastore2] volume-f43bbee3-1d9a-44b7-8bc7-f963c11fb2d2/volume-f43bbee3-1d9a-44b7-8bc7-f963c11fb2d2.vmdk. No consolidation needed. {{(pid=70323) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 756.756288] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac861378-0a24-491f-9069-08f0dc6b410a tempest-VolumesAssistedSnapshotsTest-1649432178 tempest-VolumesAssistedSnapshotsTest-1649432178-project-admin] [instance: ba5dd49c-50d4-4dee-b428-9d4300ab43af] Reconfiguring VM instance instance-00000010 to detach disk 2001 {{(pid=70323) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 756.758509] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30168c41-f6f4-41f5-a13d-ecba0f62f476 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.771067] env[70323]: DEBUG oslo_concurrency.lockutils [None req-546deaf2-81cc-4ce7-b986-bb7ae1fac027 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Lock "7be2da39-a762-4d2f-a520-44120528267c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.209s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.777657] env[70323]: DEBUG oslo_vmware.api [None req-ac861378-0a24-491f-9069-08f0dc6b410a tempest-VolumesAssistedSnapshotsTest-1649432178 tempest-VolumesAssistedSnapshotsTest-1649432178-project-admin] Waiting for the task: (returnval){ [ 756.777657] env[70323]: value = "task-3226844" [ 756.777657] env[70323]: _type = "Task" [ 756.777657] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.786978] env[70323]: DEBUG oslo_vmware.api [None req-ac861378-0a24-491f-9069-08f0dc6b410a tempest-VolumesAssistedSnapshotsTest-1649432178 tempest-VolumesAssistedSnapshotsTest-1649432178-project-admin] Task: {'id': task-3226844, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.867595] env[70323]: DEBUG oslo_concurrency.lockutils [None req-16bdab54-c13a-4d68-adf4-aed16ef88d7e tempest-ServersAdminTestJSON-961693468 tempest-ServersAdminTestJSON-961693468-project-admin] Releasing lock "refresh_cache-9632e467-f678-4808-97f7-f228e9bc52bc" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.867954] env[70323]: DEBUG nova.compute.manager [None req-16bdab54-c13a-4d68-adf4-aed16ef88d7e tempest-ServersAdminTestJSON-961693468 tempest-ServersAdminTestJSON-961693468-project-admin] [instance: 9632e467-f678-4808-97f7-f228e9bc52bc] Inject network info {{(pid=70323) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 756.868303] env[70323]: DEBUG nova.compute.manager [None req-16bdab54-c13a-4d68-adf4-aed16ef88d7e tempest-ServersAdminTestJSON-961693468 tempest-ServersAdminTestJSON-961693468-project-admin] [instance: 9632e467-f678-4808-97f7-f228e9bc52bc] network_info to inject: |[{"id": "899597b7-a5f7-4873-a354-e37325e9dd49", "address": "fa:16:3e:f6:66:ad", "network": {"id": "9cece0a7-287b-4d6e-ae17-cf30e2ece504", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1813155621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ea75b3b77cc4592aa17f4341e79fea6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap899597b7-a5", "ovs_interfaceid": "899597b7-a5f7-4873-a354-e37325e9dd49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 756.877779] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-16bdab54-c13a-4d68-adf4-aed16ef88d7e tempest-ServersAdminTestJSON-961693468 tempest-ServersAdminTestJSON-961693468-project-admin] [instance: 9632e467-f678-4808-97f7-f228e9bc52bc] Reconfiguring VM instance to set the machine id {{(pid=70323) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 756.877779] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6416498f-2170-4443-95d4-5bf73222ca32 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.894509] env[70323]: DEBUG nova.scheduler.client.report [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 756.917146] env[70323]: DEBUG oslo_vmware.api [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Task: {'id': task-3226842, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.917501] env[70323]: DEBUG oslo_vmware.api [None req-16bdab54-c13a-4d68-adf4-aed16ef88d7e tempest-ServersAdminTestJSON-961693468 tempest-ServersAdminTestJSON-961693468-project-admin] Waiting for the task: (returnval){ [ 756.917501] env[70323]: value = "task-3226845" [ 756.917501] env[70323]: _type = "Task" [ 756.917501] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.925444] env[70323]: DEBUG oslo_vmware.api [None req-16bdab54-c13a-4d68-adf4-aed16ef88d7e tempest-ServersAdminTestJSON-961693468 tempest-ServersAdminTestJSON-961693468-project-admin] Task: {'id': task-3226845, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.010842] env[70323]: DEBUG oslo_vmware.api [None req-3d0fe885-cd1c-4905-8cd5-d203d0db432e tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Task: {'id': task-3226843, 'name': ReconfigVM_Task, 'duration_secs': 0.459932} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.011458] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d0fe885-cd1c-4905-8cd5-d203d0db432e tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: a48068d4-716f-4df7-b75b-d522cbf99d46] Reconfigured VM instance instance-00000025 to attach disk [datastore1] a48068d4-716f-4df7-b75b-d522cbf99d46/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16-rescue.vmdk or device None with type thin {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 757.012405] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd4bb971-b9c4-404d-a7bb-a2f441f75b2c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.048166] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17870f34-9680-4aef-b5d5-59ce1444902e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.059709] env[70323]: DEBUG nova.compute.manager [req-b1a7d460-1929-4d80-b7f6-45cfe987fa88 req-19138957-84d1-46e7-9eaa-ddb4bf75b0ab service nova] [instance: 04a6df8e-033c-4b03-99c3-19bd8b2200fd] Received event network-changed-8db7ab16-c124-4f44-b87e-f861895a7d26 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 757.059781] env[70323]: DEBUG nova.compute.manager [req-b1a7d460-1929-4d80-b7f6-45cfe987fa88 req-19138957-84d1-46e7-9eaa-ddb4bf75b0ab service nova] [instance: 04a6df8e-033c-4b03-99c3-19bd8b2200fd] Refreshing instance network info cache due to event network-changed-8db7ab16-c124-4f44-b87e-f861895a7d26. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 757.060131] env[70323]: DEBUG oslo_concurrency.lockutils [req-b1a7d460-1929-4d80-b7f6-45cfe987fa88 req-19138957-84d1-46e7-9eaa-ddb4bf75b0ab service nova] Acquiring lock "refresh_cache-04a6df8e-033c-4b03-99c3-19bd8b2200fd" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.070855] env[70323]: DEBUG oslo_vmware.api [None req-3d0fe885-cd1c-4905-8cd5-d203d0db432e tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Waiting for the task: (returnval){ [ 757.070855] env[70323]: value = "task-3226846" [ 757.070855] env[70323]: _type = "Task" [ 757.070855] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.080811] env[70323]: DEBUG oslo_vmware.api [None req-3d0fe885-cd1c-4905-8cd5-d203d0db432e tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Task: {'id': task-3226846, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.148659] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Releasing lock "refresh_cache-04a6df8e-033c-4b03-99c3-19bd8b2200fd" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.150046] env[70323]: DEBUG nova.compute.manager [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 04a6df8e-033c-4b03-99c3-19bd8b2200fd] Instance network_info: |[{"id": "8db7ab16-c124-4f44-b87e-f861895a7d26", "address": "fa:16:3e:29:24:1e", "network": {"id": "296cf2a8-12d0-495a-8b5a-938c7cfc1ddc", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-455843028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "153de9abfecf4dc4a84167304d44418f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8db7ab16-c1", "ovs_interfaceid": "8db7ab16-c124-4f44-b87e-f861895a7d26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 757.150046] env[70323]: DEBUG oslo_concurrency.lockutils [req-b1a7d460-1929-4d80-b7f6-45cfe987fa88 req-19138957-84d1-46e7-9eaa-ddb4bf75b0ab service nova] Acquired lock "refresh_cache-04a6df8e-033c-4b03-99c3-19bd8b2200fd" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.150046] env[70323]: DEBUG nova.network.neutron [req-b1a7d460-1929-4d80-b7f6-45cfe987fa88 req-19138957-84d1-46e7-9eaa-ddb4bf75b0ab service nova] [instance: 04a6df8e-033c-4b03-99c3-19bd8b2200fd] Refreshing network info cache for port 8db7ab16-c124-4f44-b87e-f861895a7d26 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 757.152318] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 04a6df8e-033c-4b03-99c3-19bd8b2200fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:24:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad4fcde7-8926-402a-a9b7-4878d2bc1cf6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8db7ab16-c124-4f44-b87e-f861895a7d26', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 757.161811] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 757.162336] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04a6df8e-033c-4b03-99c3-19bd8b2200fd] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 757.164369] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5acc8f21-d907-4d82-a235-2d418a90b9af {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.186526] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 757.186526] env[70323]: value = "task-3226847" [ 757.186526] env[70323]: _type = "Task" [ 757.186526] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.196286] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226847, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.275057] env[70323]: DEBUG nova.compute.manager [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 248f0a9f-88ae-4c02-8870-57422c9f8ac3] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 757.293017] env[70323]: DEBUG oslo_vmware.api [None req-ac861378-0a24-491f-9069-08f0dc6b410a tempest-VolumesAssistedSnapshotsTest-1649432178 tempest-VolumesAssistedSnapshotsTest-1649432178-project-admin] Task: {'id': task-3226844, 'name': ReconfigVM_Task, 'duration_secs': 0.301985} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.293457] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac861378-0a24-491f-9069-08f0dc6b410a tempest-VolumesAssistedSnapshotsTest-1649432178 tempest-VolumesAssistedSnapshotsTest-1649432178-project-admin] [instance: ba5dd49c-50d4-4dee-b428-9d4300ab43af] Reconfigured VM instance instance-00000010 to detach disk 2001 {{(pid=70323) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 757.300997] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b3158e3-2862-49e7-8a86-fbcaa13cbd48 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.316061] env[70323]: DEBUG oslo_vmware.api [None req-ac861378-0a24-491f-9069-08f0dc6b410a tempest-VolumesAssistedSnapshotsTest-1649432178 tempest-VolumesAssistedSnapshotsTest-1649432178-project-admin] Waiting for the task: (returnval){ [ 757.316061] env[70323]: value = "task-3226848" [ 757.316061] env[70323]: _type = "Task" [ 757.316061] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.328178] env[70323]: DEBUG oslo_vmware.api [None req-ac861378-0a24-491f-9069-08f0dc6b410a tempest-VolumesAssistedSnapshotsTest-1649432178 tempest-VolumesAssistedSnapshotsTest-1649432178-project-admin] Task: {'id': task-3226848, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.408300] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.819s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.408706] env[70323]: DEBUG nova.compute.manager [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] [instance: 95850796-4c82-4e1f-b169-c2122a5c4950] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 757.414549] env[70323]: DEBUG oslo_concurrency.lockutils [None req-606c166e-3909-494e-8c51-94d14b67e601 tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.727s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.415896] env[70323]: DEBUG nova.objects.instance [None req-606c166e-3909-494e-8c51-94d14b67e601 tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Lazy-loading 'resources' on Instance uuid 015b62f4-f233-4d72-89fd-221d8e381082 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 757.415896] env[70323]: DEBUG oslo_vmware.api [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Task: {'id': task-3226842, 'name': PowerOnVM_Task, 'duration_secs': 0.627518} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.418892] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 08c8dd40-92a3-48cd-ba9b-61d1796f9b7a] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 757.418892] env[70323]: INFO nova.compute.manager [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 08c8dd40-92a3-48cd-ba9b-61d1796f9b7a] Took 7.39 seconds to spawn the instance on the hypervisor. [ 757.418892] env[70323]: DEBUG nova.compute.manager [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 08c8dd40-92a3-48cd-ba9b-61d1796f9b7a] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 757.418892] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a4ab06-5807-4a82-abf8-655bef4de89b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.433086] env[70323]: DEBUG oslo_vmware.api [None req-16bdab54-c13a-4d68-adf4-aed16ef88d7e tempest-ServersAdminTestJSON-961693468 tempest-ServersAdminTestJSON-961693468-project-admin] Task: {'id': task-3226845, 'name': ReconfigVM_Task, 'duration_secs': 0.295033} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.433595] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-16bdab54-c13a-4d68-adf4-aed16ef88d7e tempest-ServersAdminTestJSON-961693468 tempest-ServersAdminTestJSON-961693468-project-admin] [instance: 9632e467-f678-4808-97f7-f228e9bc52bc] Reconfigured VM instance to set the machine id {{(pid=70323) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 757.579760] env[70323]: DEBUG oslo_vmware.api [None req-3d0fe885-cd1c-4905-8cd5-d203d0db432e tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Task: {'id': task-3226846, 'name': ReconfigVM_Task, 'duration_secs': 0.360557} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.580037] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d0fe885-cd1c-4905-8cd5-d203d0db432e tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: a48068d4-716f-4df7-b75b-d522cbf99d46] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 757.580291] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b0f8f90-34c2-4a5a-9bda-c6b04b2bc628 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.586959] env[70323]: DEBUG oslo_vmware.api [None req-3d0fe885-cd1c-4905-8cd5-d203d0db432e tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Waiting for the task: (returnval){ [ 757.586959] env[70323]: value = "task-3226849" [ 757.586959] env[70323]: _type = "Task" [ 757.586959] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.594757] env[70323]: DEBUG oslo_vmware.api [None req-3d0fe885-cd1c-4905-8cd5-d203d0db432e tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Task: {'id': task-3226849, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.695862] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226847, 'name': CreateVM_Task} progress is 25%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.802642] env[70323]: DEBUG oslo_concurrency.lockutils [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.832663] env[70323]: DEBUG oslo_vmware.api [None req-ac861378-0a24-491f-9069-08f0dc6b410a tempest-VolumesAssistedSnapshotsTest-1649432178 tempest-VolumesAssistedSnapshotsTest-1649432178-project-admin] Task: {'id': task-3226848, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.833697] env[70323]: DEBUG nova.network.neutron [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 1ad77931-f385-45f3-bbe1-dd6e8b986631] Successfully updated port: 061e0e07-3087-467a-bbb0-20fb115c10b6 {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 757.842755] env[70323]: DEBUG oslo_concurrency.lockutils [None req-dfc14b7f-679b-4943-9341-e7f3530c1dd0 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Acquiring lock "7be2da39-a762-4d2f-a520-44120528267c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.842880] env[70323]: DEBUG oslo_concurrency.lockutils [None req-dfc14b7f-679b-4943-9341-e7f3530c1dd0 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Lock "7be2da39-a762-4d2f-a520-44120528267c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.843152] env[70323]: DEBUG oslo_concurrency.lockutils [None req-dfc14b7f-679b-4943-9341-e7f3530c1dd0 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Acquiring lock "7be2da39-a762-4d2f-a520-44120528267c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.844067] env[70323]: DEBUG oslo_concurrency.lockutils [None req-dfc14b7f-679b-4943-9341-e7f3530c1dd0 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Lock "7be2da39-a762-4d2f-a520-44120528267c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.844395] env[70323]: DEBUG oslo_concurrency.lockutils [None req-dfc14b7f-679b-4943-9341-e7f3530c1dd0 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Lock "7be2da39-a762-4d2f-a520-44120528267c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.851191] env[70323]: INFO nova.compute.manager [None req-dfc14b7f-679b-4943-9341-e7f3530c1dd0 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] [instance: 7be2da39-a762-4d2f-a520-44120528267c] Terminating instance [ 757.918555] env[70323]: DEBUG nova.compute.utils [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 757.924148] env[70323]: DEBUG nova.compute.manager [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] [instance: 95850796-4c82-4e1f-b169-c2122a5c4950] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 757.924148] env[70323]: DEBUG nova.network.neutron [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] [instance: 95850796-4c82-4e1f-b169-c2122a5c4950] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 757.944832] env[70323]: INFO nova.compute.manager [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 08c8dd40-92a3-48cd-ba9b-61d1796f9b7a] Took 50.45 seconds to build instance. [ 758.010153] env[70323]: DEBUG nova.policy [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc93aba0ac9f41d9b7def0988e238526', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2101efea82524d34a4cc4cccc2d6f7ec', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 758.040247] env[70323]: DEBUG nova.network.neutron [req-b1a7d460-1929-4d80-b7f6-45cfe987fa88 req-19138957-84d1-46e7-9eaa-ddb4bf75b0ab service nova] [instance: 04a6df8e-033c-4b03-99c3-19bd8b2200fd] Updated VIF entry in instance network info cache for port 8db7ab16-c124-4f44-b87e-f861895a7d26. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 758.041283] env[70323]: DEBUG nova.network.neutron [req-b1a7d460-1929-4d80-b7f6-45cfe987fa88 req-19138957-84d1-46e7-9eaa-ddb4bf75b0ab service nova] [instance: 04a6df8e-033c-4b03-99c3-19bd8b2200fd] Updating instance_info_cache with network_info: [{"id": "8db7ab16-c124-4f44-b87e-f861895a7d26", "address": "fa:16:3e:29:24:1e", "network": {"id": "296cf2a8-12d0-495a-8b5a-938c7cfc1ddc", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-455843028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "153de9abfecf4dc4a84167304d44418f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8db7ab16-c1", "ovs_interfaceid": "8db7ab16-c124-4f44-b87e-f861895a7d26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.103564] env[70323]: DEBUG oslo_vmware.api [None req-3d0fe885-cd1c-4905-8cd5-d203d0db432e tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Task: {'id': task-3226849, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.204011] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226847, 'name': CreateVM_Task} progress is 25%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.333696] env[70323]: DEBUG oslo_vmware.api [None req-ac861378-0a24-491f-9069-08f0dc6b410a tempest-VolumesAssistedSnapshotsTest-1649432178 tempest-VolumesAssistedSnapshotsTest-1649432178-project-admin] Task: {'id': task-3226848, 'name': ReconfigVM_Task, 'duration_secs': 0.883135} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.338684] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac861378-0a24-491f-9069-08f0dc6b410a tempest-VolumesAssistedSnapshotsTest-1649432178 tempest-VolumesAssistedSnapshotsTest-1649432178-project-admin] [instance: ba5dd49c-50d4-4dee-b428-9d4300ab43af] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645056', 'volume_id': 'f43bbee3-1d9a-44b7-8bc7-f963c11fb2d2', 'name': 'volume-f43bbee3-1d9a-44b7-8bc7-f963c11fb2d2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ba5dd49c-50d4-4dee-b428-9d4300ab43af', 'attached_at': '', 'detached_at': '', 'volume_id': 'f43bbee3-1d9a-44b7-8bc7-f963c11fb2d2', 'serial': 'f43bbee3-1d9a-44b7-8bc7-f963c11fb2d2'} {{(pid=70323) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 758.341309] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Acquiring lock "refresh_cache-1ad77931-f385-45f3-bbe1-dd6e8b986631" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.341474] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Acquired lock "refresh_cache-1ad77931-f385-45f3-bbe1-dd6e8b986631" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.341629] env[70323]: DEBUG nova.network.neutron [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 1ad77931-f385-45f3-bbe1-dd6e8b986631] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 758.356969] env[70323]: DEBUG nova.compute.manager [None req-dfc14b7f-679b-4943-9341-e7f3530c1dd0 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] [instance: 7be2da39-a762-4d2f-a520-44120528267c] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 758.357212] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-dfc14b7f-679b-4943-9341-e7f3530c1dd0 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] [instance: 7be2da39-a762-4d2f-a520-44120528267c] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 758.358700] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bede4ba-f83c-4c73-bbd4-4825d4a9cee6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.371477] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfc14b7f-679b-4943-9341-e7f3530c1dd0 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] [instance: 7be2da39-a762-4d2f-a520-44120528267c] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 758.371759] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-156e5283-28ba-4a96-9df7-f32aa5e88187 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.379686] env[70323]: DEBUG oslo_vmware.api [None req-dfc14b7f-679b-4943-9341-e7f3530c1dd0 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Waiting for the task: (returnval){ [ 758.379686] env[70323]: value = "task-3226850" [ 758.379686] env[70323]: _type = "Task" [ 758.379686] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.397272] env[70323]: DEBUG oslo_vmware.api [None req-dfc14b7f-679b-4943-9341-e7f3530c1dd0 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Task: {'id': task-3226850, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.425614] env[70323]: DEBUG nova.compute.manager [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] [instance: 95850796-4c82-4e1f-b169-c2122a5c4950] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 758.432794] env[70323]: DEBUG nova.network.neutron [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] [instance: 95850796-4c82-4e1f-b169-c2122a5c4950] Successfully created port: 47e74bf2-5845-4ed2-8f94-5fbcf406cf64 {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 758.447580] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8b035288-7352-4852-972c-c8e29bc8a00d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Lock "08c8dd40-92a3-48cd-ba9b-61d1796f9b7a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.742s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.548242] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4247ef32-2de5-4af3-9a44-26d73f9a316c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.549834] env[70323]: DEBUG oslo_concurrency.lockutils [req-b1a7d460-1929-4d80-b7f6-45cfe987fa88 req-19138957-84d1-46e7-9eaa-ddb4bf75b0ab service nova] Releasing lock "refresh_cache-04a6df8e-033c-4b03-99c3-19bd8b2200fd" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.556277] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca0c9e3-e42f-4118-b9b2-633be1d7597c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.593894] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a2acdaa-0e51-4443-8027-7cfa32171702 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.602341] env[70323]: DEBUG oslo_vmware.api [None req-3d0fe885-cd1c-4905-8cd5-d203d0db432e tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Task: {'id': task-3226849, 'name': PowerOnVM_Task, 'duration_secs': 0.803385} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.603932] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d0fe885-cd1c-4905-8cd5-d203d0db432e tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: a48068d4-716f-4df7-b75b-d522cbf99d46] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 758.608881] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae672b9-0e83-40f5-8158-4226f329b5bf {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.617829] env[70323]: DEBUG nova.compute.manager [None req-3d0fe885-cd1c-4905-8cd5-d203d0db432e tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: a48068d4-716f-4df7-b75b-d522cbf99d46] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 758.618140] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Acquiring lock "dd6e0679-6c9c-4a30-bd97-530deb5fb246" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.618374] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Lock "dd6e0679-6c9c-4a30-bd97-530deb5fb246" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.619164] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fce355e-35bf-48de-9c8b-ced7e1d355b6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.635238] env[70323]: DEBUG nova.compute.provider_tree [None req-606c166e-3909-494e-8c51-94d14b67e601 tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 758.644209] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Acquiring lock "340cbed9-448a-4d71-92fa-a4bec142d293" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.644430] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Lock "340cbed9-448a-4d71-92fa-a4bec142d293" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.695196] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Acquiring lock "69d9372b-83a6-4a8a-b611-abd6c4fb2ddc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.695196] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Lock "69d9372b-83a6-4a8a-b611-abd6c4fb2ddc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.702683] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226847, 'name': CreateVM_Task, 'duration_secs': 1.232933} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.702852] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04a6df8e-033c-4b03-99c3-19bd8b2200fd] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 758.703613] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.703844] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.704229] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.704486] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7145157-b0c0-4449-9dc0-19a27947dcc3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.710614] env[70323]: DEBUG oslo_vmware.api [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Waiting for the task: (returnval){ [ 758.710614] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52461af6-f5af-78ca-96fe-7cb4a22de52b" [ 758.710614] env[70323]: _type = "Task" [ 758.710614] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.719754] env[70323]: DEBUG oslo_vmware.api [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52461af6-f5af-78ca-96fe-7cb4a22de52b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.879605] env[70323]: DEBUG nova.network.neutron [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 1ad77931-f385-45f3-bbe1-dd6e8b986631] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 758.891711] env[70323]: DEBUG oslo_vmware.api [None req-dfc14b7f-679b-4943-9341-e7f3530c1dd0 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Task: {'id': task-3226850, 'name': PowerOffVM_Task, 'duration_secs': 0.300752} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.892087] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfc14b7f-679b-4943-9341-e7f3530c1dd0 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] [instance: 7be2da39-a762-4d2f-a520-44120528267c] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 758.895238] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-dfc14b7f-679b-4943-9341-e7f3530c1dd0 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] [instance: 7be2da39-a762-4d2f-a520-44120528267c] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 758.895238] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f6c6d16-20cf-4c98-b129-509e1dbc1f2c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.926448] env[70323]: DEBUG nova.objects.instance [None req-ac861378-0a24-491f-9069-08f0dc6b410a tempest-VolumesAssistedSnapshotsTest-1649432178 tempest-VolumesAssistedSnapshotsTest-1649432178-project-admin] Lazy-loading 'flavor' on Instance uuid ba5dd49c-50d4-4dee-b428-9d4300ab43af {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 758.952268] env[70323]: DEBUG nova.compute.manager [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 4a2a0594-39e2-4e91-bba9-954662de5f77] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 759.066551] env[70323]: DEBUG nova.compute.manager [req-0189c09d-d3f0-4d89-bfae-01dd7711db9b req-2b653f61-aa2e-4478-bb01-552d83679da7 service nova] [instance: 1ad77931-f385-45f3-bbe1-dd6e8b986631] Received event network-vif-plugged-061e0e07-3087-467a-bbb0-20fb115c10b6 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 759.066784] env[70323]: DEBUG oslo_concurrency.lockutils [req-0189c09d-d3f0-4d89-bfae-01dd7711db9b req-2b653f61-aa2e-4478-bb01-552d83679da7 service nova] Acquiring lock "1ad77931-f385-45f3-bbe1-dd6e8b986631-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.066975] env[70323]: DEBUG oslo_concurrency.lockutils [req-0189c09d-d3f0-4d89-bfae-01dd7711db9b req-2b653f61-aa2e-4478-bb01-552d83679da7 service nova] Lock "1ad77931-f385-45f3-bbe1-dd6e8b986631-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.067180] env[70323]: DEBUG oslo_concurrency.lockutils [req-0189c09d-d3f0-4d89-bfae-01dd7711db9b req-2b653f61-aa2e-4478-bb01-552d83679da7 service nova] Lock "1ad77931-f385-45f3-bbe1-dd6e8b986631-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.067427] env[70323]: DEBUG nova.compute.manager [req-0189c09d-d3f0-4d89-bfae-01dd7711db9b req-2b653f61-aa2e-4478-bb01-552d83679da7 service nova] [instance: 1ad77931-f385-45f3-bbe1-dd6e8b986631] No waiting events found dispatching network-vif-plugged-061e0e07-3087-467a-bbb0-20fb115c10b6 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 759.067789] env[70323]: WARNING nova.compute.manager [req-0189c09d-d3f0-4d89-bfae-01dd7711db9b req-2b653f61-aa2e-4478-bb01-552d83679da7 service nova] [instance: 1ad77931-f385-45f3-bbe1-dd6e8b986631] Received unexpected event network-vif-plugged-061e0e07-3087-467a-bbb0-20fb115c10b6 for instance with vm_state building and task_state spawning. [ 759.068133] env[70323]: DEBUG nova.compute.manager [req-0189c09d-d3f0-4d89-bfae-01dd7711db9b req-2b653f61-aa2e-4478-bb01-552d83679da7 service nova] [instance: 1ad77931-f385-45f3-bbe1-dd6e8b986631] Received event network-changed-061e0e07-3087-467a-bbb0-20fb115c10b6 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 759.068352] env[70323]: DEBUG nova.compute.manager [req-0189c09d-d3f0-4d89-bfae-01dd7711db9b req-2b653f61-aa2e-4478-bb01-552d83679da7 service nova] [instance: 1ad77931-f385-45f3-bbe1-dd6e8b986631] Refreshing instance network info cache due to event network-changed-061e0e07-3087-467a-bbb0-20fb115c10b6. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 759.069192] env[70323]: DEBUG oslo_concurrency.lockutils [req-0189c09d-d3f0-4d89-bfae-01dd7711db9b req-2b653f61-aa2e-4478-bb01-552d83679da7 service nova] Acquiring lock "refresh_cache-1ad77931-f385-45f3-bbe1-dd6e8b986631" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.070307] env[70323]: DEBUG nova.network.neutron [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 1ad77931-f385-45f3-bbe1-dd6e8b986631] Updating instance_info_cache with network_info: [{"id": "061e0e07-3087-467a-bbb0-20fb115c10b6", "address": "fa:16:3e:33:22:cb", "network": {"id": "296cf2a8-12d0-495a-8b5a-938c7cfc1ddc", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-455843028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "153de9abfecf4dc4a84167304d44418f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap061e0e07-30", "ovs_interfaceid": "061e0e07-3087-467a-bbb0-20fb115c10b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.147048] env[70323]: DEBUG nova.scheduler.client.report [None req-606c166e-3909-494e-8c51-94d14b67e601 tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 759.221764] env[70323]: DEBUG oslo_vmware.api [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52461af6-f5af-78ca-96fe-7cb4a22de52b, 'name': SearchDatastore_Task, 'duration_secs': 0.013513} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.222082] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.222364] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 04a6df8e-033c-4b03-99c3-19bd8b2200fd] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 759.222634] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.222787] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.223620] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 759.223963] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9899641d-ebfd-45c5-a533-0c7cbb37111d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.233221] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 759.233449] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 759.234276] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-859210cb-ff6a-41f5-8f00-cf238f2bfd30 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.239795] env[70323]: DEBUG oslo_vmware.api [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Waiting for the task: (returnval){ [ 759.239795] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52508dd0-b693-5301-fb7c-958eae3b8155" [ 759.239795] env[70323]: _type = "Task" [ 759.239795] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.247701] env[70323]: DEBUG oslo_vmware.api [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52508dd0-b693-5301-fb7c-958eae3b8155, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.441859] env[70323]: DEBUG nova.compute.manager [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] [instance: 95850796-4c82-4e1f-b169-c2122a5c4950] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 759.468251] env[70323]: DEBUG nova.virt.hardware [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 759.468251] env[70323]: DEBUG nova.virt.hardware [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 759.468251] env[70323]: DEBUG nova.virt.hardware [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 759.468485] env[70323]: DEBUG nova.virt.hardware [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 759.468485] env[70323]: DEBUG nova.virt.hardware [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 759.468649] env[70323]: DEBUG nova.virt.hardware [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 759.468870] env[70323]: DEBUG nova.virt.hardware [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 759.469021] env[70323]: DEBUG nova.virt.hardware [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 759.469192] env[70323]: DEBUG nova.virt.hardware [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 759.469356] env[70323]: DEBUG nova.virt.hardware [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 759.469532] env[70323]: DEBUG nova.virt.hardware [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 759.470534] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4dc2ff-c1da-4bf8-80cd-cab46ba1c38a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.478572] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee03395-bdea-4c42-a925-fc1515068f43 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.483260] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.573992] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Releasing lock "refresh_cache-1ad77931-f385-45f3-bbe1-dd6e8b986631" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.573992] env[70323]: DEBUG nova.compute.manager [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 1ad77931-f385-45f3-bbe1-dd6e8b986631] Instance network_info: |[{"id": "061e0e07-3087-467a-bbb0-20fb115c10b6", "address": "fa:16:3e:33:22:cb", "network": {"id": "296cf2a8-12d0-495a-8b5a-938c7cfc1ddc", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-455843028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "153de9abfecf4dc4a84167304d44418f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap061e0e07-30", "ovs_interfaceid": "061e0e07-3087-467a-bbb0-20fb115c10b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 759.573992] env[70323]: DEBUG oslo_concurrency.lockutils [req-0189c09d-d3f0-4d89-bfae-01dd7711db9b req-2b653f61-aa2e-4478-bb01-552d83679da7 service nova] Acquired lock "refresh_cache-1ad77931-f385-45f3-bbe1-dd6e8b986631" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.573992] env[70323]: DEBUG nova.network.neutron [req-0189c09d-d3f0-4d89-bfae-01dd7711db9b req-2b653f61-aa2e-4478-bb01-552d83679da7 service nova] [instance: 1ad77931-f385-45f3-bbe1-dd6e8b986631] Refreshing network info cache for port 061e0e07-3087-467a-bbb0-20fb115c10b6 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 759.576281] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 1ad77931-f385-45f3-bbe1-dd6e8b986631] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:22:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad4fcde7-8926-402a-a9b7-4878d2bc1cf6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '061e0e07-3087-467a-bbb0-20fb115c10b6', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 759.584402] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 759.585607] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ad77931-f385-45f3-bbe1-dd6e8b986631] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 759.585826] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c731dc77-8cd8-434f-adca-d060da5ddc13 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.605427] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 759.605427] env[70323]: value = "task-3226852" [ 759.605427] env[70323]: _type = "Task" [ 759.605427] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.614296] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226852, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.652816] env[70323]: DEBUG oslo_concurrency.lockutils [None req-606c166e-3909-494e-8c51-94d14b67e601 tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.238s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.655247] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.354s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.656856] env[70323]: INFO nova.compute.claims [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 982522d9-dee1-4251-a7a3-4bad81acc442] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 759.674430] env[70323]: INFO nova.scheduler.client.report [None req-606c166e-3909-494e-8c51-94d14b67e601 tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Deleted allocations for instance 015b62f4-f233-4d72-89fd-221d8e381082 [ 759.750541] env[70323]: DEBUG oslo_vmware.api [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52508dd0-b693-5301-fb7c-958eae3b8155, 'name': SearchDatastore_Task, 'duration_secs': 0.010592} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.751557] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bd70c9a-4ecb-4321-a4a3-69b02e693725 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.757358] env[70323]: DEBUG oslo_vmware.api [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Waiting for the task: (returnval){ [ 759.757358] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]521e27e8-f67c-de3c-4779-a2c697817a47" [ 759.757358] env[70323]: _type = "Task" [ 759.757358] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.766662] env[70323]: DEBUG oslo_vmware.api [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]521e27e8-f67c-de3c-4779-a2c697817a47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.941463] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ac861378-0a24-491f-9069-08f0dc6b410a tempest-VolumesAssistedSnapshotsTest-1649432178 tempest-VolumesAssistedSnapshotsTest-1649432178-project-admin] Lock "ba5dd49c-50d4-4dee-b428-9d4300ab43af" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.851s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.945909] env[70323]: INFO nova.compute.manager [None req-56027e76-bbf1-4095-8f8e-49353163fa5e tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Rebuilding instance [ 759.990765] env[70323]: DEBUG nova.compute.manager [None req-56027e76-bbf1-4095-8f8e-49353163fa5e tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 759.991693] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8262fc0-ebd1-48e4-82c3-3f24f9d3cdee {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.115787] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226852, 'name': CreateVM_Task, 'duration_secs': 0.365286} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.118186] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ad77931-f385-45f3-bbe1-dd6e8b986631] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 760.118885] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.119098] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.119412] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.119995] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f15cd89c-17ae-4948-b66d-5774a21e01b1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.126547] env[70323]: DEBUG oslo_vmware.api [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Waiting for the task: (returnval){ [ 760.126547] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52ac8ca9-b11d-6eb3-33ba-2bbe997bb15b" [ 760.126547] env[70323]: _type = "Task" [ 760.126547] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.134600] env[70323]: DEBUG oslo_vmware.api [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52ac8ca9-b11d-6eb3-33ba-2bbe997bb15b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.185577] env[70323]: DEBUG oslo_concurrency.lockutils [None req-606c166e-3909-494e-8c51-94d14b67e601 tempest-ServerRescueTestJSONUnderV235-272898872 tempest-ServerRescueTestJSONUnderV235-272898872-project-member] Lock "015b62f4-f233-4d72-89fd-221d8e381082" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.256s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.267103] env[70323]: DEBUG oslo_vmware.api [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]521e27e8-f67c-de3c-4779-a2c697817a47, 'name': SearchDatastore_Task, 'duration_secs': 0.011365} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.267377] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.267636] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 04a6df8e-033c-4b03-99c3-19bd8b2200fd/04a6df8e-033c-4b03-99c3-19bd8b2200fd.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 760.270575] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a22af15f-2495-4d35-992a-5aafa72fbff3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.275471] env[70323]: DEBUG oslo_vmware.api [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Waiting for the task: (returnval){ [ 760.275471] env[70323]: value = "task-3226854" [ 760.275471] env[70323]: _type = "Task" [ 760.275471] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.292340] env[70323]: DEBUG oslo_vmware.api [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Task: {'id': task-3226854, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.292340] env[70323]: DEBUG nova.network.neutron [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] [instance: 95850796-4c82-4e1f-b169-c2122a5c4950] Successfully updated port: 47e74bf2-5845-4ed2-8f94-5fbcf406cf64 {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 760.411272] env[70323]: DEBUG nova.network.neutron [req-0189c09d-d3f0-4d89-bfae-01dd7711db9b req-2b653f61-aa2e-4478-bb01-552d83679da7 service nova] [instance: 1ad77931-f385-45f3-bbe1-dd6e8b986631] Updated VIF entry in instance network info cache for port 061e0e07-3087-467a-bbb0-20fb115c10b6. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 760.411630] env[70323]: DEBUG nova.network.neutron [req-0189c09d-d3f0-4d89-bfae-01dd7711db9b req-2b653f61-aa2e-4478-bb01-552d83679da7 service nova] [instance: 1ad77931-f385-45f3-bbe1-dd6e8b986631] Updating instance_info_cache with network_info: [{"id": "061e0e07-3087-467a-bbb0-20fb115c10b6", "address": "fa:16:3e:33:22:cb", "network": {"id": "296cf2a8-12d0-495a-8b5a-938c7cfc1ddc", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-455843028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "153de9abfecf4dc4a84167304d44418f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap061e0e07-30", "ovs_interfaceid": "061e0e07-3087-467a-bbb0-20fb115c10b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.641622] env[70323]: DEBUG oslo_vmware.api [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52ac8ca9-b11d-6eb3-33ba-2bbe997bb15b, 'name': SearchDatastore_Task, 'duration_secs': 0.00918} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.643795] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.644581] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 1ad77931-f385-45f3-bbe1-dd6e8b986631] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 760.644741] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.645047] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.645396] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 760.646168] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18f26efd-44e7-40da-9c6c-873eb9cbfbe9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.657851] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 760.658124] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 760.659466] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e88b1227-07a7-4598-8f88-2ca122314486 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.666511] env[70323]: DEBUG oslo_vmware.api [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Waiting for the task: (returnval){ [ 760.666511] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]526f4dcd-5510-e67b-5917-6f985e2c8c1c" [ 760.666511] env[70323]: _type = "Task" [ 760.666511] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.679219] env[70323]: DEBUG oslo_vmware.api [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]526f4dcd-5510-e67b-5917-6f985e2c8c1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.791232] env[70323]: DEBUG oslo_vmware.api [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Task: {'id': task-3226854, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.798240] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Acquiring lock "refresh_cache-95850796-4c82-4e1f-b169-c2122a5c4950" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.798240] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Acquired lock "refresh_cache-95850796-4c82-4e1f-b169-c2122a5c4950" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.798240] env[70323]: DEBUG nova.network.neutron [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] [instance: 95850796-4c82-4e1f-b169-c2122a5c4950] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 760.798240] env[70323]: DEBUG oslo_concurrency.lockutils [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Acquiring lock "914f1b4b-d355-4436-8b3b-628252fb5fef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.799189] env[70323]: DEBUG oslo_concurrency.lockutils [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Lock "914f1b4b-d355-4436-8b3b-628252fb5fef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.914166] env[70323]: DEBUG oslo_concurrency.lockutils [req-0189c09d-d3f0-4d89-bfae-01dd7711db9b req-2b653f61-aa2e-4478-bb01-552d83679da7 service nova] Releasing lock "refresh_cache-1ad77931-f385-45f3-bbe1-dd6e8b986631" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.007096] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-56027e76-bbf1-4095-8f8e-49353163fa5e tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 761.007380] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9bdfc6ff-3f02-49d0-a99d-2c41b2a23b1d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.017462] env[70323]: DEBUG oslo_vmware.api [None req-56027e76-bbf1-4095-8f8e-49353163fa5e tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Waiting for the task: (returnval){ [ 761.017462] env[70323]: value = "task-3226855" [ 761.017462] env[70323]: _type = "Task" [ 761.017462] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.027844] env[70323]: DEBUG oslo_vmware.api [None req-56027e76-bbf1-4095-8f8e-49353163fa5e tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226855, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.164721] env[70323]: DEBUG nova.compute.manager [req-b6b8e477-f93a-4940-8d59-979252f2aa44 req-6f95e096-c711-4c6d-8002-4db067b9fd0f service nova] [instance: 95850796-4c82-4e1f-b169-c2122a5c4950] Received event network-vif-plugged-47e74bf2-5845-4ed2-8f94-5fbcf406cf64 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 761.165624] env[70323]: DEBUG oslo_concurrency.lockutils [req-b6b8e477-f93a-4940-8d59-979252f2aa44 req-6f95e096-c711-4c6d-8002-4db067b9fd0f service nova] Acquiring lock "95850796-4c82-4e1f-b169-c2122a5c4950-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.165987] env[70323]: DEBUG oslo_concurrency.lockutils [req-b6b8e477-f93a-4940-8d59-979252f2aa44 req-6f95e096-c711-4c6d-8002-4db067b9fd0f service nova] Lock "95850796-4c82-4e1f-b169-c2122a5c4950-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.166308] env[70323]: DEBUG oslo_concurrency.lockutils [req-b6b8e477-f93a-4940-8d59-979252f2aa44 req-6f95e096-c711-4c6d-8002-4db067b9fd0f service nova] Lock "95850796-4c82-4e1f-b169-c2122a5c4950-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.166597] env[70323]: DEBUG nova.compute.manager [req-b6b8e477-f93a-4940-8d59-979252f2aa44 req-6f95e096-c711-4c6d-8002-4db067b9fd0f service nova] [instance: 95850796-4c82-4e1f-b169-c2122a5c4950] No waiting events found dispatching network-vif-plugged-47e74bf2-5845-4ed2-8f94-5fbcf406cf64 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 761.170024] env[70323]: WARNING nova.compute.manager [req-b6b8e477-f93a-4940-8d59-979252f2aa44 req-6f95e096-c711-4c6d-8002-4db067b9fd0f service nova] [instance: 95850796-4c82-4e1f-b169-c2122a5c4950] Received unexpected event network-vif-plugged-47e74bf2-5845-4ed2-8f94-5fbcf406cf64 for instance with vm_state building and task_state spawning. [ 761.170024] env[70323]: DEBUG nova.compute.manager [req-b6b8e477-f93a-4940-8d59-979252f2aa44 req-6f95e096-c711-4c6d-8002-4db067b9fd0f service nova] [instance: 95850796-4c82-4e1f-b169-c2122a5c4950] Received event network-changed-47e74bf2-5845-4ed2-8f94-5fbcf406cf64 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 761.170024] env[70323]: DEBUG nova.compute.manager [req-b6b8e477-f93a-4940-8d59-979252f2aa44 req-6f95e096-c711-4c6d-8002-4db067b9fd0f service nova] [instance: 95850796-4c82-4e1f-b169-c2122a5c4950] Refreshing instance network info cache due to event network-changed-47e74bf2-5845-4ed2-8f94-5fbcf406cf64. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 761.170024] env[70323]: DEBUG oslo_concurrency.lockutils [req-b6b8e477-f93a-4940-8d59-979252f2aa44 req-6f95e096-c711-4c6d-8002-4db067b9fd0f service nova] Acquiring lock "refresh_cache-95850796-4c82-4e1f-b169-c2122a5c4950" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.187028] env[70323]: DEBUG oslo_vmware.api [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]526f4dcd-5510-e67b-5917-6f985e2c8c1c, 'name': SearchDatastore_Task, 'duration_secs': 0.021106} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.187028] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a57d9772-f8b2-4714-aeb7-b655244f2ac8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.190378] env[70323]: DEBUG oslo_vmware.api [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Waiting for the task: (returnval){ [ 761.190378] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]520cbb39-960c-81a2-9cd5-ca89ed3845a6" [ 761.190378] env[70323]: _type = "Task" [ 761.190378] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.202044] env[70323]: DEBUG oslo_vmware.api [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]520cbb39-960c-81a2-9cd5-ca89ed3845a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.288852] env[70323]: DEBUG oslo_vmware.api [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Task: {'id': task-3226854, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529826} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.289556] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 04a6df8e-033c-4b03-99c3-19bd8b2200fd/04a6df8e-033c-4b03-99c3-19bd8b2200fd.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 761.289556] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 04a6df8e-033c-4b03-99c3-19bd8b2200fd] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 761.289737] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-754a488b-ff52-4be4-a027-1c0b2bf449fe {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.295148] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e144081f-de98-4679-b64f-8a441967c5e6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.300362] env[70323]: DEBUG oslo_vmware.api [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Waiting for the task: (returnval){ [ 761.300362] env[70323]: value = "task-3226856" [ 761.300362] env[70323]: _type = "Task" [ 761.300362] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.307447] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608f621c-f516-4f21-b700-a5193df6e46b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.314106] env[70323]: DEBUG oslo_vmware.api [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Task: {'id': task-3226856, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.344679] env[70323]: DEBUG nova.network.neutron [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] [instance: 95850796-4c82-4e1f-b169-c2122a5c4950] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 761.347128] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e43f8d6-7efd-4210-8e5f-b4ee548ec8e9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.354603] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750be00a-c807-4b6f-9245-022215f022f9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.368207] env[70323]: DEBUG nova.compute.provider_tree [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 761.507056] env[70323]: DEBUG nova.network.neutron [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] [instance: 95850796-4c82-4e1f-b169-c2122a5c4950] Updating instance_info_cache with network_info: [{"id": "47e74bf2-5845-4ed2-8f94-5fbcf406cf64", "address": "fa:16:3e:12:d9:a1", "network": {"id": "57b074fb-ae9f-449a-be68-d0afa9aef005", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1214923628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2101efea82524d34a4cc4cccc2d6f7ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47e74bf2-58", "ovs_interfaceid": "47e74bf2-5845-4ed2-8f94-5fbcf406cf64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.526991] env[70323]: DEBUG oslo_vmware.api [None req-56027e76-bbf1-4095-8f8e-49353163fa5e tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226855, 'name': PowerOffVM_Task, 'duration_secs': 0.21125} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.527923] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-56027e76-bbf1-4095-8f8e-49353163fa5e tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 761.527923] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-56027e76-bbf1-4095-8f8e-49353163fa5e tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 761.528333] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6875b19e-7711-4576-bbb9-a805e2084a59 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.537020] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-56027e76-bbf1-4095-8f8e-49353163fa5e tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 761.537020] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97bbe375-79cc-4024-9a65-d3cecf3006ed {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.644478] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-56027e76-bbf1-4095-8f8e-49353163fa5e tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 761.644478] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-56027e76-bbf1-4095-8f8e-49353163fa5e tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Deleting contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 761.644478] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-56027e76-bbf1-4095-8f8e-49353163fa5e tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Deleting the datastore file [datastore1] 5556ee05-8834-4ce8-99a3-db4e3d733a9a {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 761.644583] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d3fd6804-913a-41d5-8a6f-516e0d21da57 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.652745] env[70323]: DEBUG oslo_vmware.api [None req-56027e76-bbf1-4095-8f8e-49353163fa5e tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Waiting for the task: (returnval){ [ 761.652745] env[70323]: value = "task-3226858" [ 761.652745] env[70323]: _type = "Task" [ 761.652745] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.659787] env[70323]: DEBUG oslo_vmware.api [None req-56027e76-bbf1-4095-8f8e-49353163fa5e tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226858, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.678202] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-dfc14b7f-679b-4943-9341-e7f3530c1dd0 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] [instance: 7be2da39-a762-4d2f-a520-44120528267c] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 761.678436] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-dfc14b7f-679b-4943-9341-e7f3530c1dd0 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] [instance: 7be2da39-a762-4d2f-a520-44120528267c] Deleting contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 761.678661] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfc14b7f-679b-4943-9341-e7f3530c1dd0 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Deleting the datastore file [datastore1] 7be2da39-a762-4d2f-a520-44120528267c {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 761.678926] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d96cc849-83a9-4eb5-be27-ff1baf9f5f44 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.685023] env[70323]: DEBUG oslo_vmware.api [None req-dfc14b7f-679b-4943-9341-e7f3530c1dd0 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Waiting for the task: (returnval){ [ 761.685023] env[70323]: value = "task-3226859" [ 761.685023] env[70323]: _type = "Task" [ 761.685023] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.693801] env[70323]: DEBUG oslo_vmware.api [None req-dfc14b7f-679b-4943-9341-e7f3530c1dd0 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Task: {'id': task-3226859, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.703186] env[70323]: DEBUG oslo_vmware.api [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]520cbb39-960c-81a2-9cd5-ca89ed3845a6, 'name': SearchDatastore_Task, 'duration_secs': 0.021819} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.703538] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.703862] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 1ad77931-f385-45f3-bbe1-dd6e8b986631/1ad77931-f385-45f3-bbe1-dd6e8b986631.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 761.704187] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-13544f8c-0123-4e8e-b20d-2146a4241e37 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.710014] env[70323]: DEBUG oslo_vmware.api [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Waiting for the task: (returnval){ [ 761.710014] env[70323]: value = "task-3226860" [ 761.710014] env[70323]: _type = "Task" [ 761.710014] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.717948] env[70323]: DEBUG oslo_vmware.api [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Task: {'id': task-3226860, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.811654] env[70323]: DEBUG oslo_vmware.api [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Task: {'id': task-3226856, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072411} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.811948] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 04a6df8e-033c-4b03-99c3-19bd8b2200fd] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 761.812772] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed0b56b4-70be-4920-ba76-0d4bfbe3f105 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.839872] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 04a6df8e-033c-4b03-99c3-19bd8b2200fd] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 04a6df8e-033c-4b03-99c3-19bd8b2200fd/04a6df8e-033c-4b03-99c3-19bd8b2200fd.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 761.840231] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c87e0ef4-0fdd-418a-ae80-2240ce633f36 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.864896] env[70323]: DEBUG oslo_vmware.api [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Waiting for the task: (returnval){ [ 761.864896] env[70323]: value = "task-3226861" [ 761.864896] env[70323]: _type = "Task" [ 761.864896] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.871834] env[70323]: DEBUG nova.scheduler.client.report [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 761.880638] env[70323]: DEBUG oslo_vmware.api [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Task: {'id': task-3226861, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.009702] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Releasing lock "refresh_cache-95850796-4c82-4e1f-b169-c2122a5c4950" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.010113] env[70323]: DEBUG nova.compute.manager [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] [instance: 95850796-4c82-4e1f-b169-c2122a5c4950] Instance network_info: |[{"id": "47e74bf2-5845-4ed2-8f94-5fbcf406cf64", "address": "fa:16:3e:12:d9:a1", "network": {"id": "57b074fb-ae9f-449a-be68-d0afa9aef005", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1214923628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2101efea82524d34a4cc4cccc2d6f7ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47e74bf2-58", "ovs_interfaceid": "47e74bf2-5845-4ed2-8f94-5fbcf406cf64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 762.010440] env[70323]: DEBUG oslo_concurrency.lockutils [req-b6b8e477-f93a-4940-8d59-979252f2aa44 req-6f95e096-c711-4c6d-8002-4db067b9fd0f service nova] Acquired lock "refresh_cache-95850796-4c82-4e1f-b169-c2122a5c4950" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.010622] env[70323]: DEBUG nova.network.neutron [req-b6b8e477-f93a-4940-8d59-979252f2aa44 req-6f95e096-c711-4c6d-8002-4db067b9fd0f service nova] [instance: 95850796-4c82-4e1f-b169-c2122a5c4950] Refreshing network info cache for port 47e74bf2-5845-4ed2-8f94-5fbcf406cf64 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 762.011888] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] [instance: 95850796-4c82-4e1f-b169-c2122a5c4950] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:d9:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e365f3b9-706b-4fa2-8f95-ae51b35ab011', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '47e74bf2-5845-4ed2-8f94-5fbcf406cf64', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 762.027955] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 762.031078] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95850796-4c82-4e1f-b169-c2122a5c4950] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 762.031387] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-564c1264-0a2e-43ed-adbc-fad38b195c83 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.053387] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 762.053387] env[70323]: value = "task-3226862" [ 762.053387] env[70323]: _type = "Task" [ 762.053387] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.062737] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226862, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.163453] env[70323]: DEBUG oslo_vmware.api [None req-56027e76-bbf1-4095-8f8e-49353163fa5e tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226858, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.384019} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.163696] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-56027e76-bbf1-4095-8f8e-49353163fa5e tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 762.163889] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-56027e76-bbf1-4095-8f8e-49353163fa5e tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Deleted contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 762.164081] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-56027e76-bbf1-4095-8f8e-49353163fa5e tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 762.197446] env[70323]: DEBUG oslo_vmware.api [None req-dfc14b7f-679b-4943-9341-e7f3530c1dd0 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Task: {'id': task-3226859, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.456638} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.198019] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfc14b7f-679b-4943-9341-e7f3530c1dd0 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 762.198269] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-dfc14b7f-679b-4943-9341-e7f3530c1dd0 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] [instance: 7be2da39-a762-4d2f-a520-44120528267c] Deleted contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 762.198502] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-dfc14b7f-679b-4943-9341-e7f3530c1dd0 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] [instance: 7be2da39-a762-4d2f-a520-44120528267c] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 762.198825] env[70323]: INFO nova.compute.manager [None req-dfc14b7f-679b-4943-9341-e7f3530c1dd0 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] [instance: 7be2da39-a762-4d2f-a520-44120528267c] Took 3.84 seconds to destroy the instance on the hypervisor. [ 762.199432] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dfc14b7f-679b-4943-9341-e7f3530c1dd0 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 762.199627] env[70323]: DEBUG nova.compute.manager [-] [instance: 7be2da39-a762-4d2f-a520-44120528267c] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 762.199829] env[70323]: DEBUG nova.network.neutron [-] [instance: 7be2da39-a762-4d2f-a520-44120528267c] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 762.223737] env[70323]: DEBUG oslo_vmware.api [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Task: {'id': task-3226860, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.378355] env[70323]: DEBUG oslo_vmware.api [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Task: {'id': task-3226861, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.382473] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.727s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.385060] env[70323]: DEBUG nova.compute.manager [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 982522d9-dee1-4251-a7a3-4bad81acc442] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 762.386330] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9c6543e3-521f-4e43-ae5f-c18860de4ee2 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.539s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.386599] env[70323]: DEBUG nova.objects.instance [None req-9c6543e3-521f-4e43-ae5f-c18860de4ee2 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] [instance: 8f4f1690-4ef8-4178-8ed1-cd1e5b3da928] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70323) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 762.567456] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226862, 'name': CreateVM_Task} progress is 25%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.726859] env[70323]: DEBUG oslo_vmware.api [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Task: {'id': task-3226860, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.753415} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.728401] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 1ad77931-f385-45f3-bbe1-dd6e8b986631/1ad77931-f385-45f3-bbe1-dd6e8b986631.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 762.728763] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 1ad77931-f385-45f3-bbe1-dd6e8b986631] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 762.729862] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2df5dbd5-f21e-49e9-9d5b-f4993ab598a3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.738368] env[70323]: DEBUG oslo_vmware.api [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Waiting for the task: (returnval){ [ 762.738368] env[70323]: value = "task-3226863" [ 762.738368] env[70323]: _type = "Task" [ 762.738368] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.748213] env[70323]: DEBUG oslo_vmware.api [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Task: {'id': task-3226863, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.875850] env[70323]: DEBUG oslo_vmware.api [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Task: {'id': task-3226861, 'name': ReconfigVM_Task, 'duration_secs': 0.538649} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.879328] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 04a6df8e-033c-4b03-99c3-19bd8b2200fd] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 04a6df8e-033c-4b03-99c3-19bd8b2200fd/04a6df8e-033c-4b03-99c3-19bd8b2200fd.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 762.879328] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5681e083-fbea-4a73-99db-6373e9917ba1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.883240] env[70323]: DEBUG oslo_vmware.api [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Waiting for the task: (returnval){ [ 762.883240] env[70323]: value = "task-3226864" [ 762.883240] env[70323]: _type = "Task" [ 762.883240] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.892432] env[70323]: DEBUG nova.compute.utils [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 762.900593] env[70323]: DEBUG oslo_vmware.api [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Task: {'id': task-3226864, 'name': Rename_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.905021] env[70323]: DEBUG nova.network.neutron [req-b6b8e477-f93a-4940-8d59-979252f2aa44 req-6f95e096-c711-4c6d-8002-4db067b9fd0f service nova] [instance: 95850796-4c82-4e1f-b169-c2122a5c4950] Updated VIF entry in instance network info cache for port 47e74bf2-5845-4ed2-8f94-5fbcf406cf64. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 762.905021] env[70323]: DEBUG nova.network.neutron [req-b6b8e477-f93a-4940-8d59-979252f2aa44 req-6f95e096-c711-4c6d-8002-4db067b9fd0f service nova] [instance: 95850796-4c82-4e1f-b169-c2122a5c4950] Updating instance_info_cache with network_info: [{"id": "47e74bf2-5845-4ed2-8f94-5fbcf406cf64", "address": "fa:16:3e:12:d9:a1", "network": {"id": "57b074fb-ae9f-449a-be68-d0afa9aef005", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1214923628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2101efea82524d34a4cc4cccc2d6f7ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47e74bf2-58", "ovs_interfaceid": "47e74bf2-5845-4ed2-8f94-5fbcf406cf64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.907253] env[70323]: DEBUG nova.compute.manager [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 982522d9-dee1-4251-a7a3-4bad81acc442] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 762.907424] env[70323]: DEBUG nova.network.neutron [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 982522d9-dee1-4251-a7a3-4bad81acc442] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 762.951638] env[70323]: DEBUG nova.policy [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa4cb92a248148b6a6c7120f44609fb5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '26eec41d408a409ebaed6d2b945fe8b8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 763.065430] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226862, 'name': CreateVM_Task, 'duration_secs': 0.700626} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.065868] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95850796-4c82-4e1f-b169-c2122a5c4950] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 763.066380] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.066544] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.066897] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.067171] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05e449e9-2664-4a47-b523-5b7dc5ccba84 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.072108] env[70323]: DEBUG oslo_vmware.api [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Waiting for the task: (returnval){ [ 763.072108] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52f8af20-64a7-8475-7d74-01f99c4e4383" [ 763.072108] env[70323]: _type = "Task" [ 763.072108] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.079280] env[70323]: DEBUG oslo_vmware.api [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52f8af20-64a7-8475-7d74-01f99c4e4383, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.206117] env[70323]: DEBUG nova.virt.hardware [None req-56027e76-bbf1-4095-8f8e-49353163fa5e tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 763.206429] env[70323]: DEBUG nova.virt.hardware [None req-56027e76-bbf1-4095-8f8e-49353163fa5e tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 763.206694] env[70323]: DEBUG nova.virt.hardware [None req-56027e76-bbf1-4095-8f8e-49353163fa5e tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 763.206777] env[70323]: DEBUG nova.virt.hardware [None req-56027e76-bbf1-4095-8f8e-49353163fa5e tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 763.206901] env[70323]: DEBUG nova.virt.hardware [None req-56027e76-bbf1-4095-8f8e-49353163fa5e tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 763.207482] env[70323]: DEBUG nova.virt.hardware [None req-56027e76-bbf1-4095-8f8e-49353163fa5e tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 763.207988] env[70323]: DEBUG nova.virt.hardware [None req-56027e76-bbf1-4095-8f8e-49353163fa5e tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 763.208382] env[70323]: DEBUG nova.virt.hardware [None req-56027e76-bbf1-4095-8f8e-49353163fa5e tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 763.208976] env[70323]: DEBUG nova.virt.hardware [None req-56027e76-bbf1-4095-8f8e-49353163fa5e tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 763.209568] env[70323]: DEBUG nova.virt.hardware [None req-56027e76-bbf1-4095-8f8e-49353163fa5e tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 763.209922] env[70323]: DEBUG nova.virt.hardware [None req-56027e76-bbf1-4095-8f8e-49353163fa5e tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 763.211813] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a7dc0d-fb6c-4d18-9c19-03f88058869f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.223942] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a74c4e4-13d5-42bf-8ced-7c406deb2bda {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.242696] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-56027e76-bbf1-4095-8f8e-49353163fa5e tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:ae:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cf63c3c8-d774-4b81-9b12-848612a96076', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd1ab5da7-1972-4c23-9612-11f071dcfd43', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 763.251482] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56027e76-bbf1-4095-8f8e-49353163fa5e tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 763.255836] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 763.256132] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2fa1677b-c48c-4e68-bfb1-0a6e6a483201 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.281633] env[70323]: DEBUG oslo_vmware.api [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Task: {'id': task-3226863, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.277649} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.285393] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 1ad77931-f385-45f3-bbe1-dd6e8b986631] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 763.285393] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 763.285393] env[70323]: value = "task-3226865" [ 763.285393] env[70323]: _type = "Task" [ 763.285393] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.285393] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-483a453d-0ec7-44d4-ad9d-c455bb191000 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.310318] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 1ad77931-f385-45f3-bbe1-dd6e8b986631] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 1ad77931-f385-45f3-bbe1-dd6e8b986631/1ad77931-f385-45f3-bbe1-dd6e8b986631.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 763.316535] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51b01c40-e542-4766-9d76-5c462da4edde {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.329130] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226865, 'name': CreateVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.334618] env[70323]: DEBUG oslo_vmware.api [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Waiting for the task: (returnval){ [ 763.334618] env[70323]: value = "task-3226866" [ 763.334618] env[70323]: _type = "Task" [ 763.334618] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.342868] env[70323]: DEBUG oslo_vmware.api [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Task: {'id': task-3226866, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.364629] env[70323]: DEBUG nova.compute.manager [req-c0ac3884-49a6-4557-8dce-f10ea8a78c5b req-df776ffd-e765-44ed-8275-5f4529eb7adc service nova] [instance: 7be2da39-a762-4d2f-a520-44120528267c] Received event network-vif-deleted-a32a78b7-ef8e-4b66-90e1-ad1daa79a11c {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.365142] env[70323]: INFO nova.compute.manager [req-c0ac3884-49a6-4557-8dce-f10ea8a78c5b req-df776ffd-e765-44ed-8275-5f4529eb7adc service nova] [instance: 7be2da39-a762-4d2f-a520-44120528267c] Neutron deleted interface a32a78b7-ef8e-4b66-90e1-ad1daa79a11c; detaching it from the instance and deleting it from the info cache [ 763.365434] env[70323]: DEBUG nova.network.neutron [req-c0ac3884-49a6-4557-8dce-f10ea8a78c5b req-df776ffd-e765-44ed-8275-5f4529eb7adc service nova] [instance: 7be2da39-a762-4d2f-a520-44120528267c] Updating instance_info_cache with network_info: [{"id": "691f83dd-888d-4120-9164-c8db2fc0a2e4", "address": "fa:16:3e:89:23:12", "network": {"id": "9323243a-89ff-45a2-ac49-d83621ee2250", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1096757198", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae53c0e3f8ad4a00a9f9fe236da22fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap691f83dd-88", "ovs_interfaceid": "691f83dd-888d-4120-9164-c8db2fc0a2e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.395939] env[70323]: DEBUG nova.compute.manager [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 982522d9-dee1-4251-a7a3-4bad81acc442] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 763.400489] env[70323]: DEBUG oslo_vmware.api [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Task: {'id': task-3226864, 'name': Rename_Task, 'duration_secs': 0.389451} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.402080] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9c6543e3-521f-4e43-ae5f-c18860de4ee2 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.403164] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 04a6df8e-033c-4b03-99c3-19bd8b2200fd] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 763.403712] env[70323]: DEBUG oslo_concurrency.lockutils [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.941s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.407974] env[70323]: INFO nova.compute.claims [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] [instance: 7b398910-13db-4ed9-b743-6f25046af2dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 763.408392] env[70323]: DEBUG nova.network.neutron [-] [instance: 7be2da39-a762-4d2f-a520-44120528267c] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.412014] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d8f9582-faa0-471c-9fc7-dc387668e67b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.412014] env[70323]: DEBUG oslo_concurrency.lockutils [req-b6b8e477-f93a-4940-8d59-979252f2aa44 req-6f95e096-c711-4c6d-8002-4db067b9fd0f service nova] Releasing lock "refresh_cache-95850796-4c82-4e1f-b169-c2122a5c4950" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.417502] env[70323]: DEBUG oslo_vmware.api [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Waiting for the task: (returnval){ [ 763.417502] env[70323]: value = "task-3226867" [ 763.417502] env[70323]: _type = "Task" [ 763.417502] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.426836] env[70323]: DEBUG oslo_vmware.api [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Task: {'id': task-3226867, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.437163] env[70323]: DEBUG nova.network.neutron [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 982522d9-dee1-4251-a7a3-4bad81acc442] Successfully created port: 521c9393-a1d4-4659-b3ea-541eb191541d {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 763.475113] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2b886c69-ad2f-4b82-8db8-3b76f3f2bd18 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Acquiring lock "ba5dd49c-50d4-4dee-b428-9d4300ab43af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.475897] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2b886c69-ad2f-4b82-8db8-3b76f3f2bd18 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Lock "ba5dd49c-50d4-4dee-b428-9d4300ab43af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.476151] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2b886c69-ad2f-4b82-8db8-3b76f3f2bd18 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Acquiring lock "ba5dd49c-50d4-4dee-b428-9d4300ab43af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.476348] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2b886c69-ad2f-4b82-8db8-3b76f3f2bd18 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Lock "ba5dd49c-50d4-4dee-b428-9d4300ab43af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.476564] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2b886c69-ad2f-4b82-8db8-3b76f3f2bd18 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Lock "ba5dd49c-50d4-4dee-b428-9d4300ab43af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.478769] env[70323]: INFO nova.compute.manager [None req-2b886c69-ad2f-4b82-8db8-3b76f3f2bd18 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] [instance: ba5dd49c-50d4-4dee-b428-9d4300ab43af] Terminating instance [ 763.581574] env[70323]: DEBUG oslo_vmware.api [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52f8af20-64a7-8475-7d74-01f99c4e4383, 'name': SearchDatastore_Task, 'duration_secs': 0.008941} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.581888] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.582184] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] [instance: 95850796-4c82-4e1f-b169-c2122a5c4950] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 763.582434] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.582583] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.582836] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 763.583056] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f7fba29-65c9-4fac-a094-0b1ae5f1d614 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.592650] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 763.592884] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 763.593718] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf200aaa-6a51-4c2f-9990-24705af5497a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.600545] env[70323]: DEBUG oslo_vmware.api [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Waiting for the task: (returnval){ [ 763.600545] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52ea54ae-ac87-5cfd-8fe2-a800e65e8379" [ 763.600545] env[70323]: _type = "Task" [ 763.600545] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.609917] env[70323]: DEBUG oslo_vmware.api [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52ea54ae-ac87-5cfd-8fe2-a800e65e8379, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.796313] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226865, 'name': CreateVM_Task} progress is 25%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.843667] env[70323]: DEBUG oslo_vmware.api [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Task: {'id': task-3226866, 'name': ReconfigVM_Task, 'duration_secs': 0.330635} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.844771] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 1ad77931-f385-45f3-bbe1-dd6e8b986631] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 1ad77931-f385-45f3-bbe1-dd6e8b986631/1ad77931-f385-45f3-bbe1-dd6e8b986631.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 763.844919] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e728cf5-94e9-4e4d-8a54-fe48c53b7a6c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.854045] env[70323]: DEBUG oslo_vmware.api [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Waiting for the task: (returnval){ [ 763.854045] env[70323]: value = "task-3226868" [ 763.854045] env[70323]: _type = "Task" [ 763.854045] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.861759] env[70323]: DEBUG oslo_vmware.api [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Task: {'id': task-3226868, 'name': Rename_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.869388] env[70323]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6dfb907c-3da7-4777-bd25-8c81d88d6995 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.877151] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4850b9f8-609a-4c1d-958b-2efc722803ab {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.920594] env[70323]: INFO nova.compute.manager [-] [instance: 7be2da39-a762-4d2f-a520-44120528267c] Took 1.72 seconds to deallocate network for instance. [ 763.924026] env[70323]: DEBUG nova.compute.manager [req-c0ac3884-49a6-4557-8dce-f10ea8a78c5b req-df776ffd-e765-44ed-8275-5f4529eb7adc service nova] [instance: 7be2da39-a762-4d2f-a520-44120528267c] Detach interface failed, port_id=a32a78b7-ef8e-4b66-90e1-ad1daa79a11c, reason: Instance 7be2da39-a762-4d2f-a520-44120528267c could not be found. {{(pid=70323) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 763.924026] env[70323]: DEBUG nova.compute.manager [req-c0ac3884-49a6-4557-8dce-f10ea8a78c5b req-df776ffd-e765-44ed-8275-5f4529eb7adc service nova] [instance: 7be2da39-a762-4d2f-a520-44120528267c] Received event network-vif-deleted-691f83dd-888d-4120-9164-c8db2fc0a2e4 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.924026] env[70323]: INFO nova.compute.manager [req-c0ac3884-49a6-4557-8dce-f10ea8a78c5b req-df776ffd-e765-44ed-8275-5f4529eb7adc service nova] [instance: 7be2da39-a762-4d2f-a520-44120528267c] Neutron deleted interface 691f83dd-888d-4120-9164-c8db2fc0a2e4; detaching it from the instance and deleting it from the info cache [ 763.924026] env[70323]: DEBUG nova.network.neutron [req-c0ac3884-49a6-4557-8dce-f10ea8a78c5b req-df776ffd-e765-44ed-8275-5f4529eb7adc service nova] [instance: 7be2da39-a762-4d2f-a520-44120528267c] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.935164] env[70323]: DEBUG oslo_vmware.api [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Task: {'id': task-3226867, 'name': PowerOnVM_Task} progress is 87%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.983101] env[70323]: DEBUG nova.compute.manager [None req-2b886c69-ad2f-4b82-8db8-3b76f3f2bd18 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] [instance: ba5dd49c-50d4-4dee-b428-9d4300ab43af] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 763.983274] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-2b886c69-ad2f-4b82-8db8-3b76f3f2bd18 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] [instance: ba5dd49c-50d4-4dee-b428-9d4300ab43af] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 763.984175] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40dcb87-91d5-46c7-af41-b249b9e98c46 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.992675] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b886c69-ad2f-4b82-8db8-3b76f3f2bd18 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] [instance: ba5dd49c-50d4-4dee-b428-9d4300ab43af] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 763.992932] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7861d0c-f45d-4721-88d9-522652bb6ef7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.999473] env[70323]: DEBUG oslo_vmware.api [None req-2b886c69-ad2f-4b82-8db8-3b76f3f2bd18 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Waiting for the task: (returnval){ [ 763.999473] env[70323]: value = "task-3226869" [ 763.999473] env[70323]: _type = "Task" [ 763.999473] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.007660] env[70323]: DEBUG oslo_vmware.api [None req-2b886c69-ad2f-4b82-8db8-3b76f3f2bd18 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Task: {'id': task-3226869, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.110705] env[70323]: DEBUG oslo_vmware.api [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52ea54ae-ac87-5cfd-8fe2-a800e65e8379, 'name': SearchDatastore_Task, 'duration_secs': 0.02028} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.111530] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8671a48-5db1-416e-8bb8-b787deb13732 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.116838] env[70323]: DEBUG oslo_vmware.api [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Waiting for the task: (returnval){ [ 764.116838] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52e8a457-8067-ff6e-b9e8-e0b7427517da" [ 764.116838] env[70323]: _type = "Task" [ 764.116838] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.124996] env[70323]: DEBUG oslo_vmware.api [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52e8a457-8067-ff6e-b9e8-e0b7427517da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.297374] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226865, 'name': CreateVM_Task, 'duration_secs': 0.670704} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.297844] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 764.298269] env[70323]: DEBUG oslo_concurrency.lockutils [None req-56027e76-bbf1-4095-8f8e-49353163fa5e tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.298446] env[70323]: DEBUG oslo_concurrency.lockutils [None req-56027e76-bbf1-4095-8f8e-49353163fa5e tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.298783] env[70323]: DEBUG oslo_concurrency.lockutils [None req-56027e76-bbf1-4095-8f8e-49353163fa5e tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.299054] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-007f6abe-61ea-4072-bd81-f17cc0373786 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.304532] env[70323]: DEBUG oslo_vmware.api [None req-56027e76-bbf1-4095-8f8e-49353163fa5e tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Waiting for the task: (returnval){ [ 764.304532] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52b5ab24-7d8a-8fc0-d2a4-041d14d89793" [ 764.304532] env[70323]: _type = "Task" [ 764.304532] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.317458] env[70323]: DEBUG oslo_vmware.api [None req-56027e76-bbf1-4095-8f8e-49353163fa5e tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52b5ab24-7d8a-8fc0-d2a4-041d14d89793, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.364321] env[70323]: DEBUG oslo_vmware.api [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Task: {'id': task-3226868, 'name': Rename_Task, 'duration_secs': 0.196997} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.364615] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 1ad77931-f385-45f3-bbe1-dd6e8b986631] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 764.364853] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3089c221-7f08-45f6-a2a7-51c40044e0ce {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.370441] env[70323]: DEBUG oslo_vmware.api [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Waiting for the task: (returnval){ [ 764.370441] env[70323]: value = "task-3226870" [ 764.370441] env[70323]: _type = "Task" [ 764.370441] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.378185] env[70323]: DEBUG oslo_vmware.api [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Task: {'id': task-3226870, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.423959] env[70323]: DEBUG nova.compute.manager [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 982522d9-dee1-4251-a7a3-4bad81acc442] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 764.432801] env[70323]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3695cd1b-f8bb-43fd-bc1a-36b427bcc379 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.434928] env[70323]: DEBUG oslo_concurrency.lockutils [None req-dfc14b7f-679b-4943-9341-e7f3530c1dd0 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.441102] env[70323]: DEBUG oslo_vmware.api [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Task: {'id': task-3226867, 'name': PowerOnVM_Task, 'duration_secs': 0.935558} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.442237] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 04a6df8e-033c-4b03-99c3-19bd8b2200fd] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 764.442452] env[70323]: INFO nova.compute.manager [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 04a6df8e-033c-4b03-99c3-19bd8b2200fd] Took 10.64 seconds to spawn the instance on the hypervisor. [ 764.442648] env[70323]: DEBUG nova.compute.manager [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 04a6df8e-033c-4b03-99c3-19bd8b2200fd] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 764.443457] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dcb4acc-781d-45d7-800f-b12d27cf1b4e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.448870] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f988413-4038-4c25-a7e9-a323f653f346 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.471851] env[70323]: DEBUG nova.virt.hardware [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 764.472143] env[70323]: DEBUG nova.virt.hardware [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 764.472358] env[70323]: DEBUG nova.virt.hardware [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 764.472542] env[70323]: DEBUG nova.virt.hardware [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 764.472701] env[70323]: DEBUG nova.virt.hardware [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 764.472909] env[70323]: DEBUG nova.virt.hardware [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 764.473679] env[70323]: DEBUG nova.virt.hardware [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 764.473679] env[70323]: DEBUG nova.virt.hardware [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 764.473679] env[70323]: DEBUG nova.virt.hardware [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 764.473679] env[70323]: DEBUG nova.virt.hardware [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 764.473968] env[70323]: DEBUG nova.virt.hardware [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 764.474749] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-579bd62b-4fa3-49af-9a77-33b6ceede140 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.498498] env[70323]: DEBUG nova.compute.manager [req-c0ac3884-49a6-4557-8dce-f10ea8a78c5b req-df776ffd-e765-44ed-8275-5f4529eb7adc service nova] [instance: 7be2da39-a762-4d2f-a520-44120528267c] Detach interface failed, port_id=691f83dd-888d-4120-9164-c8db2fc0a2e4, reason: Instance 7be2da39-a762-4d2f-a520-44120528267c could not be found. {{(pid=70323) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 764.508448] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5663048-a98e-49d1-9bab-4719defeff55 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.519943] env[70323]: DEBUG oslo_vmware.api [None req-2b886c69-ad2f-4b82-8db8-3b76f3f2bd18 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Task: {'id': task-3226869, 'name': PowerOffVM_Task, 'duration_secs': 0.313485} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.520960] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b886c69-ad2f-4b82-8db8-3b76f3f2bd18 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] [instance: ba5dd49c-50d4-4dee-b428-9d4300ab43af] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 764.521120] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-2b886c69-ad2f-4b82-8db8-3b76f3f2bd18 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] [instance: ba5dd49c-50d4-4dee-b428-9d4300ab43af] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 764.521378] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5dc866fa-e63f-4c1d-9418-ad63d190a074 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.590299] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-2b886c69-ad2f-4b82-8db8-3b76f3f2bd18 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] [instance: ba5dd49c-50d4-4dee-b428-9d4300ab43af] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 764.590559] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-2b886c69-ad2f-4b82-8db8-3b76f3f2bd18 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] [instance: ba5dd49c-50d4-4dee-b428-9d4300ab43af] Deleting contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 764.590761] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b886c69-ad2f-4b82-8db8-3b76f3f2bd18 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Deleting the datastore file [datastore1] ba5dd49c-50d4-4dee-b428-9d4300ab43af {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 764.591126] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ebde027-3790-45bc-8a31-3deebd2057bd {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.599498] env[70323]: DEBUG oslo_vmware.api [None req-2b886c69-ad2f-4b82-8db8-3b76f3f2bd18 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Waiting for the task: (returnval){ [ 764.599498] env[70323]: value = "task-3226872" [ 764.599498] env[70323]: _type = "Task" [ 764.599498] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.608091] env[70323]: DEBUG oslo_vmware.api [None req-2b886c69-ad2f-4b82-8db8-3b76f3f2bd18 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Task: {'id': task-3226872, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.628596] env[70323]: DEBUG oslo_vmware.api [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52e8a457-8067-ff6e-b9e8-e0b7427517da, 'name': SearchDatastore_Task, 'duration_secs': 0.013737} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.628862] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.629132] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 95850796-4c82-4e1f-b169-c2122a5c4950/95850796-4c82-4e1f-b169-c2122a5c4950.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 764.629385] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f39eeb3f-c540-43ca-b910-abe9f10520cb {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.635425] env[70323]: DEBUG oslo_vmware.api [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Waiting for the task: (returnval){ [ 764.635425] env[70323]: value = "task-3226873" [ 764.635425] env[70323]: _type = "Task" [ 764.635425] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.642928] env[70323]: DEBUG oslo_vmware.api [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Task: {'id': task-3226873, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.817091] env[70323]: DEBUG oslo_vmware.api [None req-56027e76-bbf1-4095-8f8e-49353163fa5e tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52b5ab24-7d8a-8fc0-d2a4-041d14d89793, 'name': SearchDatastore_Task, 'duration_secs': 0.011637} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.817610] env[70323]: DEBUG oslo_concurrency.lockutils [None req-56027e76-bbf1-4095-8f8e-49353163fa5e tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.817997] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-56027e76-bbf1-4095-8f8e-49353163fa5e tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 764.818426] env[70323]: DEBUG oslo_concurrency.lockutils [None req-56027e76-bbf1-4095-8f8e-49353163fa5e tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.818880] env[70323]: DEBUG oslo_concurrency.lockutils [None req-56027e76-bbf1-4095-8f8e-49353163fa5e tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.819187] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-56027e76-bbf1-4095-8f8e-49353163fa5e tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 764.819594] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b01c1e81-fd88-4dd9-b7e0-c58e767674ac {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.828778] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-56027e76-bbf1-4095-8f8e-49353163fa5e tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 764.829163] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-56027e76-bbf1-4095-8f8e-49353163fa5e tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 764.830057] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c72a7851-08da-4f40-a0a9-e16a9c691693 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.839691] env[70323]: DEBUG oslo_vmware.api [None req-56027e76-bbf1-4095-8f8e-49353163fa5e tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Waiting for the task: (returnval){ [ 764.839691] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52a36f16-8625-227d-deb3-cd0fffec1441" [ 764.839691] env[70323]: _type = "Task" [ 764.839691] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.850659] env[70323]: DEBUG oslo_vmware.api [None req-56027e76-bbf1-4095-8f8e-49353163fa5e tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52a36f16-8625-227d-deb3-cd0fffec1441, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.881515] env[70323]: DEBUG oslo_vmware.api [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Task: {'id': task-3226870, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.988585] env[70323]: INFO nova.compute.manager [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 04a6df8e-033c-4b03-99c3-19bd8b2200fd] Took 51.45 seconds to build instance. [ 765.065323] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe9dc01-4062-4490-a699-5d0c8e93083c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.077418] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf6e3f87-6321-4ce0-8f31-f170ab1b881b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.082338] env[70323]: DEBUG nova.network.neutron [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 982522d9-dee1-4251-a7a3-4bad81acc442] Successfully updated port: 521c9393-a1d4-4659-b3ea-541eb191541d {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 765.121227] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07958d2a-1bfb-4dd2-9ee9-ea972e8c992c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.130546] env[70323]: DEBUG oslo_vmware.api [None req-2b886c69-ad2f-4b82-8db8-3b76f3f2bd18 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Task: {'id': task-3226872, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.231811} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.133280] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b886c69-ad2f-4b82-8db8-3b76f3f2bd18 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 765.133563] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-2b886c69-ad2f-4b82-8db8-3b76f3f2bd18 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] [instance: ba5dd49c-50d4-4dee-b428-9d4300ab43af] Deleted contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 765.133831] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-2b886c69-ad2f-4b82-8db8-3b76f3f2bd18 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] [instance: ba5dd49c-50d4-4dee-b428-9d4300ab43af] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 765.134033] env[70323]: INFO nova.compute.manager [None req-2b886c69-ad2f-4b82-8db8-3b76f3f2bd18 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] [instance: ba5dd49c-50d4-4dee-b428-9d4300ab43af] Took 1.15 seconds to destroy the instance on the hypervisor. [ 765.134348] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b886c69-ad2f-4b82-8db8-3b76f3f2bd18 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 765.135058] env[70323]: DEBUG nova.compute.manager [-] [instance: ba5dd49c-50d4-4dee-b428-9d4300ab43af] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 765.135158] env[70323]: DEBUG nova.network.neutron [-] [instance: ba5dd49c-50d4-4dee-b428-9d4300ab43af] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 765.138530] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4012b38e-48c7-437e-a03d-3e0c312c7b91 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.159290] env[70323]: DEBUG nova.compute.provider_tree [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 765.166366] env[70323]: DEBUG oslo_vmware.api [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Task: {'id': task-3226873, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.350880] env[70323]: DEBUG oslo_vmware.api [None req-56027e76-bbf1-4095-8f8e-49353163fa5e tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52a36f16-8625-227d-deb3-cd0fffec1441, 'name': SearchDatastore_Task, 'duration_secs': 0.016883} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.351691] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38ea4a0c-9d50-4780-a8cb-19b54210b6f6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.357030] env[70323]: DEBUG oslo_vmware.api [None req-56027e76-bbf1-4095-8f8e-49353163fa5e tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Waiting for the task: (returnval){ [ 765.357030] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5208b149-fdf3-91d0-b2b2-9d5a33e9ac97" [ 765.357030] env[70323]: _type = "Task" [ 765.357030] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.364545] env[70323]: DEBUG oslo_vmware.api [None req-56027e76-bbf1-4095-8f8e-49353163fa5e tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5208b149-fdf3-91d0-b2b2-9d5a33e9ac97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.378993] env[70323]: DEBUG oslo_vmware.api [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Task: {'id': task-3226870, 'name': PowerOnVM_Task, 'duration_secs': 0.571482} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.379292] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 1ad77931-f385-45f3-bbe1-dd6e8b986631] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 765.379493] env[70323]: INFO nova.compute.manager [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 1ad77931-f385-45f3-bbe1-dd6e8b986631] Took 8.76 seconds to spawn the instance on the hypervisor. [ 765.379689] env[70323]: DEBUG nova.compute.manager [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 1ad77931-f385-45f3-bbe1-dd6e8b986631] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 765.380473] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc65fdef-7b41-4ea4-8d84-0fedb9c806af {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.490740] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8e486a58-065e-4f4a-bb76-c9ac1c034178 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Lock "04a6df8e-033c-4b03-99c3-19bd8b2200fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.194s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.587501] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Acquiring lock "refresh_cache-982522d9-dee1-4251-a7a3-4bad81acc442" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.587501] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Acquired lock "refresh_cache-982522d9-dee1-4251-a7a3-4bad81acc442" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.587501] env[70323]: DEBUG nova.network.neutron [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 982522d9-dee1-4251-a7a3-4bad81acc442] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 765.594237] env[70323]: DEBUG nova.compute.manager [req-50e058e6-ec6c-4c23-a16b-41287ba20fac req-fc0c66a2-1266-4267-a472-62b490131078 service nova] [instance: 982522d9-dee1-4251-a7a3-4bad81acc442] Received event network-vif-plugged-521c9393-a1d4-4659-b3ea-541eb191541d {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.596078] env[70323]: DEBUG oslo_concurrency.lockutils [req-50e058e6-ec6c-4c23-a16b-41287ba20fac req-fc0c66a2-1266-4267-a472-62b490131078 service nova] Acquiring lock "982522d9-dee1-4251-a7a3-4bad81acc442-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.596078] env[70323]: DEBUG oslo_concurrency.lockutils [req-50e058e6-ec6c-4c23-a16b-41287ba20fac req-fc0c66a2-1266-4267-a472-62b490131078 service nova] Lock "982522d9-dee1-4251-a7a3-4bad81acc442-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.596078] env[70323]: DEBUG oslo_concurrency.lockutils [req-50e058e6-ec6c-4c23-a16b-41287ba20fac req-fc0c66a2-1266-4267-a472-62b490131078 service nova] Lock "982522d9-dee1-4251-a7a3-4bad81acc442-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.596078] env[70323]: DEBUG nova.compute.manager [req-50e058e6-ec6c-4c23-a16b-41287ba20fac req-fc0c66a2-1266-4267-a472-62b490131078 service nova] [instance: 982522d9-dee1-4251-a7a3-4bad81acc442] No waiting events found dispatching network-vif-plugged-521c9393-a1d4-4659-b3ea-541eb191541d {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 765.596078] env[70323]: WARNING nova.compute.manager [req-50e058e6-ec6c-4c23-a16b-41287ba20fac req-fc0c66a2-1266-4267-a472-62b490131078 service nova] [instance: 982522d9-dee1-4251-a7a3-4bad81acc442] Received unexpected event network-vif-plugged-521c9393-a1d4-4659-b3ea-541eb191541d for instance with vm_state building and task_state spawning. [ 765.596078] env[70323]: DEBUG nova.compute.manager [req-50e058e6-ec6c-4c23-a16b-41287ba20fac req-fc0c66a2-1266-4267-a472-62b490131078 service nova] [instance: 982522d9-dee1-4251-a7a3-4bad81acc442] Received event network-changed-521c9393-a1d4-4659-b3ea-541eb191541d {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.596078] env[70323]: DEBUG nova.compute.manager [req-50e058e6-ec6c-4c23-a16b-41287ba20fac req-fc0c66a2-1266-4267-a472-62b490131078 service nova] [instance: 982522d9-dee1-4251-a7a3-4bad81acc442] Refreshing instance network info cache due to event network-changed-521c9393-a1d4-4659-b3ea-541eb191541d. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 765.596078] env[70323]: DEBUG oslo_concurrency.lockutils [req-50e058e6-ec6c-4c23-a16b-41287ba20fac req-fc0c66a2-1266-4267-a472-62b490131078 service nova] Acquiring lock "refresh_cache-982522d9-dee1-4251-a7a3-4bad81acc442" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.653457] env[70323]: DEBUG oslo_vmware.api [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Task: {'id': task-3226873, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575186} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.656418] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 95850796-4c82-4e1f-b169-c2122a5c4950/95850796-4c82-4e1f-b169-c2122a5c4950.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 765.656418] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] [instance: 95850796-4c82-4e1f-b169-c2122a5c4950] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 765.656418] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5f81188-09d5-43b0-bafb-56343971ccfe {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.664020] env[70323]: DEBUG oslo_vmware.api [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Waiting for the task: (returnval){ [ 765.664020] env[70323]: value = "task-3226874" [ 765.664020] env[70323]: _type = "Task" [ 765.664020] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.668020] env[70323]: DEBUG nova.scheduler.client.report [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 765.675449] env[70323]: DEBUG oslo_vmware.api [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Task: {'id': task-3226874, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.867922] env[70323]: DEBUG oslo_vmware.api [None req-56027e76-bbf1-4095-8f8e-49353163fa5e tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5208b149-fdf3-91d0-b2b2-9d5a33e9ac97, 'name': SearchDatastore_Task, 'duration_secs': 0.049504} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.868201] env[70323]: DEBUG oslo_concurrency.lockutils [None req-56027e76-bbf1-4095-8f8e-49353163fa5e tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.868458] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-56027e76-bbf1-4095-8f8e-49353163fa5e tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 5556ee05-8834-4ce8-99a3-db4e3d733a9a/5556ee05-8834-4ce8-99a3-db4e3d733a9a.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 765.868739] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-526cc67f-95b9-4bc2-9069-83befcf5b734 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.876255] env[70323]: DEBUG oslo_vmware.api [None req-56027e76-bbf1-4095-8f8e-49353163fa5e tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Waiting for the task: (returnval){ [ 765.876255] env[70323]: value = "task-3226875" [ 765.876255] env[70323]: _type = "Task" [ 765.876255] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.886417] env[70323]: DEBUG oslo_vmware.api [None req-56027e76-bbf1-4095-8f8e-49353163fa5e tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226875, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.898701] env[70323]: INFO nova.compute.manager [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 1ad77931-f385-45f3-bbe1-dd6e8b986631] Took 44.74 seconds to build instance. [ 765.993233] env[70323]: DEBUG nova.compute.manager [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] [instance: b3f9b17f-4e9b-4d78-954d-a6eee9613900] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 766.120022] env[70323]: DEBUG nova.network.neutron [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 982522d9-dee1-4251-a7a3-4bad81acc442] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 766.175020] env[70323]: DEBUG oslo_vmware.api [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Task: {'id': task-3226874, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107856} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.175020] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] [instance: 95850796-4c82-4e1f-b169-c2122a5c4950] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 766.175020] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47702b57-b2e9-4d82-95cf-618a2ee32170 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.176819] env[70323]: DEBUG oslo_concurrency.lockutils [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.773s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.177365] env[70323]: DEBUG nova.compute.manager [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] [instance: 7b398910-13db-4ed9-b743-6f25046af2dc] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 766.180130] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5fe3d6a9-fab5-414a-931e-4eade5c2a114 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.545s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.180349] env[70323]: DEBUG nova.objects.instance [None req-5fe3d6a9-fab5-414a-931e-4eade5c2a114 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Lazy-loading 'resources' on Instance uuid a0a8df6e-572a-4874-9b2e-119e9a8933e6 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 766.207021] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] [instance: 95850796-4c82-4e1f-b169-c2122a5c4950] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 95850796-4c82-4e1f-b169-c2122a5c4950/95850796-4c82-4e1f-b169-c2122a5c4950.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 766.208071] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3200843b-2f1a-4e07-916f-32fc0a68dce8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.230108] env[70323]: DEBUG oslo_vmware.api [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Waiting for the task: (returnval){ [ 766.230108] env[70323]: value = "task-3226876" [ 766.230108] env[70323]: _type = "Task" [ 766.230108] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.244023] env[70323]: DEBUG oslo_vmware.api [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Task: {'id': task-3226876, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.333236] env[70323]: DEBUG nova.network.neutron [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 982522d9-dee1-4251-a7a3-4bad81acc442] Updating instance_info_cache with network_info: [{"id": "521c9393-a1d4-4659-b3ea-541eb191541d", "address": "fa:16:3e:5b:0b:4a", "network": {"id": "b228dccb-aca7-4bb7-9a29-1f859b2d48ee", "bridge": "br-int", "label": "tempest-ImagesTestJSON-216220513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26eec41d408a409ebaed6d2b945fe8b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap521c9393-a1", "ovs_interfaceid": "521c9393-a1d4-4659-b3ea-541eb191541d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.392283] env[70323]: DEBUG oslo_vmware.api [None req-56027e76-bbf1-4095-8f8e-49353163fa5e tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226875, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.401551] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8d8bfba6-234a-4ffa-84fb-e3517d1d9ace tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Lock "1ad77931-f385-45f3-bbe1-dd6e8b986631" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.257s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.519723] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.521974] env[70323]: DEBUG nova.network.neutron [-] [instance: ba5dd49c-50d4-4dee-b428-9d4300ab43af] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.690020] env[70323]: DEBUG nova.compute.utils [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 766.694116] env[70323]: DEBUG nova.compute.manager [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] [instance: 7b398910-13db-4ed9-b743-6f25046af2dc] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 766.694116] env[70323]: DEBUG nova.network.neutron [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] [instance: 7b398910-13db-4ed9-b743-6f25046af2dc] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 766.748266] env[70323]: DEBUG oslo_vmware.api [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Task: {'id': task-3226876, 'name': ReconfigVM_Task, 'duration_secs': 0.41061} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.751061] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] [instance: 95850796-4c82-4e1f-b169-c2122a5c4950] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 95850796-4c82-4e1f-b169-c2122a5c4950/95850796-4c82-4e1f-b169-c2122a5c4950.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 766.751920] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7cc6d2d-e957-498c-af3d-48e16f723cb4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.758718] env[70323]: DEBUG oslo_vmware.api [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Waiting for the task: (returnval){ [ 766.758718] env[70323]: value = "task-3226877" [ 766.758718] env[70323]: _type = "Task" [ 766.758718] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.770689] env[70323]: DEBUG oslo_vmware.api [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Task: {'id': task-3226877, 'name': Rename_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.775049] env[70323]: DEBUG nova.policy [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2b89d8ed07840ecbb609d74d3defede', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '04374fd3f4a7412eb1703fa37918f1eb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 766.836567] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Releasing lock "refresh_cache-982522d9-dee1-4251-a7a3-4bad81acc442" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.837208] env[70323]: DEBUG nova.compute.manager [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 982522d9-dee1-4251-a7a3-4bad81acc442] Instance network_info: |[{"id": "521c9393-a1d4-4659-b3ea-541eb191541d", "address": "fa:16:3e:5b:0b:4a", "network": {"id": "b228dccb-aca7-4bb7-9a29-1f859b2d48ee", "bridge": "br-int", "label": "tempest-ImagesTestJSON-216220513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26eec41d408a409ebaed6d2b945fe8b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap521c9393-a1", "ovs_interfaceid": "521c9393-a1d4-4659-b3ea-541eb191541d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 766.837357] env[70323]: DEBUG oslo_concurrency.lockutils [req-50e058e6-ec6c-4c23-a16b-41287ba20fac req-fc0c66a2-1266-4267-a472-62b490131078 service nova] Acquired lock "refresh_cache-982522d9-dee1-4251-a7a3-4bad81acc442" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.837501] env[70323]: DEBUG nova.network.neutron [req-50e058e6-ec6c-4c23-a16b-41287ba20fac req-fc0c66a2-1266-4267-a472-62b490131078 service nova] [instance: 982522d9-dee1-4251-a7a3-4bad81acc442] Refreshing network info cache for port 521c9393-a1d4-4659-b3ea-541eb191541d {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 766.838817] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 982522d9-dee1-4251-a7a3-4bad81acc442] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:0b:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '521c9393-a1d4-4659-b3ea-541eb191541d', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 766.846682] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 766.850271] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 982522d9-dee1-4251-a7a3-4bad81acc442] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 766.850963] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f7108a7-6ee7-43bd-a696-f88dc6d0ec53 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.877877] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 766.877877] env[70323]: value = "task-3226878" [ 766.877877] env[70323]: _type = "Task" [ 766.877877] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.887648] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a624fb00-61c8-449c-a8b1-781868689351 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Acquiring lock "9bb398f8-6536-4a13-b46f-ea083c4cf5d1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.887648] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a624fb00-61c8-449c-a8b1-781868689351 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Lock "9bb398f8-6536-4a13-b46f-ea083c4cf5d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.887856] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a624fb00-61c8-449c-a8b1-781868689351 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Acquiring lock "9bb398f8-6536-4a13-b46f-ea083c4cf5d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.887903] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a624fb00-61c8-449c-a8b1-781868689351 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Lock "9bb398f8-6536-4a13-b46f-ea083c4cf5d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.888106] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a624fb00-61c8-449c-a8b1-781868689351 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Lock "9bb398f8-6536-4a13-b46f-ea083c4cf5d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.893995] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226878, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.894601] env[70323]: INFO nova.compute.manager [None req-a624fb00-61c8-449c-a8b1-781868689351 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] [instance: 9bb398f8-6536-4a13-b46f-ea083c4cf5d1] Terminating instance [ 766.900244] env[70323]: DEBUG oslo_vmware.api [None req-56027e76-bbf1-4095-8f8e-49353163fa5e tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226875, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.777342} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.901705] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-56027e76-bbf1-4095-8f8e-49353163fa5e tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 5556ee05-8834-4ce8-99a3-db4e3d733a9a/5556ee05-8834-4ce8-99a3-db4e3d733a9a.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 766.901863] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-56027e76-bbf1-4095-8f8e-49353163fa5e tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 766.904736] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-939549e0-f8b1-497a-acb0-01b5ccd75cf4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.908470] env[70323]: DEBUG nova.compute.manager [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] [instance: 344d5579-628b-4a56-aedf-d9ecaa2c5c9f] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 766.915585] env[70323]: DEBUG oslo_vmware.api [None req-56027e76-bbf1-4095-8f8e-49353163fa5e tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Waiting for the task: (returnval){ [ 766.915585] env[70323]: value = "task-3226879" [ 766.915585] env[70323]: _type = "Task" [ 766.915585] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.927591] env[70323]: DEBUG oslo_vmware.api [None req-56027e76-bbf1-4095-8f8e-49353163fa5e tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226879, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.025665] env[70323]: INFO nova.compute.manager [-] [instance: ba5dd49c-50d4-4dee-b428-9d4300ab43af] Took 1.89 seconds to deallocate network for instance. [ 767.196162] env[70323]: DEBUG nova.compute.manager [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] [instance: 7b398910-13db-4ed9-b743-6f25046af2dc] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 767.220176] env[70323]: DEBUG nova.network.neutron [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] [instance: 7b398910-13db-4ed9-b743-6f25046af2dc] Successfully created port: fc0aa654-11b4-4433-8f03-1538cb5cf92d {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 767.270377] env[70323]: DEBUG oslo_vmware.api [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Task: {'id': task-3226877, 'name': Rename_Task, 'duration_secs': 0.17075} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.270719] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] [instance: 95850796-4c82-4e1f-b169-c2122a5c4950] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 767.273785] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d396dc4-db64-4706-8ca5-d939f1d3fad6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.279195] env[70323]: DEBUG oslo_vmware.api [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Waiting for the task: (returnval){ [ 767.279195] env[70323]: value = "task-3226880" [ 767.279195] env[70323]: _type = "Task" [ 767.279195] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.290778] env[70323]: DEBUG oslo_vmware.api [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Task: {'id': task-3226880, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.339028] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df721373-c9e6-4da6-af41-8cb6ff71c405 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.346919] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5cce743-80fd-4f12-b920-7bf08b75dbb5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.388174] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74bc34b-2b3b-4546-8e31-6339c0635aa8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.397243] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226878, 'name': CreateVM_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.400399] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e02b009c-1280-4044-9db5-957908ee4006 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.406943] env[70323]: DEBUG nova.compute.manager [None req-a624fb00-61c8-449c-a8b1-781868689351 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] [instance: 9bb398f8-6536-4a13-b46f-ea083c4cf5d1] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 767.407185] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a624fb00-61c8-449c-a8b1-781868689351 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] [instance: 9bb398f8-6536-4a13-b46f-ea083c4cf5d1] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 767.408067] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cdb17d9-be23-4d63-a144-938f7d854845 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.424909] env[70323]: DEBUG nova.compute.provider_tree [None req-5fe3d6a9-fab5-414a-931e-4eade5c2a114 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 767.433581] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-a624fb00-61c8-449c-a8b1-781868689351 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] [instance: 9bb398f8-6536-4a13-b46f-ea083c4cf5d1] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 767.435127] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70828047-dcbd-44ff-b945-604f421a806e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.441056] env[70323]: DEBUG oslo_vmware.api [None req-56027e76-bbf1-4095-8f8e-49353163fa5e tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226879, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098954} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.443038] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-56027e76-bbf1-4095-8f8e-49353163fa5e tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 767.444587] env[70323]: DEBUG oslo_vmware.api [None req-a624fb00-61c8-449c-a8b1-781868689351 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Waiting for the task: (returnval){ [ 767.444587] env[70323]: value = "task-3226881" [ 767.444587] env[70323]: _type = "Task" [ 767.444587] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.444587] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e884ad-4a50-489f-a133-94ebf0d3a371 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.451172] env[70323]: DEBUG oslo_concurrency.lockutils [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.456702] env[70323]: DEBUG oslo_vmware.api [None req-a624fb00-61c8-449c-a8b1-781868689351 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Task: {'id': task-3226881, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.475834] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-56027e76-bbf1-4095-8f8e-49353163fa5e tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 5556ee05-8834-4ce8-99a3-db4e3d733a9a/5556ee05-8834-4ce8-99a3-db4e3d733a9a.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 767.476208] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d2b539b-4b53-4aa9-b493-01aec107ef99 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.500938] env[70323]: DEBUG oslo_vmware.api [None req-56027e76-bbf1-4095-8f8e-49353163fa5e tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Waiting for the task: (returnval){ [ 767.500938] env[70323]: value = "task-3226882" [ 767.500938] env[70323]: _type = "Task" [ 767.500938] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.509596] env[70323]: DEBUG oslo_vmware.api [None req-56027e76-bbf1-4095-8f8e-49353163fa5e tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226882, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.513889] env[70323]: DEBUG oslo_concurrency.lockutils [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Acquiring lock "d5e45e91-706f-4de8-b7d6-15798256140b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.514128] env[70323]: DEBUG oslo_concurrency.lockutils [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Lock "d5e45e91-706f-4de8-b7d6-15798256140b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.533321] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2b886c69-ad2f-4b82-8db8-3b76f3f2bd18 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.778218] env[70323]: DEBUG nova.network.neutron [req-50e058e6-ec6c-4c23-a16b-41287ba20fac req-fc0c66a2-1266-4267-a472-62b490131078 service nova] [instance: 982522d9-dee1-4251-a7a3-4bad81acc442] Updated VIF entry in instance network info cache for port 521c9393-a1d4-4659-b3ea-541eb191541d. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 767.778691] env[70323]: DEBUG nova.network.neutron [req-50e058e6-ec6c-4c23-a16b-41287ba20fac req-fc0c66a2-1266-4267-a472-62b490131078 service nova] [instance: 982522d9-dee1-4251-a7a3-4bad81acc442] Updating instance_info_cache with network_info: [{"id": "521c9393-a1d4-4659-b3ea-541eb191541d", "address": "fa:16:3e:5b:0b:4a", "network": {"id": "b228dccb-aca7-4bb7-9a29-1f859b2d48ee", "bridge": "br-int", "label": "tempest-ImagesTestJSON-216220513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26eec41d408a409ebaed6d2b945fe8b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap521c9393-a1", "ovs_interfaceid": "521c9393-a1d4-4659-b3ea-541eb191541d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.795650] env[70323]: DEBUG oslo_vmware.api [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Task: {'id': task-3226880, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.799215] env[70323]: DEBUG nova.compute.manager [req-c58154be-c3fe-478d-be12-4ca761487feb req-8e0d6f8b-40ac-40f6-886c-88501bf3acdf service nova] [instance: ba5dd49c-50d4-4dee-b428-9d4300ab43af] Received event network-vif-deleted-c5e0bfea-f058-4528-ac9b-fbd51b861b66 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.895804] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226878, 'name': CreateVM_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.936261] env[70323]: DEBUG nova.scheduler.client.report [None req-5fe3d6a9-fab5-414a-931e-4eade5c2a114 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 767.958401] env[70323]: DEBUG oslo_vmware.api [None req-a624fb00-61c8-449c-a8b1-781868689351 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Task: {'id': task-3226881, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.012818] env[70323]: DEBUG oslo_vmware.api [None req-56027e76-bbf1-4095-8f8e-49353163fa5e tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226882, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.208253] env[70323]: DEBUG nova.compute.manager [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] [instance: 7b398910-13db-4ed9-b743-6f25046af2dc] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 768.237963] env[70323]: DEBUG nova.virt.hardware [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 768.238259] env[70323]: DEBUG nova.virt.hardware [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 768.238425] env[70323]: DEBUG nova.virt.hardware [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 768.238662] env[70323]: DEBUG nova.virt.hardware [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 768.238840] env[70323]: DEBUG nova.virt.hardware [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 768.239009] env[70323]: DEBUG nova.virt.hardware [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 768.239244] env[70323]: DEBUG nova.virt.hardware [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 768.239424] env[70323]: DEBUG nova.virt.hardware [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 768.239620] env[70323]: DEBUG nova.virt.hardware [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 768.239798] env[70323]: DEBUG nova.virt.hardware [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 768.239998] env[70323]: DEBUG nova.virt.hardware [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 768.240907] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371602ae-a9b3-4227-a5d6-37819c0228a0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.252300] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bfb4562-32d9-4e62-b0d5-9808f85fa0eb {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.291794] env[70323]: DEBUG oslo_concurrency.lockutils [req-50e058e6-ec6c-4c23-a16b-41287ba20fac req-fc0c66a2-1266-4267-a472-62b490131078 service nova] Releasing lock "refresh_cache-982522d9-dee1-4251-a7a3-4bad81acc442" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.292290] env[70323]: DEBUG oslo_vmware.api [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Task: {'id': task-3226880, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.397540] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226878, 'name': CreateVM_Task, 'duration_secs': 1.460709} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.397860] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 982522d9-dee1-4251-a7a3-4bad81acc442] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 768.398810] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.399091] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.399610] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.399981] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9aa52268-8094-478b-846b-ec5d211ef65a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.407163] env[70323]: DEBUG oslo_vmware.api [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Waiting for the task: (returnval){ [ 768.407163] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]522cb7c2-7a0e-b016-41a3-8963d3b7a828" [ 768.407163] env[70323]: _type = "Task" [ 768.407163] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.418338] env[70323]: DEBUG oslo_vmware.api [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]522cb7c2-7a0e-b016-41a3-8963d3b7a828, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.442583] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5fe3d6a9-fab5-414a-931e-4eade5c2a114 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.262s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.446595] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9424b4de-a9d2-476a-9183-a692790ba7d3 tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.217s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.447121] env[70323]: DEBUG nova.objects.instance [None req-9424b4de-a9d2-476a-9183-a692790ba7d3 tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Lazy-loading 'resources' on Instance uuid a5ca6c00-0437-4f80-b0fa-65b6b68df973 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 768.458431] env[70323]: DEBUG oslo_vmware.api [None req-a624fb00-61c8-449c-a8b1-781868689351 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Task: {'id': task-3226881, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.473730] env[70323]: INFO nova.scheduler.client.report [None req-5fe3d6a9-fab5-414a-931e-4eade5c2a114 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Deleted allocations for instance a0a8df6e-572a-4874-9b2e-119e9a8933e6 [ 768.513653] env[70323]: DEBUG oslo_vmware.api [None req-56027e76-bbf1-4095-8f8e-49353163fa5e tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226882, 'name': ReconfigVM_Task, 'duration_secs': 0.836481} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.513653] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-56027e76-bbf1-4095-8f8e-49353163fa5e tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 5556ee05-8834-4ce8-99a3-db4e3d733a9a/5556ee05-8834-4ce8-99a3-db4e3d733a9a.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 768.514229] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d9ab802-1aeb-4ee8-8a1b-8166120eb3b1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.521103] env[70323]: DEBUG oslo_vmware.api [None req-56027e76-bbf1-4095-8f8e-49353163fa5e tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Waiting for the task: (returnval){ [ 768.521103] env[70323]: value = "task-3226883" [ 768.521103] env[70323]: _type = "Task" [ 768.521103] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.533071] env[70323]: DEBUG oslo_vmware.api [None req-56027e76-bbf1-4095-8f8e-49353163fa5e tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226883, 'name': Rename_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.791794] env[70323]: DEBUG oslo_vmware.api [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Task: {'id': task-3226880, 'name': PowerOnVM_Task, 'duration_secs': 1.128303} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.792085] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] [instance: 95850796-4c82-4e1f-b169-c2122a5c4950] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 768.792292] env[70323]: INFO nova.compute.manager [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] [instance: 95850796-4c82-4e1f-b169-c2122a5c4950] Took 9.35 seconds to spawn the instance on the hypervisor. [ 768.792478] env[70323]: DEBUG nova.compute.manager [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] [instance: 95850796-4c82-4e1f-b169-c2122a5c4950] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 768.793273] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0696a117-091e-4453-9d3f-888b5a0534fc {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.917217] env[70323]: DEBUG oslo_vmware.api [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]522cb7c2-7a0e-b016-41a3-8963d3b7a828, 'name': SearchDatastore_Task, 'duration_secs': 0.020258} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.917647] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.917923] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 982522d9-dee1-4251-a7a3-4bad81acc442] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 768.918224] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.918381] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.918652] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 768.918953] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8499de6-2ff1-4ea1-992c-d2e21ffa937f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.930899] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 768.931107] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 768.932729] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcd8b754-0b60-46aa-af18-27ed0166c2cd {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.939081] env[70323]: DEBUG oslo_vmware.api [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Waiting for the task: (returnval){ [ 768.939081] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52de081b-4da9-a53b-e051-eda57d541f4e" [ 768.939081] env[70323]: _type = "Task" [ 768.939081] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.947583] env[70323]: DEBUG oslo_vmware.api [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52de081b-4da9-a53b-e051-eda57d541f4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.960356] env[70323]: DEBUG oslo_vmware.api [None req-a624fb00-61c8-449c-a8b1-781868689351 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Task: {'id': task-3226881, 'name': PowerOffVM_Task, 'duration_secs': 1.19665} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.960663] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-a624fb00-61c8-449c-a8b1-781868689351 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] [instance: 9bb398f8-6536-4a13-b46f-ea083c4cf5d1] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 768.961703] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a624fb00-61c8-449c-a8b1-781868689351 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] [instance: 9bb398f8-6536-4a13-b46f-ea083c4cf5d1] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 768.961703] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2deac6ed-b283-4849-baed-0386cc924f1c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.986402] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5fe3d6a9-fab5-414a-931e-4eade5c2a114 tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Lock "a0a8df6e-572a-4874-9b2e-119e9a8933e6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.753s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.037406] env[70323]: DEBUG oslo_vmware.api [None req-56027e76-bbf1-4095-8f8e-49353163fa5e tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226883, 'name': Rename_Task, 'duration_secs': 0.26425} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.037406] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-56027e76-bbf1-4095-8f8e-49353163fa5e tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 769.037406] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a8f1a9a-f452-4c55-92a9-ffdc0e2be6e5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.042259] env[70323]: DEBUG oslo_vmware.api [None req-56027e76-bbf1-4095-8f8e-49353163fa5e tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Waiting for the task: (returnval){ [ 769.042259] env[70323]: value = "task-3226885" [ 769.042259] env[70323]: _type = "Task" [ 769.042259] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.050146] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a624fb00-61c8-449c-a8b1-781868689351 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] [instance: 9bb398f8-6536-4a13-b46f-ea083c4cf5d1] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 769.050349] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a624fb00-61c8-449c-a8b1-781868689351 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] [instance: 9bb398f8-6536-4a13-b46f-ea083c4cf5d1] Deleting contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 769.050554] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-a624fb00-61c8-449c-a8b1-781868689351 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Deleting the datastore file [datastore1] 9bb398f8-6536-4a13-b46f-ea083c4cf5d1 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 769.050794] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96b0b504-f08f-4dcb-a143-38340180b600 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.056050] env[70323]: DEBUG oslo_vmware.api [None req-56027e76-bbf1-4095-8f8e-49353163fa5e tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226885, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.061998] env[70323]: DEBUG oslo_vmware.api [None req-a624fb00-61c8-449c-a8b1-781868689351 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Waiting for the task: (returnval){ [ 769.061998] env[70323]: value = "task-3226886" [ 769.061998] env[70323]: _type = "Task" [ 769.061998] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.071597] env[70323]: DEBUG oslo_vmware.api [None req-a624fb00-61c8-449c-a8b1-781868689351 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Task: {'id': task-3226886, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.133756] env[70323]: DEBUG nova.network.neutron [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] [instance: 7b398910-13db-4ed9-b743-6f25046af2dc] Successfully updated port: fc0aa654-11b4-4433-8f03-1538cb5cf92d {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 769.311169] env[70323]: INFO nova.compute.manager [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] [instance: 95850796-4c82-4e1f-b169-c2122a5c4950] Took 46.74 seconds to build instance. [ 769.452353] env[70323]: DEBUG oslo_vmware.api [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52de081b-4da9-a53b-e051-eda57d541f4e, 'name': SearchDatastore_Task, 'duration_secs': 0.016996} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.452353] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-220029f3-3777-4eed-b7cb-484fbfe9d639 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.459658] env[70323]: DEBUG oslo_vmware.api [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Waiting for the task: (returnval){ [ 769.459658] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]522c037a-b272-5fc3-0fc4-c6898fc4add0" [ 769.459658] env[70323]: _type = "Task" [ 769.459658] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.467912] env[70323]: DEBUG oslo_vmware.api [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]522c037a-b272-5fc3-0fc4-c6898fc4add0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.546166] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac431509-811e-4afc-8939-b7059497cb7b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.558645] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-392dcf0f-25dd-4189-b9fc-5ecef795bb8f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.561936] env[70323]: DEBUG oslo_vmware.api [None req-56027e76-bbf1-4095-8f8e-49353163fa5e tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226885, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.571163] env[70323]: DEBUG oslo_vmware.api [None req-a624fb00-61c8-449c-a8b1-781868689351 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Task: {'id': task-3226886, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.596257] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-a624fb00-61c8-449c-a8b1-781868689351 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 769.596467] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a624fb00-61c8-449c-a8b1-781868689351 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] [instance: 9bb398f8-6536-4a13-b46f-ea083c4cf5d1] Deleted contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 769.596686] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a624fb00-61c8-449c-a8b1-781868689351 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] [instance: 9bb398f8-6536-4a13-b46f-ea083c4cf5d1] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 769.596894] env[70323]: INFO nova.compute.manager [None req-a624fb00-61c8-449c-a8b1-781868689351 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] [instance: 9bb398f8-6536-4a13-b46f-ea083c4cf5d1] Took 2.19 seconds to destroy the instance on the hypervisor. [ 769.597149] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a624fb00-61c8-449c-a8b1-781868689351 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 769.597586] env[70323]: DEBUG nova.compute.manager [-] [instance: 9bb398f8-6536-4a13-b46f-ea083c4cf5d1] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 769.597677] env[70323]: DEBUG nova.network.neutron [-] [instance: 9bb398f8-6536-4a13-b46f-ea083c4cf5d1] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 769.599953] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3517c2-edca-4deb-b0c9-2b78091655b0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.609017] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9dafcf7-538a-428f-b138-5c875c9474f2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.622355] env[70323]: DEBUG nova.compute.provider_tree [None req-9424b4de-a9d2-476a-9183-a692790ba7d3 tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 769.640257] env[70323]: DEBUG oslo_concurrency.lockutils [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Acquiring lock "refresh_cache-7b398910-13db-4ed9-b743-6f25046af2dc" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.640257] env[70323]: DEBUG oslo_concurrency.lockutils [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Acquired lock "refresh_cache-7b398910-13db-4ed9-b743-6f25046af2dc" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.640257] env[70323]: DEBUG nova.network.neutron [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] [instance: 7b398910-13db-4ed9-b743-6f25046af2dc] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 769.811965] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3e1baafc-7351-454c-8ab4-5a4d7b6b43bf tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Lock "95850796-4c82-4e1f-b169-c2122a5c4950" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.451s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.835909] env[70323]: DEBUG oslo_concurrency.lockutils [None req-39a9e7a7-94d6-4e83-aab7-6b44d05830d3 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Acquiring lock "08c8dd40-92a3-48cd-ba9b-61d1796f9b7a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.836143] env[70323]: DEBUG oslo_concurrency.lockutils [None req-39a9e7a7-94d6-4e83-aab7-6b44d05830d3 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Lock "08c8dd40-92a3-48cd-ba9b-61d1796f9b7a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.836561] env[70323]: DEBUG nova.compute.manager [None req-39a9e7a7-94d6-4e83-aab7-6b44d05830d3 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 08c8dd40-92a3-48cd-ba9b-61d1796f9b7a] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 769.837640] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b61a063-68e0-4f84-ac25-bbd233fb1efe {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.844840] env[70323]: DEBUG nova.compute.manager [None req-39a9e7a7-94d6-4e83-aab7-6b44d05830d3 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 08c8dd40-92a3-48cd-ba9b-61d1796f9b7a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70323) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 769.845529] env[70323]: DEBUG nova.objects.instance [None req-39a9e7a7-94d6-4e83-aab7-6b44d05830d3 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Lazy-loading 'flavor' on Instance uuid 08c8dd40-92a3-48cd-ba9b-61d1796f9b7a {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 769.970924] env[70323]: DEBUG oslo_vmware.api [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]522c037a-b272-5fc3-0fc4-c6898fc4add0, 'name': SearchDatastore_Task, 'duration_secs': 0.010641} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.971349] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.971781] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 982522d9-dee1-4251-a7a3-4bad81acc442/982522d9-dee1-4251-a7a3-4bad81acc442.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 769.972181] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af23decc-22e6-4f63-a8a1-086d7f656792 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.979879] env[70323]: DEBUG oslo_vmware.api [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Waiting for the task: (returnval){ [ 769.979879] env[70323]: value = "task-3226887" [ 769.979879] env[70323]: _type = "Task" [ 769.979879] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.988305] env[70323]: DEBUG oslo_vmware.api [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3226887, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.054757] env[70323]: DEBUG oslo_vmware.api [None req-56027e76-bbf1-4095-8f8e-49353163fa5e tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226885, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.107034] env[70323]: DEBUG nova.compute.manager [req-63770443-da3e-4810-b853-9e39a638ed05 req-088a4588-36c4-47b2-bca2-e207adc79137 service nova] [instance: 7b398910-13db-4ed9-b743-6f25046af2dc] Received event network-vif-plugged-fc0aa654-11b4-4433-8f03-1538cb5cf92d {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.107141] env[70323]: DEBUG oslo_concurrency.lockutils [req-63770443-da3e-4810-b853-9e39a638ed05 req-088a4588-36c4-47b2-bca2-e207adc79137 service nova] Acquiring lock "7b398910-13db-4ed9-b743-6f25046af2dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.107334] env[70323]: DEBUG oslo_concurrency.lockutils [req-63770443-da3e-4810-b853-9e39a638ed05 req-088a4588-36c4-47b2-bca2-e207adc79137 service nova] Lock "7b398910-13db-4ed9-b743-6f25046af2dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.107534] env[70323]: DEBUG oslo_concurrency.lockutils [req-63770443-da3e-4810-b853-9e39a638ed05 req-088a4588-36c4-47b2-bca2-e207adc79137 service nova] Lock "7b398910-13db-4ed9-b743-6f25046af2dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.107709] env[70323]: DEBUG nova.compute.manager [req-63770443-da3e-4810-b853-9e39a638ed05 req-088a4588-36c4-47b2-bca2-e207adc79137 service nova] [instance: 7b398910-13db-4ed9-b743-6f25046af2dc] No waiting events found dispatching network-vif-plugged-fc0aa654-11b4-4433-8f03-1538cb5cf92d {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 770.107886] env[70323]: WARNING nova.compute.manager [req-63770443-da3e-4810-b853-9e39a638ed05 req-088a4588-36c4-47b2-bca2-e207adc79137 service nova] [instance: 7b398910-13db-4ed9-b743-6f25046af2dc] Received unexpected event network-vif-plugged-fc0aa654-11b4-4433-8f03-1538cb5cf92d for instance with vm_state building and task_state spawning. [ 770.108080] env[70323]: DEBUG nova.compute.manager [req-63770443-da3e-4810-b853-9e39a638ed05 req-088a4588-36c4-47b2-bca2-e207adc79137 service nova] [instance: 7b398910-13db-4ed9-b743-6f25046af2dc] Received event network-changed-fc0aa654-11b4-4433-8f03-1538cb5cf92d {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.109939] env[70323]: DEBUG nova.compute.manager [req-63770443-da3e-4810-b853-9e39a638ed05 req-088a4588-36c4-47b2-bca2-e207adc79137 service nova] [instance: 7b398910-13db-4ed9-b743-6f25046af2dc] Refreshing instance network info cache due to event network-changed-fc0aa654-11b4-4433-8f03-1538cb5cf92d. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 770.109939] env[70323]: DEBUG oslo_concurrency.lockutils [req-63770443-da3e-4810-b853-9e39a638ed05 req-088a4588-36c4-47b2-bca2-e207adc79137 service nova] Acquiring lock "refresh_cache-7b398910-13db-4ed9-b743-6f25046af2dc" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.126584] env[70323]: DEBUG nova.scheduler.client.report [None req-9424b4de-a9d2-476a-9183-a692790ba7d3 tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 770.202577] env[70323]: DEBUG nova.network.neutron [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] [instance: 7b398910-13db-4ed9-b743-6f25046af2dc] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 770.317024] env[70323]: DEBUG nova.compute.manager [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] [instance: 7da61593-5cdd-4a3b-8999-754b6090bff7] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 770.468815] env[70323]: DEBUG nova.network.neutron [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] [instance: 7b398910-13db-4ed9-b743-6f25046af2dc] Updating instance_info_cache with network_info: [{"id": "fc0aa654-11b4-4433-8f03-1538cb5cf92d", "address": "fa:16:3e:38:88:ac", "network": {"id": "7c721866-14cc-4bad-a51a-c3e11ba57f18", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-87194852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04374fd3f4a7412eb1703fa37918f1eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc0aa654-11", "ovs_interfaceid": "fc0aa654-11b4-4433-8f03-1538cb5cf92d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.492254] env[70323]: DEBUG oslo_vmware.api [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3226887, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.558497] env[70323]: DEBUG oslo_vmware.api [None req-56027e76-bbf1-4095-8f8e-49353163fa5e tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226885, 'name': PowerOnVM_Task, 'duration_secs': 1.130156} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.558875] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-56027e76-bbf1-4095-8f8e-49353163fa5e tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 770.559220] env[70323]: DEBUG nova.compute.manager [None req-56027e76-bbf1-4095-8f8e-49353163fa5e tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 770.560460] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc7bd540-d9bd-4405-8e15-1791107b1b76 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.635615] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9424b4de-a9d2-476a-9183-a692790ba7d3 tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.189s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.641083] env[70323]: DEBUG oslo_concurrency.lockutils [None req-32957b55-471b-4b26-a4ea-c51072fca861 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.393s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.641083] env[70323]: DEBUG nova.objects.instance [None req-32957b55-471b-4b26-a4ea-c51072fca861 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Lazy-loading 'resources' on Instance uuid 8f4f1690-4ef8-4178-8ed1-cd1e5b3da928 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 770.679437] env[70323]: INFO nova.scheduler.client.report [None req-9424b4de-a9d2-476a-9183-a692790ba7d3 tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Deleted allocations for instance a5ca6c00-0437-4f80-b0fa-65b6b68df973 [ 770.691796] env[70323]: DEBUG nova.compute.manager [req-e9eaae75-0e28-41b5-bc14-889828d1500e req-7dd6a223-2f40-4648-8fc5-14b4f3d781b4 service nova] [instance: bfea592a-7cc8-4944-b8ce-ba28d64d5ed7] Received event network-changed-8c87178a-23a6-4bfc-82aa-a2a0289290bb {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.692036] env[70323]: DEBUG nova.compute.manager [req-e9eaae75-0e28-41b5-bc14-889828d1500e req-7dd6a223-2f40-4648-8fc5-14b4f3d781b4 service nova] [instance: bfea592a-7cc8-4944-b8ce-ba28d64d5ed7] Refreshing instance network info cache due to event network-changed-8c87178a-23a6-4bfc-82aa-a2a0289290bb. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 770.693110] env[70323]: DEBUG oslo_concurrency.lockutils [req-e9eaae75-0e28-41b5-bc14-889828d1500e req-7dd6a223-2f40-4648-8fc5-14b4f3d781b4 service nova] Acquiring lock "refresh_cache-bfea592a-7cc8-4944-b8ce-ba28d64d5ed7" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.693110] env[70323]: DEBUG oslo_concurrency.lockutils [req-e9eaae75-0e28-41b5-bc14-889828d1500e req-7dd6a223-2f40-4648-8fc5-14b4f3d781b4 service nova] Acquired lock "refresh_cache-bfea592a-7cc8-4944-b8ce-ba28d64d5ed7" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.693110] env[70323]: DEBUG nova.network.neutron [req-e9eaae75-0e28-41b5-bc14-889828d1500e req-7dd6a223-2f40-4648-8fc5-14b4f3d781b4 service nova] [instance: bfea592a-7cc8-4944-b8ce-ba28d64d5ed7] Refreshing network info cache for port 8c87178a-23a6-4bfc-82aa-a2a0289290bb {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 770.839156] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.855070] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-39a9e7a7-94d6-4e83-aab7-6b44d05830d3 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 08c8dd40-92a3-48cd-ba9b-61d1796f9b7a] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 770.855401] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f40123a7-1309-4792-8eac-c9105c1e1c38 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.862780] env[70323]: DEBUG oslo_vmware.api [None req-39a9e7a7-94d6-4e83-aab7-6b44d05830d3 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Waiting for the task: (returnval){ [ 770.862780] env[70323]: value = "task-3226888" [ 770.862780] env[70323]: _type = "Task" [ 770.862780] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.871723] env[70323]: DEBUG oslo_vmware.api [None req-39a9e7a7-94d6-4e83-aab7-6b44d05830d3 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Task: {'id': task-3226888, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.897531] env[70323]: DEBUG nova.network.neutron [-] [instance: 9bb398f8-6536-4a13-b46f-ea083c4cf5d1] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.971936] env[70323]: DEBUG oslo_concurrency.lockutils [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Releasing lock "refresh_cache-7b398910-13db-4ed9-b743-6f25046af2dc" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.972271] env[70323]: DEBUG nova.compute.manager [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] [instance: 7b398910-13db-4ed9-b743-6f25046af2dc] Instance network_info: |[{"id": "fc0aa654-11b4-4433-8f03-1538cb5cf92d", "address": "fa:16:3e:38:88:ac", "network": {"id": "7c721866-14cc-4bad-a51a-c3e11ba57f18", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-87194852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04374fd3f4a7412eb1703fa37918f1eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc0aa654-11", "ovs_interfaceid": "fc0aa654-11b4-4433-8f03-1538cb5cf92d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 770.972391] env[70323]: DEBUG oslo_concurrency.lockutils [req-63770443-da3e-4810-b853-9e39a638ed05 req-088a4588-36c4-47b2-bca2-e207adc79137 service nova] Acquired lock "refresh_cache-7b398910-13db-4ed9-b743-6f25046af2dc" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.973380] env[70323]: DEBUG nova.network.neutron [req-63770443-da3e-4810-b853-9e39a638ed05 req-088a4588-36c4-47b2-bca2-e207adc79137 service nova] [instance: 7b398910-13db-4ed9-b743-6f25046af2dc] Refreshing network info cache for port fc0aa654-11b4-4433-8f03-1538cb5cf92d {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 770.973758] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] [instance: 7b398910-13db-4ed9-b743-6f25046af2dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:88:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8059554c-499f-44b4-be06-29f80ec36b34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc0aa654-11b4-4433-8f03-1538cb5cf92d', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 770.981740] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Creating folder: Project (04374fd3f4a7412eb1703fa37918f1eb). Parent ref: group-v644941. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 770.983446] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f15a45b7-edc0-4207-8eb6-39b6126b1e1e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.994861] env[70323]: DEBUG oslo_vmware.api [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3226887, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569901} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.995219] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 982522d9-dee1-4251-a7a3-4bad81acc442/982522d9-dee1-4251-a7a3-4bad81acc442.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 770.995475] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 982522d9-dee1-4251-a7a3-4bad81acc442] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 770.997426] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9fd291d4-c39b-4b76-b30f-1da859fc731d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.999058] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Created folder: Project (04374fd3f4a7412eb1703fa37918f1eb) in parent group-v644941. [ 770.999175] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Creating folder: Instances. Parent ref: group-v645067. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 770.999807] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f6576ed2-fb34-486b-9b10-6a1c4769b0c4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.006724] env[70323]: DEBUG oslo_vmware.api [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Waiting for the task: (returnval){ [ 771.006724] env[70323]: value = "task-3226890" [ 771.006724] env[70323]: _type = "Task" [ 771.006724] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.011543] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Created folder: Instances in parent group-v645067. [ 771.011991] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 771.012309] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b398910-13db-4ed9-b743-6f25046af2dc] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 771.012544] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0799181c-b318-4497-8ef5-3949c22d967c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.031346] env[70323]: DEBUG oslo_vmware.api [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3226890, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.036330] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 771.036330] env[70323]: value = "task-3226892" [ 771.036330] env[70323]: _type = "Task" [ 771.036330] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.044212] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226892, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.081729] env[70323]: DEBUG oslo_concurrency.lockutils [None req-56027e76-bbf1-4095-8f8e-49353163fa5e tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.191718] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9424b4de-a9d2-476a-9183-a692790ba7d3 tempest-AttachInterfacesV270Test-1389651572 tempest-AttachInterfacesV270Test-1389651572-project-member] Lock "a5ca6c00-0437-4f80-b0fa-65b6b68df973" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.362s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.379481] env[70323]: DEBUG oslo_vmware.api [None req-39a9e7a7-94d6-4e83-aab7-6b44d05830d3 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Task: {'id': task-3226888, 'name': PowerOffVM_Task, 'duration_secs': 0.306696} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.379766] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-39a9e7a7-94d6-4e83-aab7-6b44d05830d3 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 08c8dd40-92a3-48cd-ba9b-61d1796f9b7a] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 771.379969] env[70323]: DEBUG nova.compute.manager [None req-39a9e7a7-94d6-4e83-aab7-6b44d05830d3 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 08c8dd40-92a3-48cd-ba9b-61d1796f9b7a] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 771.381055] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a71387-d1c4-4012-8e2e-0fd694ac1ec2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.400405] env[70323]: INFO nova.compute.manager [-] [instance: 9bb398f8-6536-4a13-b46f-ea083c4cf5d1] Took 1.80 seconds to deallocate network for instance. [ 771.513313] env[70323]: DEBUG nova.network.neutron [req-e9eaae75-0e28-41b5-bc14-889828d1500e req-7dd6a223-2f40-4648-8fc5-14b4f3d781b4 service nova] [instance: bfea592a-7cc8-4944-b8ce-ba28d64d5ed7] Updated VIF entry in instance network info cache for port 8c87178a-23a6-4bfc-82aa-a2a0289290bb. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 771.514010] env[70323]: DEBUG nova.network.neutron [req-e9eaae75-0e28-41b5-bc14-889828d1500e req-7dd6a223-2f40-4648-8fc5-14b4f3d781b4 service nova] [instance: bfea592a-7cc8-4944-b8ce-ba28d64d5ed7] Updating instance_info_cache with network_info: [{"id": "8c87178a-23a6-4bfc-82aa-a2a0289290bb", "address": "fa:16:3e:ca:07:31", "network": {"id": "57b074fb-ae9f-449a-be68-d0afa9aef005", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1214923628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2101efea82524d34a4cc4cccc2d6f7ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c87178a-23", "ovs_interfaceid": "8c87178a-23a6-4bfc-82aa-a2a0289290bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.526400] env[70323]: DEBUG oslo_vmware.api [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3226890, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076127} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.526754] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 982522d9-dee1-4251-a7a3-4bad81acc442] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 771.527637] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a538a502-be54-4440-9afc-7e894e247de8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.558700] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 982522d9-dee1-4251-a7a3-4bad81acc442] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 982522d9-dee1-4251-a7a3-4bad81acc442/982522d9-dee1-4251-a7a3-4bad81acc442.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 771.562187] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-063e9111-3710-4fb2-b442-dd900e6b3620 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.580444] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226892, 'name': CreateVM_Task, 'duration_secs': 0.377525} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.583207] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b398910-13db-4ed9-b743-6f25046af2dc] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 771.583854] env[70323]: DEBUG oslo_concurrency.lockutils [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.584025] env[70323]: DEBUG oslo_concurrency.lockutils [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.584338] env[70323]: DEBUG oslo_concurrency.lockutils [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.584860] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d696916-f84c-4293-88cc-284d08c2606c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.588064] env[70323]: DEBUG oslo_vmware.api [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Waiting for the task: (returnval){ [ 771.588064] env[70323]: value = "task-3226893" [ 771.588064] env[70323]: _type = "Task" [ 771.588064] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.590112] env[70323]: DEBUG oslo_vmware.api [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Waiting for the task: (returnval){ [ 771.590112] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5297c3ae-f2cc-382a-a118-36b73c8776bb" [ 771.590112] env[70323]: _type = "Task" [ 771.590112] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.604668] env[70323]: DEBUG oslo_vmware.api [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3226893, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.607597] env[70323]: DEBUG oslo_vmware.api [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5297c3ae-f2cc-382a-a118-36b73c8776bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.733117] env[70323]: DEBUG nova.network.neutron [req-63770443-da3e-4810-b853-9e39a638ed05 req-088a4588-36c4-47b2-bca2-e207adc79137 service nova] [instance: 7b398910-13db-4ed9-b743-6f25046af2dc] Updated VIF entry in instance network info cache for port fc0aa654-11b4-4433-8f03-1538cb5cf92d. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 771.733522] env[70323]: DEBUG nova.network.neutron [req-63770443-da3e-4810-b853-9e39a638ed05 req-088a4588-36c4-47b2-bca2-e207adc79137 service nova] [instance: 7b398910-13db-4ed9-b743-6f25046af2dc] Updating instance_info_cache with network_info: [{"id": "fc0aa654-11b4-4433-8f03-1538cb5cf92d", "address": "fa:16:3e:38:88:ac", "network": {"id": "7c721866-14cc-4bad-a51a-c3e11ba57f18", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-87194852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04374fd3f4a7412eb1703fa37918f1eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc0aa654-11", "ovs_interfaceid": "fc0aa654-11b4-4433-8f03-1538cb5cf92d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.824009] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e03b38-86e6-48e9-b2cd-7302794b4c55 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.832573] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c40c559-e18b-47d2-9f12-3cfffd355e50 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.868131] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622f4b3c-a48c-49ae-9ef1-6ff479060a42 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.877157] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f2816f4-3513-47b1-ad90-30563d59df60 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.891609] env[70323]: DEBUG nova.compute.provider_tree [None req-32957b55-471b-4b26-a4ea-c51072fca861 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.896143] env[70323]: DEBUG oslo_concurrency.lockutils [None req-39a9e7a7-94d6-4e83-aab7-6b44d05830d3 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Lock "08c8dd40-92a3-48cd-ba9b-61d1796f9b7a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.060s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.907313] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a624fb00-61c8-449c-a8b1-781868689351 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.019961] env[70323]: DEBUG oslo_concurrency.lockutils [req-e9eaae75-0e28-41b5-bc14-889828d1500e req-7dd6a223-2f40-4648-8fc5-14b4f3d781b4 service nova] Releasing lock "refresh_cache-bfea592a-7cc8-4944-b8ce-ba28d64d5ed7" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.104653] env[70323]: DEBUG oslo_vmware.api [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5297c3ae-f2cc-382a-a118-36b73c8776bb, 'name': SearchDatastore_Task, 'duration_secs': 0.031189} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.107736] env[70323]: DEBUG oslo_concurrency.lockutils [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.107974] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] [instance: 7b398910-13db-4ed9-b743-6f25046af2dc] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 772.108230] env[70323]: DEBUG oslo_concurrency.lockutils [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.108379] env[70323]: DEBUG oslo_concurrency.lockutils [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.108615] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 772.108997] env[70323]: DEBUG oslo_vmware.api [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3226893, 'name': ReconfigVM_Task, 'duration_secs': 0.300943} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.109112] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ca512b3-16df-4a56-b82b-b8776558cfbb {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.110996] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 982522d9-dee1-4251-a7a3-4bad81acc442] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 982522d9-dee1-4251-a7a3-4bad81acc442/982522d9-dee1-4251-a7a3-4bad81acc442.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 772.111547] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56d22fb1-bff7-45d5-99c7-2ba0bd4ac8db {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.117848] env[70323]: DEBUG oslo_vmware.api [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Waiting for the task: (returnval){ [ 772.117848] env[70323]: value = "task-3226894" [ 772.117848] env[70323]: _type = "Task" [ 772.117848] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.121640] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 772.121825] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 772.122916] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c1da47a-d1e0-40b8-bd5c-02c7c6abf4cd {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.128244] env[70323]: DEBUG oslo_vmware.api [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3226894, 'name': Rename_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.131951] env[70323]: DEBUG oslo_vmware.api [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Waiting for the task: (returnval){ [ 772.131951] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5283d201-efa4-b430-0ad7-bc2cebe80fe1" [ 772.131951] env[70323]: _type = "Task" [ 772.131951] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.139387] env[70323]: DEBUG oslo_vmware.api [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5283d201-efa4-b430-0ad7-bc2cebe80fe1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.238159] env[70323]: DEBUG oslo_concurrency.lockutils [req-63770443-da3e-4810-b853-9e39a638ed05 req-088a4588-36c4-47b2-bca2-e207adc79137 service nova] Releasing lock "refresh_cache-7b398910-13db-4ed9-b743-6f25046af2dc" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.293434] env[70323]: INFO nova.compute.manager [None req-9153d177-fb89-42b3-8f0a-abf40c71d4a0 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Rebuilding instance [ 772.349057] env[70323]: DEBUG nova.compute.manager [None req-9153d177-fb89-42b3-8f0a-abf40c71d4a0 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 772.350031] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb2593f-c936-4401-a828-b7e30a2224e6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.394119] env[70323]: DEBUG nova.scheduler.client.report [None req-32957b55-471b-4b26-a4ea-c51072fca861 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 772.497458] env[70323]: DEBUG nova.compute.manager [req-66498d83-e05b-4aeb-8acf-d2ebf4eda85b req-838a58fb-9267-4790-b109-2c39b20a9376 service nova] [instance: 9bb398f8-6536-4a13-b46f-ea083c4cf5d1] Received event network-vif-deleted-86ce2655-6efc-4f3a-b35c-2137bedbf4d9 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.629891] env[70323]: DEBUG oslo_vmware.api [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3226894, 'name': Rename_Task, 'duration_secs': 0.153867} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.630216] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 982522d9-dee1-4251-a7a3-4bad81acc442] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 772.631288] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-531918ef-1b26-4a86-8839-5bbdf6ed012e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.638242] env[70323]: DEBUG oslo_vmware.api [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Waiting for the task: (returnval){ [ 772.638242] env[70323]: value = "task-3226895" [ 772.638242] env[70323]: _type = "Task" [ 772.638242] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.641811] env[70323]: DEBUG oslo_vmware.api [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5283d201-efa4-b430-0ad7-bc2cebe80fe1, 'name': SearchDatastore_Task, 'duration_secs': 0.016063} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.645311] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d54efb72-e1b9-45c9-958a-ef4ce1e5fe63 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.651392] env[70323]: DEBUG oslo_vmware.api [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Waiting for the task: (returnval){ [ 772.651392] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52a7263d-622f-21a5-fb80-4f84b49a280d" [ 772.651392] env[70323]: _type = "Task" [ 772.651392] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.654442] env[70323]: DEBUG oslo_vmware.api [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3226895, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.662532] env[70323]: DEBUG oslo_vmware.api [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52a7263d-622f-21a5-fb80-4f84b49a280d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.888206] env[70323]: DEBUG nova.compute.manager [req-b3671aca-dca9-4580-9879-6063f9235c03 req-05c85eb6-32d0-4a3d-947b-9a3ef7053f6f service nova] [instance: bfea592a-7cc8-4944-b8ce-ba28d64d5ed7] Received event network-changed-8c87178a-23a6-4bfc-82aa-a2a0289290bb {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.888395] env[70323]: DEBUG nova.compute.manager [req-b3671aca-dca9-4580-9879-6063f9235c03 req-05c85eb6-32d0-4a3d-947b-9a3ef7053f6f service nova] [instance: bfea592a-7cc8-4944-b8ce-ba28d64d5ed7] Refreshing instance network info cache due to event network-changed-8c87178a-23a6-4bfc-82aa-a2a0289290bb. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 772.888634] env[70323]: DEBUG oslo_concurrency.lockutils [req-b3671aca-dca9-4580-9879-6063f9235c03 req-05c85eb6-32d0-4a3d-947b-9a3ef7053f6f service nova] Acquiring lock "refresh_cache-bfea592a-7cc8-4944-b8ce-ba28d64d5ed7" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.888779] env[70323]: DEBUG oslo_concurrency.lockutils [req-b3671aca-dca9-4580-9879-6063f9235c03 req-05c85eb6-32d0-4a3d-947b-9a3ef7053f6f service nova] Acquired lock "refresh_cache-bfea592a-7cc8-4944-b8ce-ba28d64d5ed7" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.888936] env[70323]: DEBUG nova.network.neutron [req-b3671aca-dca9-4580-9879-6063f9235c03 req-05c85eb6-32d0-4a3d-947b-9a3ef7053f6f service nova] [instance: bfea592a-7cc8-4944-b8ce-ba28d64d5ed7] Refreshing network info cache for port 8c87178a-23a6-4bfc-82aa-a2a0289290bb {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 772.905266] env[70323]: DEBUG oslo_concurrency.lockutils [None req-32957b55-471b-4b26-a4ea-c51072fca861 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.266s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.908769] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bace8af2-3cb3-4795-92e8-d50c9479155b tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.238s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.909064] env[70323]: DEBUG nova.objects.instance [None req-bace8af2-3cb3-4795-92e8-d50c9479155b tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Lazy-loading 'resources' on Instance uuid f5583748-c6c5-4da3-a4c6-d685472511d4 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 772.941853] env[70323]: INFO nova.scheduler.client.report [None req-32957b55-471b-4b26-a4ea-c51072fca861 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Deleted allocations for instance 8f4f1690-4ef8-4178-8ed1-cd1e5b3da928 [ 773.155235] env[70323]: DEBUG oslo_vmware.api [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3226895, 'name': PowerOnVM_Task, 'duration_secs': 0.505929} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.158842] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 982522d9-dee1-4251-a7a3-4bad81acc442] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 773.159515] env[70323]: INFO nova.compute.manager [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 982522d9-dee1-4251-a7a3-4bad81acc442] Took 8.73 seconds to spawn the instance on the hypervisor. [ 773.159788] env[70323]: DEBUG nova.compute.manager [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 982522d9-dee1-4251-a7a3-4bad81acc442] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 773.160638] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b4d701-1639-4ccf-8e2f-c79dd19efe31 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.170555] env[70323]: DEBUG oslo_vmware.api [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52a7263d-622f-21a5-fb80-4f84b49a280d, 'name': SearchDatastore_Task, 'duration_secs': 0.016952} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.172734] env[70323]: DEBUG oslo_concurrency.lockutils [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.172990] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 7b398910-13db-4ed9-b743-6f25046af2dc/7b398910-13db-4ed9-b743-6f25046af2dc.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 773.175900] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3af336e6-e472-4872-9d38-39e340ca6b07 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.183478] env[70323]: DEBUG oslo_vmware.api [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Waiting for the task: (returnval){ [ 773.183478] env[70323]: value = "task-3226896" [ 773.183478] env[70323]: _type = "Task" [ 773.183478] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.194028] env[70323]: DEBUG oslo_vmware.api [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Task: {'id': task-3226896, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.371025] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-9153d177-fb89-42b3-8f0a-abf40c71d4a0 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 773.371025] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91b3eac3-7849-4364-a17f-fc116bc093fe {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.384737] env[70323]: DEBUG oslo_vmware.api [None req-9153d177-fb89-42b3-8f0a-abf40c71d4a0 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Waiting for the task: (returnval){ [ 773.384737] env[70323]: value = "task-3226897" [ 773.384737] env[70323]: _type = "Task" [ 773.384737] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.400759] env[70323]: DEBUG oslo_vmware.api [None req-9153d177-fb89-42b3-8f0a-abf40c71d4a0 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226897, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.461709] env[70323]: DEBUG oslo_concurrency.lockutils [None req-32957b55-471b-4b26-a4ea-c51072fca861 tempest-ServerShowV257Test-48566241 tempest-ServerShowV257Test-48566241-project-member] Lock "8f4f1690-4ef8-4178-8ed1-cd1e5b3da928" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.423s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.585506] env[70323]: DEBUG nova.objects.instance [None req-82256559-7a69-4124-bb77-79558021fd94 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Lazy-loading 'flavor' on Instance uuid 08c8dd40-92a3-48cd-ba9b-61d1796f9b7a {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 773.695018] env[70323]: INFO nova.compute.manager [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 982522d9-dee1-4251-a7a3-4bad81acc442] Took 46.42 seconds to build instance. [ 773.701797] env[70323]: DEBUG oslo_vmware.api [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Task: {'id': task-3226896, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.896855] env[70323]: DEBUG oslo_vmware.api [None req-9153d177-fb89-42b3-8f0a-abf40c71d4a0 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226897, 'name': PowerOffVM_Task, 'duration_secs': 0.29033} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.899626] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-9153d177-fb89-42b3-8f0a-abf40c71d4a0 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 773.899897] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-9153d177-fb89-42b3-8f0a-abf40c71d4a0 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 773.900770] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21513965-157e-4e0e-9d5d-e094f137535b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.910637] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-9153d177-fb89-42b3-8f0a-abf40c71d4a0 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 773.910917] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ec54172-ce95-40c8-880c-f8af70797217 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.005438] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-9153d177-fb89-42b3-8f0a-abf40c71d4a0 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 774.005650] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-9153d177-fb89-42b3-8f0a-abf40c71d4a0 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Deleting contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 774.005824] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-9153d177-fb89-42b3-8f0a-abf40c71d4a0 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Deleting the datastore file [datastore1] 5556ee05-8834-4ce8-99a3-db4e3d733a9a {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 774.006097] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd26b6e1-470c-4c1a-8533-999ee1c022cc {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.014060] env[70323]: DEBUG oslo_vmware.api [None req-9153d177-fb89-42b3-8f0a-abf40c71d4a0 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Waiting for the task: (returnval){ [ 774.014060] env[70323]: value = "task-3226899" [ 774.014060] env[70323]: _type = "Task" [ 774.014060] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.020520] env[70323]: DEBUG nova.network.neutron [req-b3671aca-dca9-4580-9879-6063f9235c03 req-05c85eb6-32d0-4a3d-947b-9a3ef7053f6f service nova] [instance: bfea592a-7cc8-4944-b8ce-ba28d64d5ed7] Updated VIF entry in instance network info cache for port 8c87178a-23a6-4bfc-82aa-a2a0289290bb. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 774.021144] env[70323]: DEBUG nova.network.neutron [req-b3671aca-dca9-4580-9879-6063f9235c03 req-05c85eb6-32d0-4a3d-947b-9a3ef7053f6f service nova] [instance: bfea592a-7cc8-4944-b8ce-ba28d64d5ed7] Updating instance_info_cache with network_info: [{"id": "8c87178a-23a6-4bfc-82aa-a2a0289290bb", "address": "fa:16:3e:ca:07:31", "network": {"id": "57b074fb-ae9f-449a-be68-d0afa9aef005", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1214923628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2101efea82524d34a4cc4cccc2d6f7ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c87178a-23", "ovs_interfaceid": "8c87178a-23a6-4bfc-82aa-a2a0289290bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.028407] env[70323]: DEBUG oslo_vmware.api [None req-9153d177-fb89-42b3-8f0a-abf40c71d4a0 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226899, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.074165] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ae4766-210e-4f4e-b397-41d63712808a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.083017] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb852ce-4d8e-4a15-b039-b9236acf2a89 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.117759] env[70323]: DEBUG oslo_concurrency.lockutils [None req-82256559-7a69-4124-bb77-79558021fd94 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Acquiring lock "refresh_cache-08c8dd40-92a3-48cd-ba9b-61d1796f9b7a" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.117933] env[70323]: DEBUG oslo_concurrency.lockutils [None req-82256559-7a69-4124-bb77-79558021fd94 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Acquired lock "refresh_cache-08c8dd40-92a3-48cd-ba9b-61d1796f9b7a" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.118104] env[70323]: DEBUG nova.network.neutron [None req-82256559-7a69-4124-bb77-79558021fd94 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 08c8dd40-92a3-48cd-ba9b-61d1796f9b7a] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 774.118290] env[70323]: DEBUG nova.objects.instance [None req-82256559-7a69-4124-bb77-79558021fd94 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Lazy-loading 'info_cache' on Instance uuid 08c8dd40-92a3-48cd-ba9b-61d1796f9b7a {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 774.120044] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1041d9d-a7b3-4d8b-a1be-7108cb4b10f0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.128345] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81271071-0146-49ad-80e7-f577522ce347 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.147678] env[70323]: DEBUG nova.compute.provider_tree [None req-bace8af2-3cb3-4795-92e8-d50c9479155b tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 774.201450] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2e3015f2-f82d-4d0a-9359-4fe5b5d8e193 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Lock "982522d9-dee1-4251-a7a3-4bad81acc442" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.362s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.202067] env[70323]: DEBUG oslo_vmware.api [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Task: {'id': task-3226896, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530385} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.204292] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 7b398910-13db-4ed9-b743-6f25046af2dc/7b398910-13db-4ed9-b743-6f25046af2dc.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 774.204511] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] [instance: 7b398910-13db-4ed9-b743-6f25046af2dc] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 774.205315] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf278a1d-47e4-4867-a9f2-22c58a0f3b8e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.214422] env[70323]: DEBUG oslo_vmware.api [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Waiting for the task: (returnval){ [ 774.214422] env[70323]: value = "task-3226900" [ 774.214422] env[70323]: _type = "Task" [ 774.214422] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.227319] env[70323]: DEBUG oslo_vmware.api [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Task: {'id': task-3226900, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.524892] env[70323]: DEBUG oslo_vmware.api [None req-9153d177-fb89-42b3-8f0a-abf40c71d4a0 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226899, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.530994] env[70323]: DEBUG oslo_concurrency.lockutils [req-b3671aca-dca9-4580-9879-6063f9235c03 req-05c85eb6-32d0-4a3d-947b-9a3ef7053f6f service nova] Releasing lock "refresh_cache-bfea592a-7cc8-4944-b8ce-ba28d64d5ed7" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.530994] env[70323]: DEBUG nova.compute.manager [req-b3671aca-dca9-4580-9879-6063f9235c03 req-05c85eb6-32d0-4a3d-947b-9a3ef7053f6f service nova] [instance: 95850796-4c82-4e1f-b169-c2122a5c4950] Received event network-changed-47e74bf2-5845-4ed2-8f94-5fbcf406cf64 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.530994] env[70323]: DEBUG nova.compute.manager [req-b3671aca-dca9-4580-9879-6063f9235c03 req-05c85eb6-32d0-4a3d-947b-9a3ef7053f6f service nova] [instance: 95850796-4c82-4e1f-b169-c2122a5c4950] Refreshing instance network info cache due to event network-changed-47e74bf2-5845-4ed2-8f94-5fbcf406cf64. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 774.530994] env[70323]: DEBUG oslo_concurrency.lockutils [req-b3671aca-dca9-4580-9879-6063f9235c03 req-05c85eb6-32d0-4a3d-947b-9a3ef7053f6f service nova] Acquiring lock "refresh_cache-95850796-4c82-4e1f-b169-c2122a5c4950" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.530994] env[70323]: DEBUG oslo_concurrency.lockutils [req-b3671aca-dca9-4580-9879-6063f9235c03 req-05c85eb6-32d0-4a3d-947b-9a3ef7053f6f service nova] Acquired lock "refresh_cache-95850796-4c82-4e1f-b169-c2122a5c4950" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.530994] env[70323]: DEBUG nova.network.neutron [req-b3671aca-dca9-4580-9879-6063f9235c03 req-05c85eb6-32d0-4a3d-947b-9a3ef7053f6f service nova] [instance: 95850796-4c82-4e1f-b169-c2122a5c4950] Refreshing network info cache for port 47e74bf2-5845-4ed2-8f94-5fbcf406cf64 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 774.624942] env[70323]: DEBUG nova.objects.base [None req-82256559-7a69-4124-bb77-79558021fd94 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Object Instance<08c8dd40-92a3-48cd-ba9b-61d1796f9b7a> lazy-loaded attributes: flavor,info_cache {{(pid=70323) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 774.651994] env[70323]: DEBUG nova.scheduler.client.report [None req-bace8af2-3cb3-4795-92e8-d50c9479155b tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.706436] env[70323]: DEBUG nova.compute.manager [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 5015919d-0612-4a77-b89b-71b1c07e160b] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 774.728789] env[70323]: DEBUG oslo_vmware.api [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Task: {'id': task-3226900, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084113} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.728789] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] [instance: 7b398910-13db-4ed9-b743-6f25046af2dc] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 774.729091] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e555e6f-3c0e-40a9-ae3e-906b3af34e5a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.754649] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] [instance: 7b398910-13db-4ed9-b743-6f25046af2dc] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 7b398910-13db-4ed9-b743-6f25046af2dc/7b398910-13db-4ed9-b743-6f25046af2dc.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 774.756332] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c60e2fd8-8e84-47e0-ab08-764456247e2b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.771224] env[70323]: DEBUG nova.compute.manager [req-7946809a-7fae-4341-9783-ea7c2a685e4a req-e7bc7caf-6c36-4843-8af0-e63699a1b506 service nova] [instance: 95850796-4c82-4e1f-b169-c2122a5c4950] Received event network-changed-47e74bf2-5845-4ed2-8f94-5fbcf406cf64 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.771413] env[70323]: DEBUG nova.compute.manager [req-7946809a-7fae-4341-9783-ea7c2a685e4a req-e7bc7caf-6c36-4843-8af0-e63699a1b506 service nova] [instance: 95850796-4c82-4e1f-b169-c2122a5c4950] Refreshing instance network info cache due to event network-changed-47e74bf2-5845-4ed2-8f94-5fbcf406cf64. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 774.771604] env[70323]: DEBUG oslo_concurrency.lockutils [req-7946809a-7fae-4341-9783-ea7c2a685e4a req-e7bc7caf-6c36-4843-8af0-e63699a1b506 service nova] Acquiring lock "refresh_cache-95850796-4c82-4e1f-b169-c2122a5c4950" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.777747] env[70323]: DEBUG oslo_vmware.api [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Waiting for the task: (returnval){ [ 774.777747] env[70323]: value = "task-3226901" [ 774.777747] env[70323]: _type = "Task" [ 774.777747] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.786240] env[70323]: DEBUG oslo_vmware.api [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Task: {'id': task-3226901, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.818642] env[70323]: DEBUG oslo_concurrency.lockutils [None req-78c19c7b-b2b8-4ce5-864b-6e0685caf30a tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Acquiring lock "2c9fda7c-de29-4b8a-b950-cfd429a16e18" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.818926] env[70323]: DEBUG oslo_concurrency.lockutils [None req-78c19c7b-b2b8-4ce5-864b-6e0685caf30a tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Lock "2c9fda7c-de29-4b8a-b950-cfd429a16e18" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.819174] env[70323]: DEBUG oslo_concurrency.lockutils [None req-78c19c7b-b2b8-4ce5-864b-6e0685caf30a tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Acquiring lock "2c9fda7c-de29-4b8a-b950-cfd429a16e18-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.819352] env[70323]: DEBUG oslo_concurrency.lockutils [None req-78c19c7b-b2b8-4ce5-864b-6e0685caf30a tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Lock "2c9fda7c-de29-4b8a-b950-cfd429a16e18-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.819550] env[70323]: DEBUG oslo_concurrency.lockutils [None req-78c19c7b-b2b8-4ce5-864b-6e0685caf30a tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Lock "2c9fda7c-de29-4b8a-b950-cfd429a16e18-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.823856] env[70323]: INFO nova.compute.manager [None req-78c19c7b-b2b8-4ce5-864b-6e0685caf30a tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] [instance: 2c9fda7c-de29-4b8a-b950-cfd429a16e18] Terminating instance [ 775.024158] env[70323]: DEBUG oslo_vmware.api [None req-9153d177-fb89-42b3-8f0a-abf40c71d4a0 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226899, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.798896} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.024473] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-9153d177-fb89-42b3-8f0a-abf40c71d4a0 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 775.024666] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-9153d177-fb89-42b3-8f0a-abf40c71d4a0 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Deleted contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 775.024837] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-9153d177-fb89-42b3-8f0a-abf40c71d4a0 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 775.086596] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6522a249-9a30-4661-ac6d-16d61ab1dfa4 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Acquiring lock "95850796-4c82-4e1f-b169-c2122a5c4950" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.086596] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6522a249-9a30-4661-ac6d-16d61ab1dfa4 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Lock "95850796-4c82-4e1f-b169-c2122a5c4950" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.086596] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6522a249-9a30-4661-ac6d-16d61ab1dfa4 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Acquiring lock "95850796-4c82-4e1f-b169-c2122a5c4950-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.086596] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6522a249-9a30-4661-ac6d-16d61ab1dfa4 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Lock "95850796-4c82-4e1f-b169-c2122a5c4950-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.086596] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6522a249-9a30-4661-ac6d-16d61ab1dfa4 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Lock "95850796-4c82-4e1f-b169-c2122a5c4950-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.088063] env[70323]: INFO nova.compute.manager [None req-6522a249-9a30-4661-ac6d-16d61ab1dfa4 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] [instance: 95850796-4c82-4e1f-b169-c2122a5c4950] Terminating instance [ 775.157654] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bace8af2-3cb3-4795-92e8-d50c9479155b tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.249s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.160519] env[70323]: DEBUG oslo_concurrency.lockutils [None req-da7af8eb-4abd-43e3-a9d8-09aee165e53d tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.568s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.161539] env[70323]: INFO nova.compute.claims [None req-da7af8eb-4abd-43e3-a9d8-09aee165e53d tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 775.189454] env[70323]: INFO nova.scheduler.client.report [None req-bace8af2-3cb3-4795-92e8-d50c9479155b tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Deleted allocations for instance f5583748-c6c5-4da3-a4c6-d685472511d4 [ 775.200433] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-702eb79c-5fbc-4eb9-bb78-b4405d152b10 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.208289] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-7257c191-9bac-49ae-a18b-8aa25fe517e3 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 982522d9-dee1-4251-a7a3-4bad81acc442] Suspending the VM {{(pid=70323) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 775.212328] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-0baf6c75-b391-45ec-94de-eb2a53057a4c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.225477] env[70323]: DEBUG oslo_vmware.api [None req-7257c191-9bac-49ae-a18b-8aa25fe517e3 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Waiting for the task: (returnval){ [ 775.225477] env[70323]: value = "task-3226902" [ 775.225477] env[70323]: _type = "Task" [ 775.225477] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.236657] env[70323]: DEBUG oslo_vmware.api [None req-7257c191-9bac-49ae-a18b-8aa25fe517e3 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3226902, 'name': SuspendVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.237704] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.289098] env[70323]: DEBUG oslo_vmware.api [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Task: {'id': task-3226901, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.328152] env[70323]: DEBUG nova.compute.manager [None req-78c19c7b-b2b8-4ce5-864b-6e0685caf30a tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] [instance: 2c9fda7c-de29-4b8a-b950-cfd429a16e18] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 775.328377] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-78c19c7b-b2b8-4ce5-864b-6e0685caf30a tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] [instance: 2c9fda7c-de29-4b8a-b950-cfd429a16e18] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 775.329339] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72aab1ae-f083-43f3-85f1-5dcea7708103 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.336693] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-78c19c7b-b2b8-4ce5-864b-6e0685caf30a tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] [instance: 2c9fda7c-de29-4b8a-b950-cfd429a16e18] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 775.336963] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b8a4a5a-906e-434c-b531-e72210cb25fe {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.343492] env[70323]: DEBUG oslo_vmware.api [None req-78c19c7b-b2b8-4ce5-864b-6e0685caf30a tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Waiting for the task: (returnval){ [ 775.343492] env[70323]: value = "task-3226903" [ 775.343492] env[70323]: _type = "Task" [ 775.343492] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.353072] env[70323]: DEBUG oslo_vmware.api [None req-78c19c7b-b2b8-4ce5-864b-6e0685caf30a tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Task: {'id': task-3226903, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.595027] env[70323]: DEBUG nova.compute.manager [None req-6522a249-9a30-4661-ac6d-16d61ab1dfa4 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] [instance: 95850796-4c82-4e1f-b169-c2122a5c4950] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 775.595027] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-6522a249-9a30-4661-ac6d-16d61ab1dfa4 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] [instance: 95850796-4c82-4e1f-b169-c2122a5c4950] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 775.595027] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c8e0ba7-7767-4cf1-aa91-3fef5934b519 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.606518] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-6522a249-9a30-4661-ac6d-16d61ab1dfa4 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] [instance: 95850796-4c82-4e1f-b169-c2122a5c4950] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 775.606518] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6437758e-2435-476f-9ca0-355c0f186da7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.609936] env[70323]: DEBUG oslo_vmware.api [None req-6522a249-9a30-4661-ac6d-16d61ab1dfa4 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Waiting for the task: (returnval){ [ 775.609936] env[70323]: value = "task-3226904" [ 775.609936] env[70323]: _type = "Task" [ 775.609936] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.620718] env[70323]: DEBUG oslo_vmware.api [None req-6522a249-9a30-4661-ac6d-16d61ab1dfa4 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Task: {'id': task-3226904, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.691108] env[70323]: DEBUG nova.network.neutron [req-b3671aca-dca9-4580-9879-6063f9235c03 req-05c85eb6-32d0-4a3d-947b-9a3ef7053f6f service nova] [instance: 95850796-4c82-4e1f-b169-c2122a5c4950] Updated VIF entry in instance network info cache for port 47e74bf2-5845-4ed2-8f94-5fbcf406cf64. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 775.691570] env[70323]: DEBUG nova.network.neutron [req-b3671aca-dca9-4580-9879-6063f9235c03 req-05c85eb6-32d0-4a3d-947b-9a3ef7053f6f service nova] [instance: 95850796-4c82-4e1f-b169-c2122a5c4950] Updating instance_info_cache with network_info: [{"id": "47e74bf2-5845-4ed2-8f94-5fbcf406cf64", "address": "fa:16:3e:12:d9:a1", "network": {"id": "57b074fb-ae9f-449a-be68-d0afa9aef005", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1214923628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2101efea82524d34a4cc4cccc2d6f7ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47e74bf2-58", "ovs_interfaceid": "47e74bf2-5845-4ed2-8f94-5fbcf406cf64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.697772] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bace8af2-3cb3-4795-92e8-d50c9479155b tempest-ImagesOneServerTestJSON-60803836 tempest-ImagesOneServerTestJSON-60803836-project-member] Lock "f5583748-c6c5-4da3-a4c6-d685472511d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.523s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.726574] env[70323]: DEBUG nova.network.neutron [None req-82256559-7a69-4124-bb77-79558021fd94 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 08c8dd40-92a3-48cd-ba9b-61d1796f9b7a] Updating instance_info_cache with network_info: [{"id": "4e9eca04-cd47-4ab3-9c77-f83e8337db41", "address": "fa:16:3e:df:ce:49", "network": {"id": "296cf2a8-12d0-495a-8b5a-938c7cfc1ddc", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-455843028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "153de9abfecf4dc4a84167304d44418f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e9eca04-cd", "ovs_interfaceid": "4e9eca04-cd47-4ab3-9c77-f83e8337db41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.746103] env[70323]: DEBUG oslo_vmware.api [None req-7257c191-9bac-49ae-a18b-8aa25fe517e3 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3226902, 'name': SuspendVM_Task} progress is 66%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.789289] env[70323]: DEBUG oslo_vmware.api [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Task: {'id': task-3226901, 'name': ReconfigVM_Task, 'duration_secs': 0.93581} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.789289] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] [instance: 7b398910-13db-4ed9-b743-6f25046af2dc] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 7b398910-13db-4ed9-b743-6f25046af2dc/7b398910-13db-4ed9-b743-6f25046af2dc.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 775.789718] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f9a205f-d948-418a-afb8-9b7495c390bf {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.795975] env[70323]: DEBUG oslo_vmware.api [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Waiting for the task: (returnval){ [ 775.795975] env[70323]: value = "task-3226905" [ 775.795975] env[70323]: _type = "Task" [ 775.795975] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.806106] env[70323]: DEBUG oslo_vmware.api [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Task: {'id': task-3226905, 'name': Rename_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.854223] env[70323]: DEBUG oslo_vmware.api [None req-78c19c7b-b2b8-4ce5-864b-6e0685caf30a tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Task: {'id': task-3226903, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.070305] env[70323]: DEBUG nova.virt.hardware [None req-9153d177-fb89-42b3-8f0a-abf40c71d4a0 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 776.070554] env[70323]: DEBUG nova.virt.hardware [None req-9153d177-fb89-42b3-8f0a-abf40c71d4a0 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 776.070722] env[70323]: DEBUG nova.virt.hardware [None req-9153d177-fb89-42b3-8f0a-abf40c71d4a0 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 776.071182] env[70323]: DEBUG nova.virt.hardware [None req-9153d177-fb89-42b3-8f0a-abf40c71d4a0 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 776.071288] env[70323]: DEBUG nova.virt.hardware [None req-9153d177-fb89-42b3-8f0a-abf40c71d4a0 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 776.071424] env[70323]: DEBUG nova.virt.hardware [None req-9153d177-fb89-42b3-8f0a-abf40c71d4a0 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 776.071666] env[70323]: DEBUG nova.virt.hardware [None req-9153d177-fb89-42b3-8f0a-abf40c71d4a0 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 776.071847] env[70323]: DEBUG nova.virt.hardware [None req-9153d177-fb89-42b3-8f0a-abf40c71d4a0 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 776.072189] env[70323]: DEBUG nova.virt.hardware [None req-9153d177-fb89-42b3-8f0a-abf40c71d4a0 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 776.072281] env[70323]: DEBUG nova.virt.hardware [None req-9153d177-fb89-42b3-8f0a-abf40c71d4a0 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 776.072398] env[70323]: DEBUG nova.virt.hardware [None req-9153d177-fb89-42b3-8f0a-abf40c71d4a0 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 776.073441] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e1cb8e8-6992-41fb-b7bd-227e1d0a163d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.083224] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faea6a23-b91c-4e7e-b6c6-fb7d73824500 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.099599] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-9153d177-fb89-42b3-8f0a-abf40c71d4a0 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:ae:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cf63c3c8-d774-4b81-9b12-848612a96076', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd1ab5da7-1972-4c23-9612-11f071dcfd43', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 776.109084] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9153d177-fb89-42b3-8f0a-abf40c71d4a0 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 776.109398] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 776.109638] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b478a96c-7d18-4e11-8b91-69cb2e032a0c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.135683] env[70323]: DEBUG oslo_vmware.api [None req-6522a249-9a30-4661-ac6d-16d61ab1dfa4 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Task: {'id': task-3226904, 'name': PowerOffVM_Task, 'duration_secs': 0.218308} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.137128] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-6522a249-9a30-4661-ac6d-16d61ab1dfa4 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] [instance: 95850796-4c82-4e1f-b169-c2122a5c4950] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 776.137303] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-6522a249-9a30-4661-ac6d-16d61ab1dfa4 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] [instance: 95850796-4c82-4e1f-b169-c2122a5c4950] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 776.139443] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 776.139443] env[70323]: value = "task-3226906" [ 776.139443] env[70323]: _type = "Task" [ 776.139443] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.139736] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-891168af-41bb-472f-a7f1-3d2a1ee32b86 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.150648] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226906, 'name': CreateVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.195537] env[70323]: DEBUG oslo_concurrency.lockutils [req-b3671aca-dca9-4580-9879-6063f9235c03 req-05c85eb6-32d0-4a3d-947b-9a3ef7053f6f service nova] Releasing lock "refresh_cache-95850796-4c82-4e1f-b169-c2122a5c4950" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.197311] env[70323]: DEBUG oslo_concurrency.lockutils [req-7946809a-7fae-4341-9783-ea7c2a685e4a req-e7bc7caf-6c36-4843-8af0-e63699a1b506 service nova] Acquired lock "refresh_cache-95850796-4c82-4e1f-b169-c2122a5c4950" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.197311] env[70323]: DEBUG nova.network.neutron [req-7946809a-7fae-4341-9783-ea7c2a685e4a req-e7bc7caf-6c36-4843-8af0-e63699a1b506 service nova] [instance: 95850796-4c82-4e1f-b169-c2122a5c4950] Refreshing network info cache for port 47e74bf2-5845-4ed2-8f94-5fbcf406cf64 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 776.212990] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-6522a249-9a30-4661-ac6d-16d61ab1dfa4 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] [instance: 95850796-4c82-4e1f-b169-c2122a5c4950] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 776.213303] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-6522a249-9a30-4661-ac6d-16d61ab1dfa4 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] [instance: 95850796-4c82-4e1f-b169-c2122a5c4950] Deleting contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 776.213495] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-6522a249-9a30-4661-ac6d-16d61ab1dfa4 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Deleting the datastore file [datastore2] 95850796-4c82-4e1f-b169-c2122a5c4950 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 776.214043] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-501e7b66-3bde-4ca9-8b0a-5fc9a9916227 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.221101] env[70323]: DEBUG oslo_vmware.api [None req-6522a249-9a30-4661-ac6d-16d61ab1dfa4 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Waiting for the task: (returnval){ [ 776.221101] env[70323]: value = "task-3226908" [ 776.221101] env[70323]: _type = "Task" [ 776.221101] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.236023] env[70323]: DEBUG oslo_vmware.api [None req-6522a249-9a30-4661-ac6d-16d61ab1dfa4 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Task: {'id': task-3226908, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.236023] env[70323]: DEBUG oslo_concurrency.lockutils [None req-82256559-7a69-4124-bb77-79558021fd94 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Releasing lock "refresh_cache-08c8dd40-92a3-48cd-ba9b-61d1796f9b7a" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.254611] env[70323]: DEBUG oslo_vmware.api [None req-7257c191-9bac-49ae-a18b-8aa25fe517e3 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3226902, 'name': SuspendVM_Task, 'duration_secs': 0.759701} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.257880] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-7257c191-9bac-49ae-a18b-8aa25fe517e3 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 982522d9-dee1-4251-a7a3-4bad81acc442] Suspended the VM {{(pid=70323) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 776.258246] env[70323]: DEBUG nova.compute.manager [None req-7257c191-9bac-49ae-a18b-8aa25fe517e3 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 982522d9-dee1-4251-a7a3-4bad81acc442] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 776.259521] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b1cb63-a873-4f36-a153-34e802fe235d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.309643] env[70323]: DEBUG oslo_vmware.api [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Task: {'id': task-3226905, 'name': Rename_Task, 'duration_secs': 0.165948} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.309643] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] [instance: 7b398910-13db-4ed9-b743-6f25046af2dc] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 776.309829] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5ce07e2-da71-40c3-bb1e-c6d14a8c3766 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.318023] env[70323]: DEBUG oslo_vmware.api [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Waiting for the task: (returnval){ [ 776.318023] env[70323]: value = "task-3226909" [ 776.318023] env[70323]: _type = "Task" [ 776.318023] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.324580] env[70323]: DEBUG oslo_vmware.api [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Task: {'id': task-3226909, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.354824] env[70323]: DEBUG oslo_vmware.api [None req-78c19c7b-b2b8-4ce5-864b-6e0685caf30a tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Task: {'id': task-3226903, 'name': PowerOffVM_Task, 'duration_secs': 0.632473} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.355154] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-78c19c7b-b2b8-4ce5-864b-6e0685caf30a tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] [instance: 2c9fda7c-de29-4b8a-b950-cfd429a16e18] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 776.355358] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-78c19c7b-b2b8-4ce5-864b-6e0685caf30a tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] [instance: 2c9fda7c-de29-4b8a-b950-cfd429a16e18] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 776.355684] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21a114ef-526a-4f9c-b7e7-3d43867b1540 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.444154] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-78c19c7b-b2b8-4ce5-864b-6e0685caf30a tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] [instance: 2c9fda7c-de29-4b8a-b950-cfd429a16e18] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 776.444154] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-78c19c7b-b2b8-4ce5-864b-6e0685caf30a tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] [instance: 2c9fda7c-de29-4b8a-b950-cfd429a16e18] Deleting contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 776.444255] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-78c19c7b-b2b8-4ce5-864b-6e0685caf30a tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Deleting the datastore file [datastore2] 2c9fda7c-de29-4b8a-b950-cfd429a16e18 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 776.447063] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6cce2944-82d4-496c-a2fe-b5a1dfc0f9a3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.453708] env[70323]: DEBUG oslo_vmware.api [None req-78c19c7b-b2b8-4ce5-864b-6e0685caf30a tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Waiting for the task: (returnval){ [ 776.453708] env[70323]: value = "task-3226911" [ 776.453708] env[70323]: _type = "Task" [ 776.453708] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.462451] env[70323]: DEBUG oslo_vmware.api [None req-78c19c7b-b2b8-4ce5-864b-6e0685caf30a tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Task: {'id': task-3226911, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.653298] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226906, 'name': CreateVM_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.737877] env[70323]: DEBUG oslo_vmware.api [None req-6522a249-9a30-4661-ac6d-16d61ab1dfa4 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Task: {'id': task-3226908, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149226} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.741758] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-6522a249-9a30-4661-ac6d-16d61ab1dfa4 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 776.742014] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-6522a249-9a30-4661-ac6d-16d61ab1dfa4 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] [instance: 95850796-4c82-4e1f-b169-c2122a5c4950] Deleted contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 776.742244] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-6522a249-9a30-4661-ac6d-16d61ab1dfa4 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] [instance: 95850796-4c82-4e1f-b169-c2122a5c4950] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 776.742459] env[70323]: INFO nova.compute.manager [None req-6522a249-9a30-4661-ac6d-16d61ab1dfa4 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] [instance: 95850796-4c82-4e1f-b169-c2122a5c4950] Took 1.15 seconds to destroy the instance on the hypervisor. [ 776.742739] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6522a249-9a30-4661-ac6d-16d61ab1dfa4 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 776.745275] env[70323]: DEBUG nova.compute.manager [-] [instance: 95850796-4c82-4e1f-b169-c2122a5c4950] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 776.745414] env[70323]: DEBUG nova.network.neutron [-] [instance: 95850796-4c82-4e1f-b169-c2122a5c4950] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 776.827413] env[70323]: DEBUG oslo_vmware.api [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Task: {'id': task-3226909, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.848268] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c622e533-95ce-471b-8def-0e38e7bb4a4d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.856472] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d189a8-5d0a-4720-b75d-c682ca82860a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.892438] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20522201-16ce-4eb6-a011-3ca81bdcb7bd {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.899942] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c5866ee-34fb-4401-beca-7874ee8f1691 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.658999] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-82256559-7a69-4124-bb77-79558021fd94 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 08c8dd40-92a3-48cd-ba9b-61d1796f9b7a] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 777.659403] env[70323]: DEBUG nova.compute.manager [req-60f150c7-c994-42c5-9bdc-b446820dc795 req-a7dfe7bc-2204-4ce0-b862-5efef2e3ac70 service nova] [instance: bfea592a-7cc8-4944-b8ce-ba28d64d5ed7] Received event network-changed-8c87178a-23a6-4bfc-82aa-a2a0289290bb {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.659480] env[70323]: DEBUG nova.compute.manager [req-60f150c7-c994-42c5-9bdc-b446820dc795 req-a7dfe7bc-2204-4ce0-b862-5efef2e3ac70 service nova] [instance: bfea592a-7cc8-4944-b8ce-ba28d64d5ed7] Refreshing instance network info cache due to event network-changed-8c87178a-23a6-4bfc-82aa-a2a0289290bb. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 777.659712] env[70323]: DEBUG oslo_concurrency.lockutils [req-60f150c7-c994-42c5-9bdc-b446820dc795 req-a7dfe7bc-2204-4ce0-b862-5efef2e3ac70 service nova] Acquiring lock "refresh_cache-bfea592a-7cc8-4944-b8ce-ba28d64d5ed7" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.659784] env[70323]: DEBUG oslo_concurrency.lockutils [req-60f150c7-c994-42c5-9bdc-b446820dc795 req-a7dfe7bc-2204-4ce0-b862-5efef2e3ac70 service nova] Acquired lock "refresh_cache-bfea592a-7cc8-4944-b8ce-ba28d64d5ed7" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.661547] env[70323]: DEBUG nova.network.neutron [req-60f150c7-c994-42c5-9bdc-b446820dc795 req-a7dfe7bc-2204-4ce0-b862-5efef2e3ac70 service nova] [instance: bfea592a-7cc8-4944-b8ce-ba28d64d5ed7] Refreshing network info cache for port 8c87178a-23a6-4bfc-82aa-a2a0289290bb {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 777.668050] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de939c0e-6b3e-4ff9-81e2-80b0d99febf8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.680222] env[70323]: DEBUG oslo_vmware.api [None req-78c19c7b-b2b8-4ce5-864b-6e0685caf30a tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Task: {'id': task-3226911, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172078} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.693165] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-78c19c7b-b2b8-4ce5-864b-6e0685caf30a tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 777.693409] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-78c19c7b-b2b8-4ce5-864b-6e0685caf30a tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] [instance: 2c9fda7c-de29-4b8a-b950-cfd429a16e18] Deleted contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 777.693592] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-78c19c7b-b2b8-4ce5-864b-6e0685caf30a tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] [instance: 2c9fda7c-de29-4b8a-b950-cfd429a16e18] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 777.693782] env[70323]: INFO nova.compute.manager [None req-78c19c7b-b2b8-4ce5-864b-6e0685caf30a tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] [instance: 2c9fda7c-de29-4b8a-b950-cfd429a16e18] Took 2.37 seconds to destroy the instance on the hypervisor. [ 777.694055] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78c19c7b-b2b8-4ce5-864b-6e0685caf30a tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 777.694539] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226906, 'name': CreateVM_Task, 'duration_secs': 0.551391} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.694854] env[70323]: DEBUG oslo_vmware.api [None req-82256559-7a69-4124-bb77-79558021fd94 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Waiting for the task: (returnval){ [ 777.694854] env[70323]: value = "task-3226912" [ 777.694854] env[70323]: _type = "Task" [ 777.694854] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.695835] env[70323]: DEBUG nova.compute.provider_tree [None req-da7af8eb-4abd-43e3-a9d8-09aee165e53d tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 777.701060] env[70323]: DEBUG nova.compute.manager [-] [instance: 2c9fda7c-de29-4b8a-b950-cfd429a16e18] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 777.701060] env[70323]: DEBUG nova.network.neutron [-] [instance: 2c9fda7c-de29-4b8a-b950-cfd429a16e18] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 777.701060] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 777.702852] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9153d177-fb89-42b3-8f0a-abf40c71d4a0 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.703205] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9153d177-fb89-42b3-8f0a-abf40c71d4a0 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.704231] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9153d177-fb89-42b3-8f0a-abf40c71d4a0 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.706729] env[70323]: DEBUG oslo_vmware.api [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Task: {'id': task-3226909, 'name': PowerOnVM_Task, 'duration_secs': 0.946706} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.707720] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee864714-ea7b-447f-8a22-bab1f52c24a3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.710118] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] [instance: 7b398910-13db-4ed9-b743-6f25046af2dc] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 777.710310] env[70323]: INFO nova.compute.manager [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] [instance: 7b398910-13db-4ed9-b743-6f25046af2dc] Took 9.50 seconds to spawn the instance on the hypervisor. [ 777.710542] env[70323]: DEBUG nova.compute.manager [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] [instance: 7b398910-13db-4ed9-b743-6f25046af2dc] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 777.712025] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dbf1f07-2623-4b12-a143-a48e33714c99 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.721878] env[70323]: DEBUG oslo_vmware.api [None req-82256559-7a69-4124-bb77-79558021fd94 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Task: {'id': task-3226912, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.721878] env[70323]: DEBUG oslo_vmware.api [None req-9153d177-fb89-42b3-8f0a-abf40c71d4a0 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Waiting for the task: (returnval){ [ 777.721878] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52d37268-3db2-ffd2-c258-2105da6ba087" [ 777.721878] env[70323]: _type = "Task" [ 777.721878] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.737962] env[70323]: DEBUG oslo_vmware.api [None req-9153d177-fb89-42b3-8f0a-abf40c71d4a0 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52d37268-3db2-ffd2-c258-2105da6ba087, 'name': SearchDatastore_Task} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.738318] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9153d177-fb89-42b3-8f0a-abf40c71d4a0 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.742015] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-9153d177-fb89-42b3-8f0a-abf40c71d4a0 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 777.742015] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9153d177-fb89-42b3-8f0a-abf40c71d4a0 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.742015] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9153d177-fb89-42b3-8f0a-abf40c71d4a0 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.742015] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-9153d177-fb89-42b3-8f0a-abf40c71d4a0 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 777.742015] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a68255d-45c2-424b-b797-aae493d7d08f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.752425] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-9153d177-fb89-42b3-8f0a-abf40c71d4a0 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 777.752612] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-9153d177-fb89-42b3-8f0a-abf40c71d4a0 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 777.753505] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f124b9d-49b6-45c2-948c-56268055f1f2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.759985] env[70323]: DEBUG oslo_vmware.api [None req-9153d177-fb89-42b3-8f0a-abf40c71d4a0 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Waiting for the task: (returnval){ [ 777.759985] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]525b3507-4483-d346-56a4-5ce98e1bc55c" [ 777.759985] env[70323]: _type = "Task" [ 777.759985] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.768683] env[70323]: DEBUG oslo_vmware.api [None req-9153d177-fb89-42b3-8f0a-abf40c71d4a0 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]525b3507-4483-d346-56a4-5ce98e1bc55c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.027033] env[70323]: DEBUG nova.network.neutron [req-7946809a-7fae-4341-9783-ea7c2a685e4a req-e7bc7caf-6c36-4843-8af0-e63699a1b506 service nova] [instance: 95850796-4c82-4e1f-b169-c2122a5c4950] Updated VIF entry in instance network info cache for port 47e74bf2-5845-4ed2-8f94-5fbcf406cf64. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 778.027351] env[70323]: DEBUG nova.network.neutron [req-7946809a-7fae-4341-9783-ea7c2a685e4a req-e7bc7caf-6c36-4843-8af0-e63699a1b506 service nova] [instance: 95850796-4c82-4e1f-b169-c2122a5c4950] Updating instance_info_cache with network_info: [{"id": "47e74bf2-5845-4ed2-8f94-5fbcf406cf64", "address": "fa:16:3e:12:d9:a1", "network": {"id": "57b074fb-ae9f-449a-be68-d0afa9aef005", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1214923628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2101efea82524d34a4cc4cccc2d6f7ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47e74bf2-58", "ovs_interfaceid": "47e74bf2-5845-4ed2-8f94-5fbcf406cf64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.161824] env[70323]: DEBUG nova.network.neutron [-] [instance: 95850796-4c82-4e1f-b169-c2122a5c4950] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.206274] env[70323]: DEBUG nova.scheduler.client.report [None req-da7af8eb-4abd-43e3-a9d8-09aee165e53d tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 778.215387] env[70323]: DEBUG nova.compute.manager [req-07e8168b-c838-400f-84de-d680be39bba2 req-d6a2ca8d-d611-4767-87bf-e33564be43f7 service nova] [instance: bfea592a-7cc8-4944-b8ce-ba28d64d5ed7] Received event network-changed-8c87178a-23a6-4bfc-82aa-a2a0289290bb {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.216127] env[70323]: DEBUG nova.compute.manager [req-07e8168b-c838-400f-84de-d680be39bba2 req-d6a2ca8d-d611-4767-87bf-e33564be43f7 service nova] [instance: bfea592a-7cc8-4944-b8ce-ba28d64d5ed7] Refreshing instance network info cache due to event network-changed-8c87178a-23a6-4bfc-82aa-a2a0289290bb. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 778.216127] env[70323]: DEBUG oslo_concurrency.lockutils [req-07e8168b-c838-400f-84de-d680be39bba2 req-d6a2ca8d-d611-4767-87bf-e33564be43f7 service nova] Acquiring lock "refresh_cache-bfea592a-7cc8-4944-b8ce-ba28d64d5ed7" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.225546] env[70323]: DEBUG oslo_vmware.api [None req-82256559-7a69-4124-bb77-79558021fd94 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Task: {'id': task-3226912, 'name': PowerOnVM_Task, 'duration_secs': 0.404831} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.225806] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-82256559-7a69-4124-bb77-79558021fd94 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 08c8dd40-92a3-48cd-ba9b-61d1796f9b7a] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 778.226035] env[70323]: DEBUG nova.compute.manager [None req-82256559-7a69-4124-bb77-79558021fd94 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 08c8dd40-92a3-48cd-ba9b-61d1796f9b7a] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 778.227083] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91a394d-4dfb-406b-afb1-982d9dbe2bad {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.249652] env[70323]: INFO nova.compute.manager [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] [instance: 7b398910-13db-4ed9-b743-6f25046af2dc] Took 44.81 seconds to build instance. [ 778.272986] env[70323]: DEBUG oslo_vmware.api [None req-9153d177-fb89-42b3-8f0a-abf40c71d4a0 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]525b3507-4483-d346-56a4-5ce98e1bc55c, 'name': SearchDatastore_Task, 'duration_secs': 0.011335} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.274061] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-385a1962-82f8-43b8-a721-b5c7ae41ec0b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.280173] env[70323]: DEBUG oslo_vmware.api [None req-9153d177-fb89-42b3-8f0a-abf40c71d4a0 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Waiting for the task: (returnval){ [ 778.280173] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5290d1e4-f38d-cb3b-8660-1948ec0a1761" [ 778.280173] env[70323]: _type = "Task" [ 778.280173] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.291747] env[70323]: DEBUG oslo_vmware.api [None req-9153d177-fb89-42b3-8f0a-abf40c71d4a0 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5290d1e4-f38d-cb3b-8660-1948ec0a1761, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.531079] env[70323]: DEBUG oslo_concurrency.lockutils [req-7946809a-7fae-4341-9783-ea7c2a685e4a req-e7bc7caf-6c36-4843-8af0-e63699a1b506 service nova] Releasing lock "refresh_cache-95850796-4c82-4e1f-b169-c2122a5c4950" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.666910] env[70323]: INFO nova.compute.manager [-] [instance: 95850796-4c82-4e1f-b169-c2122a5c4950] Took 1.92 seconds to deallocate network for instance. [ 778.692728] env[70323]: DEBUG nova.network.neutron [req-60f150c7-c994-42c5-9bdc-b446820dc795 req-a7dfe7bc-2204-4ce0-b862-5efef2e3ac70 service nova] [instance: bfea592a-7cc8-4944-b8ce-ba28d64d5ed7] Updated VIF entry in instance network info cache for port 8c87178a-23a6-4bfc-82aa-a2a0289290bb. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 778.692728] env[70323]: DEBUG nova.network.neutron [req-60f150c7-c994-42c5-9bdc-b446820dc795 req-a7dfe7bc-2204-4ce0-b862-5efef2e3ac70 service nova] [instance: bfea592a-7cc8-4944-b8ce-ba28d64d5ed7] Updating instance_info_cache with network_info: [{"id": "8c87178a-23a6-4bfc-82aa-a2a0289290bb", "address": "fa:16:3e:ca:07:31", "network": {"id": "57b074fb-ae9f-449a-be68-d0afa9aef005", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1214923628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2101efea82524d34a4cc4cccc2d6f7ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c87178a-23", "ovs_interfaceid": "8c87178a-23a6-4bfc-82aa-a2a0289290bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.714619] env[70323]: DEBUG oslo_concurrency.lockutils [None req-da7af8eb-4abd-43e3-a9d8-09aee165e53d tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.555s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.715518] env[70323]: DEBUG nova.compute.manager [None req-da7af8eb-4abd-43e3-a9d8-09aee165e53d tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 778.719268] env[70323]: DEBUG oslo_concurrency.lockutils [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.440s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.719588] env[70323]: INFO nova.compute.claims [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 53bef48f-e24f-423a-ae83-a30a408153bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 778.762798] env[70323]: DEBUG oslo_concurrency.lockutils [None req-4149de3a-44d1-417f-ada4-b64dd9ca0339 tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Lock "7b398910-13db-4ed9-b743-6f25046af2dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.765s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.799399] env[70323]: DEBUG oslo_vmware.api [None req-9153d177-fb89-42b3-8f0a-abf40c71d4a0 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5290d1e4-f38d-cb3b-8660-1948ec0a1761, 'name': SearchDatastore_Task, 'duration_secs': 0.011206} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.801131] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9153d177-fb89-42b3-8f0a-abf40c71d4a0 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.801131] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-9153d177-fb89-42b3-8f0a-abf40c71d4a0 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 5556ee05-8834-4ce8-99a3-db4e3d733a9a/5556ee05-8834-4ce8-99a3-db4e3d733a9a.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 778.801131] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0769e145-b2f8-45f6-b908-3225f4894c56 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.811655] env[70323]: DEBUG oslo_vmware.api [None req-9153d177-fb89-42b3-8f0a-abf40c71d4a0 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Waiting for the task: (returnval){ [ 778.811655] env[70323]: value = "task-3226913" [ 778.811655] env[70323]: _type = "Task" [ 778.811655] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.821627] env[70323]: DEBUG oslo_vmware.api [None req-9153d177-fb89-42b3-8f0a-abf40c71d4a0 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226913, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.827116] env[70323]: DEBUG nova.network.neutron [-] [instance: 2c9fda7c-de29-4b8a-b950-cfd429a16e18] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.176192] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6522a249-9a30-4661-ac6d-16d61ab1dfa4 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.197731] env[70323]: DEBUG oslo_concurrency.lockutils [req-60f150c7-c994-42c5-9bdc-b446820dc795 req-a7dfe7bc-2204-4ce0-b862-5efef2e3ac70 service nova] Releasing lock "refresh_cache-bfea592a-7cc8-4944-b8ce-ba28d64d5ed7" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.197731] env[70323]: DEBUG oslo_concurrency.lockutils [req-07e8168b-c838-400f-84de-d680be39bba2 req-d6a2ca8d-d611-4767-87bf-e33564be43f7 service nova] Acquired lock "refresh_cache-bfea592a-7cc8-4944-b8ce-ba28d64d5ed7" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.197731] env[70323]: DEBUG nova.network.neutron [req-07e8168b-c838-400f-84de-d680be39bba2 req-d6a2ca8d-d611-4767-87bf-e33564be43f7 service nova] [instance: bfea592a-7cc8-4944-b8ce-ba28d64d5ed7] Refreshing network info cache for port 8c87178a-23a6-4bfc-82aa-a2a0289290bb {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 779.228356] env[70323]: DEBUG nova.compute.utils [None req-da7af8eb-4abd-43e3-a9d8-09aee165e53d tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 779.233440] env[70323]: DEBUG nova.compute.manager [None req-da7af8eb-4abd-43e3-a9d8-09aee165e53d tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 779.233798] env[70323]: DEBUG nova.network.neutron [None req-da7af8eb-4abd-43e3-a9d8-09aee165e53d tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 779.265065] env[70323]: DEBUG nova.compute.manager [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 01baaf1f-f1c7-4636-aaf9-9e2eabdecdfa] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 779.332032] env[70323]: INFO nova.compute.manager [-] [instance: 2c9fda7c-de29-4b8a-b950-cfd429a16e18] Took 1.63 seconds to deallocate network for instance. [ 779.332032] env[70323]: DEBUG oslo_vmware.api [None req-9153d177-fb89-42b3-8f0a-abf40c71d4a0 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226913, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505283} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.332469] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-9153d177-fb89-42b3-8f0a-abf40c71d4a0 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 5556ee05-8834-4ce8-99a3-db4e3d733a9a/5556ee05-8834-4ce8-99a3-db4e3d733a9a.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 779.332845] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-9153d177-fb89-42b3-8f0a-abf40c71d4a0 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 779.336396] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48d23db6-f464-480c-8272-2319e3062f16 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.343187] env[70323]: DEBUG nova.policy [None req-da7af8eb-4abd-43e3-a9d8-09aee165e53d tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fbdc3a58e1734189a9b254fe006e7696', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '391695cf0f8a4439bda91a334fdb5483', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 779.346482] env[70323]: DEBUG oslo_vmware.api [None req-9153d177-fb89-42b3-8f0a-abf40c71d4a0 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Waiting for the task: (returnval){ [ 779.346482] env[70323]: value = "task-3226914" [ 779.346482] env[70323]: _type = "Task" [ 779.346482] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.355308] env[70323]: DEBUG oslo_vmware.api [None req-9153d177-fb89-42b3-8f0a-abf40c71d4a0 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226914, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.492631] env[70323]: DEBUG nova.compute.manager [req-0b2bbd60-e9b1-4c82-85f0-cae48388d1db req-a33bad4e-bbbb-451f-811b-e5c55933582c service nova] [instance: 95850796-4c82-4e1f-b169-c2122a5c4950] Received event network-vif-deleted-47e74bf2-5845-4ed2-8f94-5fbcf406cf64 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.492631] env[70323]: DEBUG nova.compute.manager [req-0b2bbd60-e9b1-4c82-85f0-cae48388d1db req-a33bad4e-bbbb-451f-811b-e5c55933582c service nova] [instance: 2c9fda7c-de29-4b8a-b950-cfd429a16e18] Received event network-vif-deleted-ce627abe-31a3-40e0-adf1-8f5203e700a6 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.734322] env[70323]: DEBUG nova.compute.manager [None req-da7af8eb-4abd-43e3-a9d8-09aee165e53d tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 779.802201] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.841369] env[70323]: DEBUG oslo_concurrency.lockutils [None req-78c19c7b-b2b8-4ce5-864b-6e0685caf30a tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.860803] env[70323]: DEBUG oslo_vmware.api [None req-9153d177-fb89-42b3-8f0a-abf40c71d4a0 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226914, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069146} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.861157] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-9153d177-fb89-42b3-8f0a-abf40c71d4a0 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 779.862146] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc0de2b-bf86-4a89-bf8b-86a81f02c35e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.888052] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-9153d177-fb89-42b3-8f0a-abf40c71d4a0 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 5556ee05-8834-4ce8-99a3-db4e3d733a9a/5556ee05-8834-4ce8-99a3-db4e3d733a9a.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 779.898025] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78f4ea1b-3514-4e49-8c35-f1822e829245 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.918486] env[70323]: DEBUG oslo_vmware.api [None req-9153d177-fb89-42b3-8f0a-abf40c71d4a0 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Waiting for the task: (returnval){ [ 779.918486] env[70323]: value = "task-3226915" [ 779.918486] env[70323]: _type = "Task" [ 779.918486] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.927842] env[70323]: DEBUG oslo_vmware.api [None req-9153d177-fb89-42b3-8f0a-abf40c71d4a0 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226915, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.015223] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7940fcc6-ebfe-4895-8f63-b5b34d7504bd tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Acquiring lock "7b398910-13db-4ed9-b743-6f25046af2dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.015223] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7940fcc6-ebfe-4895-8f63-b5b34d7504bd tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Lock "7b398910-13db-4ed9-b743-6f25046af2dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.015223] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7940fcc6-ebfe-4895-8f63-b5b34d7504bd tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Acquiring lock "7b398910-13db-4ed9-b743-6f25046af2dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.015223] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7940fcc6-ebfe-4895-8f63-b5b34d7504bd tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Lock "7b398910-13db-4ed9-b743-6f25046af2dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.015223] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7940fcc6-ebfe-4895-8f63-b5b34d7504bd tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Lock "7b398910-13db-4ed9-b743-6f25046af2dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.020383] env[70323]: INFO nova.compute.manager [None req-7940fcc6-ebfe-4895-8f63-b5b34d7504bd tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] [instance: 7b398910-13db-4ed9-b743-6f25046af2dc] Terminating instance [ 780.178336] env[70323]: DEBUG nova.compute.manager [None req-366d376a-06b9-4ee6-952b-f468b0034361 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 982522d9-dee1-4251-a7a3-4bad81acc442] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 780.181040] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b552f885-6ade-46cf-9e6e-6e8de672861c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.237810] env[70323]: DEBUG nova.network.neutron [None req-da7af8eb-4abd-43e3-a9d8-09aee165e53d tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Successfully created port: f944a382-660f-49f7-a257-cfda9f6287dd {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 780.353656] env[70323]: DEBUG nova.network.neutron [req-07e8168b-c838-400f-84de-d680be39bba2 req-d6a2ca8d-d611-4767-87bf-e33564be43f7 service nova] [instance: bfea592a-7cc8-4944-b8ce-ba28d64d5ed7] Updated VIF entry in instance network info cache for port 8c87178a-23a6-4bfc-82aa-a2a0289290bb. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 780.353901] env[70323]: DEBUG nova.network.neutron [req-07e8168b-c838-400f-84de-d680be39bba2 req-d6a2ca8d-d611-4767-87bf-e33564be43f7 service nova] [instance: bfea592a-7cc8-4944-b8ce-ba28d64d5ed7] Updating instance_info_cache with network_info: [{"id": "8c87178a-23a6-4bfc-82aa-a2a0289290bb", "address": "fa:16:3e:ca:07:31", "network": {"id": "57b074fb-ae9f-449a-be68-d0afa9aef005", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1214923628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2101efea82524d34a4cc4cccc2d6f7ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c87178a-23", "ovs_interfaceid": "8c87178a-23a6-4bfc-82aa-a2a0289290bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.432383] env[70323]: DEBUG oslo_vmware.api [None req-9153d177-fb89-42b3-8f0a-abf40c71d4a0 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226915, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.435242] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd806757-df16-4a18-9a94-91c78cba2c9c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.442873] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe743bdd-aa92-4c81-a5b8-ef14628ac9f1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.477817] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95eed46f-24eb-4dc6-a7c9-e5cb2a0cb9ce {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.487896] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-062ef9b8-c80b-4031-bdb5-7595a99e58a1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.504627] env[70323]: DEBUG nova.compute.provider_tree [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.532535] env[70323]: DEBUG nova.compute.manager [None req-7940fcc6-ebfe-4895-8f63-b5b34d7504bd tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] [instance: 7b398910-13db-4ed9-b743-6f25046af2dc] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 780.532761] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-7940fcc6-ebfe-4895-8f63-b5b34d7504bd tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] [instance: 7b398910-13db-4ed9-b743-6f25046af2dc] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 780.535810] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2237960d-e262-4b7f-93cf-592e34bbb49e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.544415] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-7940fcc6-ebfe-4895-8f63-b5b34d7504bd tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] [instance: 7b398910-13db-4ed9-b743-6f25046af2dc] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 780.544713] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11070a11-42a1-43f2-92c8-65157cfdfaec {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.550864] env[70323]: DEBUG oslo_vmware.api [None req-7940fcc6-ebfe-4895-8f63-b5b34d7504bd tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Waiting for the task: (returnval){ [ 780.550864] env[70323]: value = "task-3226916" [ 780.550864] env[70323]: _type = "Task" [ 780.550864] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.562240] env[70323]: DEBUG oslo_vmware.api [None req-7940fcc6-ebfe-4895-8f63-b5b34d7504bd tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Task: {'id': task-3226916, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.696545] env[70323]: INFO nova.compute.manager [None req-366d376a-06b9-4ee6-952b-f468b0034361 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 982522d9-dee1-4251-a7a3-4bad81acc442] instance snapshotting [ 780.696643] env[70323]: WARNING nova.compute.manager [None req-366d376a-06b9-4ee6-952b-f468b0034361 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 982522d9-dee1-4251-a7a3-4bad81acc442] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 780.700718] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da3a3c2-1078-4b21-9f6d-6d73734c9ce0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.722508] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-350736b2-1156-42ec-84f5-6cfd440127c6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.752562] env[70323]: DEBUG nova.compute.manager [None req-da7af8eb-4abd-43e3-a9d8-09aee165e53d tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 780.781894] env[70323]: DEBUG nova.virt.hardware [None req-da7af8eb-4abd-43e3-a9d8-09aee165e53d tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:41:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='7e340323-1c44-4146-8647-99950ea9e727',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-337977744',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 780.782174] env[70323]: DEBUG nova.virt.hardware [None req-da7af8eb-4abd-43e3-a9d8-09aee165e53d tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 780.782336] env[70323]: DEBUG nova.virt.hardware [None req-da7af8eb-4abd-43e3-a9d8-09aee165e53d tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 780.782535] env[70323]: DEBUG nova.virt.hardware [None req-da7af8eb-4abd-43e3-a9d8-09aee165e53d tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 780.783024] env[70323]: DEBUG nova.virt.hardware [None req-da7af8eb-4abd-43e3-a9d8-09aee165e53d tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 780.783024] env[70323]: DEBUG nova.virt.hardware [None req-da7af8eb-4abd-43e3-a9d8-09aee165e53d tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 780.783142] env[70323]: DEBUG nova.virt.hardware [None req-da7af8eb-4abd-43e3-a9d8-09aee165e53d tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 780.783218] env[70323]: DEBUG nova.virt.hardware [None req-da7af8eb-4abd-43e3-a9d8-09aee165e53d tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 780.783469] env[70323]: DEBUG nova.virt.hardware [None req-da7af8eb-4abd-43e3-a9d8-09aee165e53d tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 780.783645] env[70323]: DEBUG nova.virt.hardware [None req-da7af8eb-4abd-43e3-a9d8-09aee165e53d tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 780.783818] env[70323]: DEBUG nova.virt.hardware [None req-da7af8eb-4abd-43e3-a9d8-09aee165e53d tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 780.784672] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3dc644-f84c-4527-b050-becc3c9aba33 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.793784] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b5a8fd-dae7-4710-883a-e532845dcb7b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.861801] env[70323]: DEBUG oslo_concurrency.lockutils [req-07e8168b-c838-400f-84de-d680be39bba2 req-d6a2ca8d-d611-4767-87bf-e33564be43f7 service nova] Releasing lock "refresh_cache-bfea592a-7cc8-4944-b8ce-ba28d64d5ed7" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.934417] env[70323]: DEBUG oslo_vmware.api [None req-9153d177-fb89-42b3-8f0a-abf40c71d4a0 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226915, 'name': ReconfigVM_Task, 'duration_secs': 0.707542} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.934813] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-9153d177-fb89-42b3-8f0a-abf40c71d4a0 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 5556ee05-8834-4ce8-99a3-db4e3d733a9a/5556ee05-8834-4ce8-99a3-db4e3d733a9a.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 780.935507] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0be5ed3-11b7-4e2c-9363-8c4a0f5d40ec {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.942414] env[70323]: DEBUG oslo_vmware.api [None req-9153d177-fb89-42b3-8f0a-abf40c71d4a0 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Waiting for the task: (returnval){ [ 780.942414] env[70323]: value = "task-3226917" [ 780.942414] env[70323]: _type = "Task" [ 780.942414] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.951789] env[70323]: DEBUG oslo_vmware.api [None req-9153d177-fb89-42b3-8f0a-abf40c71d4a0 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226917, 'name': Rename_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.007698] env[70323]: DEBUG nova.scheduler.client.report [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 781.062955] env[70323]: DEBUG oslo_vmware.api [None req-7940fcc6-ebfe-4895-8f63-b5b34d7504bd tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Task: {'id': task-3226916, 'name': PowerOffVM_Task, 'duration_secs': 0.215072} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.065859] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-7940fcc6-ebfe-4895-8f63-b5b34d7504bd tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] [instance: 7b398910-13db-4ed9-b743-6f25046af2dc] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 781.065859] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-7940fcc6-ebfe-4895-8f63-b5b34d7504bd tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] [instance: 7b398910-13db-4ed9-b743-6f25046af2dc] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 781.065859] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff866d80-8fdd-4ec9-812d-f7b0c759ba90 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.141840] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-7940fcc6-ebfe-4895-8f63-b5b34d7504bd tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] [instance: 7b398910-13db-4ed9-b743-6f25046af2dc] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 781.142092] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-7940fcc6-ebfe-4895-8f63-b5b34d7504bd tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] [instance: 7b398910-13db-4ed9-b743-6f25046af2dc] Deleting contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 781.142285] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-7940fcc6-ebfe-4895-8f63-b5b34d7504bd tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Deleting the datastore file [datastore1] 7b398910-13db-4ed9-b743-6f25046af2dc {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 781.146026] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56ead7ec-3daa-4e14-92bf-70901996006f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.151601] env[70323]: DEBUG oslo_vmware.api [None req-7940fcc6-ebfe-4895-8f63-b5b34d7504bd tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Waiting for the task: (returnval){ [ 781.151601] env[70323]: value = "task-3226919" [ 781.151601] env[70323]: _type = "Task" [ 781.151601] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.160284] env[70323]: DEBUG oslo_vmware.api [None req-7940fcc6-ebfe-4895-8f63-b5b34d7504bd tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Task: {'id': task-3226919, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.240043] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-366d376a-06b9-4ee6-952b-f468b0034361 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 982522d9-dee1-4251-a7a3-4bad81acc442] Creating Snapshot of the VM instance {{(pid=70323) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 781.240043] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-33d4fb58-bc75-4cbc-9a39-1770a662e5a4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.254028] env[70323]: DEBUG oslo_vmware.api [None req-366d376a-06b9-4ee6-952b-f468b0034361 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Waiting for the task: (returnval){ [ 781.254028] env[70323]: value = "task-3226920" [ 781.254028] env[70323]: _type = "Task" [ 781.254028] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.264939] env[70323]: DEBUG oslo_vmware.api [None req-366d376a-06b9-4ee6-952b-f468b0034361 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3226920, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.460263] env[70323]: DEBUG oslo_vmware.api [None req-9153d177-fb89-42b3-8f0a-abf40c71d4a0 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226917, 'name': Rename_Task, 'duration_secs': 0.308773} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.460263] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-9153d177-fb89-42b3-8f0a-abf40c71d4a0 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 781.460263] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f35fe3df-de4b-4434-ac3c-fb2562e1b465 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.468121] env[70323]: DEBUG oslo_vmware.api [None req-9153d177-fb89-42b3-8f0a-abf40c71d4a0 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Waiting for the task: (returnval){ [ 781.468121] env[70323]: value = "task-3226921" [ 781.468121] env[70323]: _type = "Task" [ 781.468121] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.478994] env[70323]: DEBUG oslo_vmware.api [None req-9153d177-fb89-42b3-8f0a-abf40c71d4a0 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226921, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.513240] env[70323]: DEBUG oslo_concurrency.lockutils [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.795s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.514142] env[70323]: DEBUG nova.compute.manager [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 53bef48f-e24f-423a-ae83-a30a408153bc] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 781.518582] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.259s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.520590] env[70323]: INFO nova.compute.claims [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 0b934777-cba1-4d08-b077-bfdb23c35dec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 781.669192] env[70323]: DEBUG oslo_vmware.api [None req-7940fcc6-ebfe-4895-8f63-b5b34d7504bd tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Task: {'id': task-3226919, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141497} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.669969] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-7940fcc6-ebfe-4895-8f63-b5b34d7504bd tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 781.670399] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-7940fcc6-ebfe-4895-8f63-b5b34d7504bd tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] [instance: 7b398910-13db-4ed9-b743-6f25046af2dc] Deleted contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 781.670814] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-7940fcc6-ebfe-4895-8f63-b5b34d7504bd tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] [instance: 7b398910-13db-4ed9-b743-6f25046af2dc] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 781.671432] env[70323]: INFO nova.compute.manager [None req-7940fcc6-ebfe-4895-8f63-b5b34d7504bd tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] [instance: 7b398910-13db-4ed9-b743-6f25046af2dc] Took 1.14 seconds to destroy the instance on the hypervisor. [ 781.674024] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7940fcc6-ebfe-4895-8f63-b5b34d7504bd tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 781.674024] env[70323]: DEBUG nova.compute.manager [-] [instance: 7b398910-13db-4ed9-b743-6f25046af2dc] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 781.674024] env[70323]: DEBUG nova.network.neutron [-] [instance: 7b398910-13db-4ed9-b743-6f25046af2dc] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 781.767596] env[70323]: DEBUG oslo_vmware.api [None req-366d376a-06b9-4ee6-952b-f468b0034361 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3226920, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.978240] env[70323]: DEBUG oslo_vmware.api [None req-9153d177-fb89-42b3-8f0a-abf40c71d4a0 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226921, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.032103] env[70323]: DEBUG nova.compute.utils [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 782.040535] env[70323]: DEBUG nova.compute.manager [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 53bef48f-e24f-423a-ae83-a30a408153bc] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 782.040535] env[70323]: DEBUG nova.network.neutron [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 53bef48f-e24f-423a-ae83-a30a408153bc] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 782.131194] env[70323]: DEBUG nova.policy [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '18dbd26d62384317a308840e3817a5a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a7213b2b38ac4bc7a6227065d7c29e00', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 782.268739] env[70323]: DEBUG oslo_vmware.api [None req-366d376a-06b9-4ee6-952b-f468b0034361 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3226920, 'name': CreateSnapshot_Task, 'duration_secs': 0.537884} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.269061] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-366d376a-06b9-4ee6-952b-f468b0034361 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 982522d9-dee1-4251-a7a3-4bad81acc442] Created Snapshot of the VM instance {{(pid=70323) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 782.269822] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aace3ab-9360-4e55-9fd1-9ffc19109646 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.323700] env[70323]: DEBUG nova.compute.manager [req-76d61074-36ea-4a40-86fe-728d7171a089 req-4a1ba16a-a9b3-4a7f-b2db-252c53e2dedb service nova] [instance: 7b398910-13db-4ed9-b743-6f25046af2dc] Received event network-vif-deleted-fc0aa654-11b4-4433-8f03-1538cb5cf92d {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.323839] env[70323]: INFO nova.compute.manager [req-76d61074-36ea-4a40-86fe-728d7171a089 req-4a1ba16a-a9b3-4a7f-b2db-252c53e2dedb service nova] [instance: 7b398910-13db-4ed9-b743-6f25046af2dc] Neutron deleted interface fc0aa654-11b4-4433-8f03-1538cb5cf92d; detaching it from the instance and deleting it from the info cache [ 782.323979] env[70323]: DEBUG nova.network.neutron [req-76d61074-36ea-4a40-86fe-728d7171a089 req-4a1ba16a-a9b3-4a7f-b2db-252c53e2dedb service nova] [instance: 7b398910-13db-4ed9-b743-6f25046af2dc] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.484919] env[70323]: DEBUG oslo_vmware.api [None req-9153d177-fb89-42b3-8f0a-abf40c71d4a0 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226921, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.545256] env[70323]: DEBUG nova.compute.manager [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 53bef48f-e24f-423a-ae83-a30a408153bc] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 782.547852] env[70323]: DEBUG nova.network.neutron [None req-da7af8eb-4abd-43e3-a9d8-09aee165e53d tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Successfully updated port: f944a382-660f-49f7-a257-cfda9f6287dd {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 782.728447] env[70323]: DEBUG nova.network.neutron [-] [instance: 7b398910-13db-4ed9-b743-6f25046af2dc] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.789802] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-366d376a-06b9-4ee6-952b-f468b0034361 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 982522d9-dee1-4251-a7a3-4bad81acc442] Creating linked-clone VM from snapshot {{(pid=70323) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 782.791149] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0e32e6fb-ff18-47e5-9cf2-aeb7c375e1c5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.798885] env[70323]: DEBUG oslo_vmware.api [None req-366d376a-06b9-4ee6-952b-f468b0034361 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Waiting for the task: (returnval){ [ 782.798885] env[70323]: value = "task-3226925" [ 782.798885] env[70323]: _type = "Task" [ 782.798885] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.811827] env[70323]: DEBUG oslo_vmware.api [None req-366d376a-06b9-4ee6-952b-f468b0034361 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3226925, 'name': CloneVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.826981] env[70323]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-18a4642c-4d3c-4b01-9b5b-1db6d92568d4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.846502] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc72bd1-7bd7-49d0-adac-c0ff503b8011 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.885750] env[70323]: DEBUG nova.compute.manager [req-76d61074-36ea-4a40-86fe-728d7171a089 req-4a1ba16a-a9b3-4a7f-b2db-252c53e2dedb service nova] [instance: 7b398910-13db-4ed9-b743-6f25046af2dc] Detach interface failed, port_id=fc0aa654-11b4-4433-8f03-1538cb5cf92d, reason: Instance 7b398910-13db-4ed9-b743-6f25046af2dc could not be found. {{(pid=70323) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 782.933874] env[70323]: DEBUG nova.network.neutron [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 53bef48f-e24f-423a-ae83-a30a408153bc] Successfully created port: bab6befe-b912-4c04-bd85-b5f3423ece0c {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 782.980128] env[70323]: DEBUG oslo_vmware.api [None req-9153d177-fb89-42b3-8f0a-abf40c71d4a0 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226921, 'name': PowerOnVM_Task, 'duration_secs': 1.307067} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.980565] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-9153d177-fb89-42b3-8f0a-abf40c71d4a0 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 782.980565] env[70323]: DEBUG nova.compute.manager [None req-9153d177-fb89-42b3-8f0a-abf40c71d4a0 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 782.982667] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896dca22-e558-408f-9c85-ae74eef95445 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.058021] env[70323]: DEBUG oslo_concurrency.lockutils [None req-da7af8eb-4abd-43e3-a9d8-09aee165e53d tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Acquiring lock "refresh_cache-3cd24ffc-62ba-465a-8663-efbce0e593f5" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.058021] env[70323]: DEBUG oslo_concurrency.lockutils [None req-da7af8eb-4abd-43e3-a9d8-09aee165e53d tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Acquired lock "refresh_cache-3cd24ffc-62ba-465a-8663-efbce0e593f5" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.058021] env[70323]: DEBUG nova.network.neutron [None req-da7af8eb-4abd-43e3-a9d8-09aee165e53d tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 783.233292] env[70323]: INFO nova.compute.manager [-] [instance: 7b398910-13db-4ed9-b743-6f25046af2dc] Took 1.56 seconds to deallocate network for instance. [ 783.250012] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e7cd4c-2cd4-4f81-a099-4a4c94150514 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.264086] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e62856c-36f1-48c6-9356-7a3cc43378f8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.303426] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f11b9e5-3783-4112-8ad2-31b8d0c29d6d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.318348] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da26c65-41ee-4df1-b114-04e3a7503db9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.322974] env[70323]: DEBUG oslo_vmware.api [None req-366d376a-06b9-4ee6-952b-f468b0034361 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3226925, 'name': CloneVM_Task} progress is 94%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.336020] env[70323]: DEBUG nova.compute.provider_tree [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.508382] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9153d177-fb89-42b3-8f0a-abf40c71d4a0 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.538217] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8b378cbb-4e97-494a-bdff-a4ada3c7b477 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Acquiring lock "1ad77931-f385-45f3-bbe1-dd6e8b986631" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.538473] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8b378cbb-4e97-494a-bdff-a4ada3c7b477 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Lock "1ad77931-f385-45f3-bbe1-dd6e8b986631" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.538776] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8b378cbb-4e97-494a-bdff-a4ada3c7b477 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Acquiring lock "1ad77931-f385-45f3-bbe1-dd6e8b986631-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.539025] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8b378cbb-4e97-494a-bdff-a4ada3c7b477 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Lock "1ad77931-f385-45f3-bbe1-dd6e8b986631-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.539208] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8b378cbb-4e97-494a-bdff-a4ada3c7b477 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Lock "1ad77931-f385-45f3-bbe1-dd6e8b986631-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.542285] env[70323]: INFO nova.compute.manager [None req-8b378cbb-4e97-494a-bdff-a4ada3c7b477 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 1ad77931-f385-45f3-bbe1-dd6e8b986631] Terminating instance [ 783.560230] env[70323]: DEBUG nova.compute.manager [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 53bef48f-e24f-423a-ae83-a30a408153bc] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 783.599660] env[70323]: DEBUG nova.virt.hardware [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 783.599945] env[70323]: DEBUG nova.virt.hardware [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 783.600122] env[70323]: DEBUG nova.virt.hardware [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 783.600302] env[70323]: DEBUG nova.virt.hardware [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 783.600444] env[70323]: DEBUG nova.virt.hardware [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 783.600586] env[70323]: DEBUG nova.virt.hardware [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 783.600791] env[70323]: DEBUG nova.virt.hardware [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 783.600964] env[70323]: DEBUG nova.virt.hardware [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 783.601242] env[70323]: DEBUG nova.virt.hardware [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 783.601455] env[70323]: DEBUG nova.virt.hardware [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 783.601670] env[70323]: DEBUG nova.virt.hardware [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 783.602611] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bbf0256-07a0-497f-8703-82baf6dd076d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.606034] env[70323]: DEBUG nova.network.neutron [None req-da7af8eb-4abd-43e3-a9d8-09aee165e53d tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 783.614370] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6dc186a-8643-4d05-8c66-8e80b8c8d61c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.743754] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7940fcc6-ebfe-4895-8f63-b5b34d7504bd tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.816948] env[70323]: DEBUG oslo_vmware.api [None req-366d376a-06b9-4ee6-952b-f468b0034361 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3226925, 'name': CloneVM_Task} progress is 94%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.839588] env[70323]: DEBUG nova.scheduler.client.report [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 783.887833] env[70323]: DEBUG nova.network.neutron [None req-da7af8eb-4abd-43e3-a9d8-09aee165e53d tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Updating instance_info_cache with network_info: [{"id": "f944a382-660f-49f7-a257-cfda9f6287dd", "address": "fa:16:3e:1d:51:b6", "network": {"id": "4e0d8ee1-52f7-4416-a8bd-f34b989a1542", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.197", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aa1f6314fd1d4d8a9ec1f238193c1000", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf944a382-66", "ovs_interfaceid": "f944a382-660f-49f7-a257-cfda9f6287dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.045680] env[70323]: DEBUG nova.compute.manager [None req-8b378cbb-4e97-494a-bdff-a4ada3c7b477 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 1ad77931-f385-45f3-bbe1-dd6e8b986631] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 784.046046] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8b378cbb-4e97-494a-bdff-a4ada3c7b477 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 1ad77931-f385-45f3-bbe1-dd6e8b986631] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 784.047180] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aecf528d-4add-4960-bc96-00d0dbe8913c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.064703] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b378cbb-4e97-494a-bdff-a4ada3c7b477 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 1ad77931-f385-45f3-bbe1-dd6e8b986631] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 784.065260] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe9ddb87-efce-4b0e-963c-a3b77005e03e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.075649] env[70323]: DEBUG oslo_vmware.api [None req-8b378cbb-4e97-494a-bdff-a4ada3c7b477 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Waiting for the task: (returnval){ [ 784.075649] env[70323]: value = "task-3226926" [ 784.075649] env[70323]: _type = "Task" [ 784.075649] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.091277] env[70323]: DEBUG oslo_vmware.api [None req-8b378cbb-4e97-494a-bdff-a4ada3c7b477 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Task: {'id': task-3226926, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.253049] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9be100e3-3e48-437f-a398-818d59499b1f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Acquiring lock "9632e467-f678-4808-97f7-f228e9bc52bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.253049] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9be100e3-3e48-437f-a398-818d59499b1f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Lock "9632e467-f678-4808-97f7-f228e9bc52bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.253049] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9be100e3-3e48-437f-a398-818d59499b1f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Acquiring lock "9632e467-f678-4808-97f7-f228e9bc52bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.253049] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9be100e3-3e48-437f-a398-818d59499b1f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Lock "9632e467-f678-4808-97f7-f228e9bc52bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.253540] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9be100e3-3e48-437f-a398-818d59499b1f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Lock "9632e467-f678-4808-97f7-f228e9bc52bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.259044] env[70323]: INFO nova.compute.manager [None req-9be100e3-3e48-437f-a398-818d59499b1f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 9632e467-f678-4808-97f7-f228e9bc52bc] Terminating instance [ 784.316311] env[70323]: DEBUG oslo_vmware.api [None req-366d376a-06b9-4ee6-952b-f468b0034361 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3226925, 'name': CloneVM_Task} progress is 95%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.346146] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.828s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.346637] env[70323]: DEBUG nova.compute.manager [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 0b934777-cba1-4d08-b077-bfdb23c35dec] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 784.349311] env[70323]: DEBUG oslo_concurrency.lockutils [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.547s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.350762] env[70323]: INFO nova.compute.claims [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 248f0a9f-88ae-4c02-8870-57422c9f8ac3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 784.390857] env[70323]: DEBUG oslo_concurrency.lockutils [None req-da7af8eb-4abd-43e3-a9d8-09aee165e53d tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Releasing lock "refresh_cache-3cd24ffc-62ba-465a-8663-efbce0e593f5" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.391364] env[70323]: DEBUG nova.compute.manager [None req-da7af8eb-4abd-43e3-a9d8-09aee165e53d tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Instance network_info: |[{"id": "f944a382-660f-49f7-a257-cfda9f6287dd", "address": "fa:16:3e:1d:51:b6", "network": {"id": "4e0d8ee1-52f7-4416-a8bd-f34b989a1542", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.197", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aa1f6314fd1d4d8a9ec1f238193c1000", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf944a382-66", "ovs_interfaceid": "f944a382-660f-49f7-a257-cfda9f6287dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 784.392776] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-da7af8eb-4abd-43e3-a9d8-09aee165e53d tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:51:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74f30339-6421-4654-bddb-81d7f34db9d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f944a382-660f-49f7-a257-cfda9f6287dd', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 784.403340] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da7af8eb-4abd-43e3-a9d8-09aee165e53d tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 784.404655] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 784.405047] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bde838b0-0709-466a-8c8d-35942fb1def8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.428738] env[70323]: DEBUG nova.compute.manager [req-4550d4b9-7bb5-4c0c-b97b-9c0ab01820f0 req-aba4a058-3131-413a-b94a-3c3b6799c13c service nova] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Received event network-vif-plugged-f944a382-660f-49f7-a257-cfda9f6287dd {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.431752] env[70323]: DEBUG oslo_concurrency.lockutils [req-4550d4b9-7bb5-4c0c-b97b-9c0ab01820f0 req-aba4a058-3131-413a-b94a-3c3b6799c13c service nova] Acquiring lock "3cd24ffc-62ba-465a-8663-efbce0e593f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.431752] env[70323]: DEBUG oslo_concurrency.lockutils [req-4550d4b9-7bb5-4c0c-b97b-9c0ab01820f0 req-aba4a058-3131-413a-b94a-3c3b6799c13c service nova] Lock "3cd24ffc-62ba-465a-8663-efbce0e593f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.431752] env[70323]: DEBUG oslo_concurrency.lockutils [req-4550d4b9-7bb5-4c0c-b97b-9c0ab01820f0 req-aba4a058-3131-413a-b94a-3c3b6799c13c service nova] Lock "3cd24ffc-62ba-465a-8663-efbce0e593f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.431752] env[70323]: DEBUG nova.compute.manager [req-4550d4b9-7bb5-4c0c-b97b-9c0ab01820f0 req-aba4a058-3131-413a-b94a-3c3b6799c13c service nova] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] No waiting events found dispatching network-vif-plugged-f944a382-660f-49f7-a257-cfda9f6287dd {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 784.431752] env[70323]: WARNING nova.compute.manager [req-4550d4b9-7bb5-4c0c-b97b-9c0ab01820f0 req-aba4a058-3131-413a-b94a-3c3b6799c13c service nova] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Received unexpected event network-vif-plugged-f944a382-660f-49f7-a257-cfda9f6287dd for instance with vm_state building and task_state spawning. [ 784.431752] env[70323]: DEBUG nova.compute.manager [req-4550d4b9-7bb5-4c0c-b97b-9c0ab01820f0 req-aba4a058-3131-413a-b94a-3c3b6799c13c service nova] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Received event network-changed-f944a382-660f-49f7-a257-cfda9f6287dd {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.431752] env[70323]: DEBUG nova.compute.manager [req-4550d4b9-7bb5-4c0c-b97b-9c0ab01820f0 req-aba4a058-3131-413a-b94a-3c3b6799c13c service nova] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Refreshing instance network info cache due to event network-changed-f944a382-660f-49f7-a257-cfda9f6287dd. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 784.431752] env[70323]: DEBUG oslo_concurrency.lockutils [req-4550d4b9-7bb5-4c0c-b97b-9c0ab01820f0 req-aba4a058-3131-413a-b94a-3c3b6799c13c service nova] Acquiring lock "refresh_cache-3cd24ffc-62ba-465a-8663-efbce0e593f5" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.431752] env[70323]: DEBUG oslo_concurrency.lockutils [req-4550d4b9-7bb5-4c0c-b97b-9c0ab01820f0 req-aba4a058-3131-413a-b94a-3c3b6799c13c service nova] Acquired lock "refresh_cache-3cd24ffc-62ba-465a-8663-efbce0e593f5" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.431752] env[70323]: DEBUG nova.network.neutron [req-4550d4b9-7bb5-4c0c-b97b-9c0ab01820f0 req-aba4a058-3131-413a-b94a-3c3b6799c13c service nova] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Refreshing network info cache for port f944a382-660f-49f7-a257-cfda9f6287dd {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 784.440988] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 784.440988] env[70323]: value = "task-3226927" [ 784.440988] env[70323]: _type = "Task" [ 784.440988] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.461557] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226927, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.595710] env[70323]: DEBUG oslo_vmware.api [None req-8b378cbb-4e97-494a-bdff-a4ada3c7b477 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Task: {'id': task-3226926, 'name': PowerOffVM_Task, 'duration_secs': 0.197188} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.596893] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b378cbb-4e97-494a-bdff-a4ada3c7b477 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 1ad77931-f385-45f3-bbe1-dd6e8b986631] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 784.596893] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8b378cbb-4e97-494a-bdff-a4ada3c7b477 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 1ad77931-f385-45f3-bbe1-dd6e8b986631] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 784.596893] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f242f1b-6876-4e8f-8f67-7106696fdf96 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.632450] env[70323]: DEBUG nova.compute.manager [req-6bbeba1f-4303-49cc-855a-37a81cf073fd req-a78e3018-9b62-4e97-9cd1-8a4f888af5fd service nova] [instance: 53bef48f-e24f-423a-ae83-a30a408153bc] Received event network-vif-plugged-bab6befe-b912-4c04-bd85-b5f3423ece0c {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.632667] env[70323]: DEBUG oslo_concurrency.lockutils [req-6bbeba1f-4303-49cc-855a-37a81cf073fd req-a78e3018-9b62-4e97-9cd1-8a4f888af5fd service nova] Acquiring lock "53bef48f-e24f-423a-ae83-a30a408153bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.633508] env[70323]: DEBUG oslo_concurrency.lockutils [req-6bbeba1f-4303-49cc-855a-37a81cf073fd req-a78e3018-9b62-4e97-9cd1-8a4f888af5fd service nova] Lock "53bef48f-e24f-423a-ae83-a30a408153bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.633508] env[70323]: DEBUG oslo_concurrency.lockutils [req-6bbeba1f-4303-49cc-855a-37a81cf073fd req-a78e3018-9b62-4e97-9cd1-8a4f888af5fd service nova] Lock "53bef48f-e24f-423a-ae83-a30a408153bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.633508] env[70323]: DEBUG nova.compute.manager [req-6bbeba1f-4303-49cc-855a-37a81cf073fd req-a78e3018-9b62-4e97-9cd1-8a4f888af5fd service nova] [instance: 53bef48f-e24f-423a-ae83-a30a408153bc] No waiting events found dispatching network-vif-plugged-bab6befe-b912-4c04-bd85-b5f3423ece0c {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 784.633508] env[70323]: WARNING nova.compute.manager [req-6bbeba1f-4303-49cc-855a-37a81cf073fd req-a78e3018-9b62-4e97-9cd1-8a4f888af5fd service nova] [instance: 53bef48f-e24f-423a-ae83-a30a408153bc] Received unexpected event network-vif-plugged-bab6befe-b912-4c04-bd85-b5f3423ece0c for instance with vm_state building and task_state spawning. [ 784.667719] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8b378cbb-4e97-494a-bdff-a4ada3c7b477 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 1ad77931-f385-45f3-bbe1-dd6e8b986631] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 784.667938] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8b378cbb-4e97-494a-bdff-a4ada3c7b477 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 1ad77931-f385-45f3-bbe1-dd6e8b986631] Deleting contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 784.668129] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b378cbb-4e97-494a-bdff-a4ada3c7b477 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Deleting the datastore file [datastore2] 1ad77931-f385-45f3-bbe1-dd6e8b986631 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 784.668401] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d2e8765-8037-4df4-a9da-d13b686bfd24 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.680501] env[70323]: DEBUG oslo_vmware.api [None req-8b378cbb-4e97-494a-bdff-a4ada3c7b477 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Waiting for the task: (returnval){ [ 784.680501] env[70323]: value = "task-3226929" [ 784.680501] env[70323]: _type = "Task" [ 784.680501] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.691965] env[70323]: DEBUG oslo_vmware.api [None req-8b378cbb-4e97-494a-bdff-a4ada3c7b477 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Task: {'id': task-3226929, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.759267] env[70323]: DEBUG nova.network.neutron [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 53bef48f-e24f-423a-ae83-a30a408153bc] Successfully updated port: bab6befe-b912-4c04-bd85-b5f3423ece0c {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 784.764142] env[70323]: DEBUG nova.compute.manager [None req-9be100e3-3e48-437f-a398-818d59499b1f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 9632e467-f678-4808-97f7-f228e9bc52bc] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 784.764142] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-9be100e3-3e48-437f-a398-818d59499b1f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 9632e467-f678-4808-97f7-f228e9bc52bc] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 784.765385] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7080b2f-c6c9-48c2-98d9-4e93a5eb32c6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.775240] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-9be100e3-3e48-437f-a398-818d59499b1f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 9632e467-f678-4808-97f7-f228e9bc52bc] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 784.775644] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-392dc71f-3ab3-4a31-afee-5140bb0bbef0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.786356] env[70323]: DEBUG oslo_vmware.api [None req-9be100e3-3e48-437f-a398-818d59499b1f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Waiting for the task: (returnval){ [ 784.786356] env[70323]: value = "task-3226931" [ 784.786356] env[70323]: _type = "Task" [ 784.786356] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.796825] env[70323]: DEBUG oslo_vmware.api [None req-9be100e3-3e48-437f-a398-818d59499b1f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226931, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.817997] env[70323]: DEBUG oslo_vmware.api [None req-366d376a-06b9-4ee6-952b-f468b0034361 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3226925, 'name': CloneVM_Task, 'duration_secs': 1.724117} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.818413] env[70323]: INFO nova.virt.vmwareapi.vmops [None req-366d376a-06b9-4ee6-952b-f468b0034361 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 982522d9-dee1-4251-a7a3-4bad81acc442] Created linked-clone VM from snapshot [ 784.819389] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d633d4-5613-4e12-b080-fd968bde59ef {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.828776] env[70323]: DEBUG nova.virt.vmwareapi.images [None req-366d376a-06b9-4ee6-952b-f468b0034361 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 982522d9-dee1-4251-a7a3-4bad81acc442] Uploading image 7a36d298-7412-4daa-9081-1e0a2f2654e9 {{(pid=70323) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 784.855637] env[70323]: DEBUG nova.compute.utils [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 784.867960] env[70323]: DEBUG oslo_vmware.rw_handles [None req-366d376a-06b9-4ee6-952b-f468b0034361 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 784.867960] env[70323]: value = "vm-645075" [ 784.867960] env[70323]: _type = "VirtualMachine" [ 784.867960] env[70323]: }. {{(pid=70323) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 784.868736] env[70323]: DEBUG nova.compute.manager [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 0b934777-cba1-4d08-b077-bfdb23c35dec] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 784.868985] env[70323]: DEBUG nova.network.neutron [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 0b934777-cba1-4d08-b077-bfdb23c35dec] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 784.871298] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9c596fb6-fb65-4fd6-aff2-dfc82bbd5dc4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.879736] env[70323]: DEBUG oslo_vmware.rw_handles [None req-366d376a-06b9-4ee6-952b-f468b0034361 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Lease: (returnval){ [ 784.879736] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52470bfd-c843-456f-f874-7be3d89b731e" [ 784.879736] env[70323]: _type = "HttpNfcLease" [ 784.879736] env[70323]: } obtained for exporting VM: (result){ [ 784.879736] env[70323]: value = "vm-645075" [ 784.879736] env[70323]: _type = "VirtualMachine" [ 784.879736] env[70323]: }. {{(pid=70323) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 784.880163] env[70323]: DEBUG oslo_vmware.api [None req-366d376a-06b9-4ee6-952b-f468b0034361 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Waiting for the lease: (returnval){ [ 784.880163] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52470bfd-c843-456f-f874-7be3d89b731e" [ 784.880163] env[70323]: _type = "HttpNfcLease" [ 784.880163] env[70323]: } to be ready. {{(pid=70323) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 784.894021] env[70323]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 784.894021] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52470bfd-c843-456f-f874-7be3d89b731e" [ 784.894021] env[70323]: _type = "HttpNfcLease" [ 784.894021] env[70323]: } is ready. {{(pid=70323) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 784.894363] env[70323]: DEBUG oslo_vmware.rw_handles [None req-366d376a-06b9-4ee6-952b-f468b0034361 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 784.894363] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52470bfd-c843-456f-f874-7be3d89b731e" [ 784.894363] env[70323]: _type = "HttpNfcLease" [ 784.894363] env[70323]: }. {{(pid=70323) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 784.895896] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37259fdd-d860-4676-9c4e-050cdd592b89 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.906199] env[70323]: DEBUG oslo_vmware.rw_handles [None req-366d376a-06b9-4ee6-952b-f468b0034361 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c3a7bc-3b8c-6213-c0e5-e87454d907de/disk-0.vmdk from lease info. {{(pid=70323) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 784.906439] env[70323]: DEBUG oslo_vmware.rw_handles [None req-366d376a-06b9-4ee6-952b-f468b0034361 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c3a7bc-3b8c-6213-c0e5-e87454d907de/disk-0.vmdk for reading. {{(pid=70323) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 784.977022] env[70323]: DEBUG nova.policy [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '18dbd26d62384317a308840e3817a5a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a7213b2b38ac4bc7a6227065d7c29e00', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 784.988644] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226927, 'name': CreateVM_Task, 'duration_secs': 0.434335} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.988808] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 784.989701] env[70323]: DEBUG oslo_concurrency.lockutils [None req-da7af8eb-4abd-43e3-a9d8-09aee165e53d tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.989928] env[70323]: DEBUG oslo_concurrency.lockutils [None req-da7af8eb-4abd-43e3-a9d8-09aee165e53d tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.991039] env[70323]: DEBUG oslo_concurrency.lockutils [None req-da7af8eb-4abd-43e3-a9d8-09aee165e53d tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.991039] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2d1c8fd-5740-4a47-84ce-8301ede1fac4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.995886] env[70323]: DEBUG oslo_vmware.api [None req-da7af8eb-4abd-43e3-a9d8-09aee165e53d tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Waiting for the task: (returnval){ [ 784.995886] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52eef8bb-5fd7-78aa-41bd-d304dbe9518b" [ 784.995886] env[70323]: _type = "Task" [ 784.995886] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.004948] env[70323]: DEBUG oslo_vmware.api [None req-da7af8eb-4abd-43e3-a9d8-09aee165e53d tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52eef8bb-5fd7-78aa-41bd-d304dbe9518b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.030970] env[70323]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d8afb3cf-800c-4d0d-942c-07f418604868 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.191087] env[70323]: DEBUG oslo_vmware.api [None req-8b378cbb-4e97-494a-bdff-a4ada3c7b477 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Task: {'id': task-3226929, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207506} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.191554] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b378cbb-4e97-494a-bdff-a4ada3c7b477 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 785.191554] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8b378cbb-4e97-494a-bdff-a4ada3c7b477 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 1ad77931-f385-45f3-bbe1-dd6e8b986631] Deleted contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 785.191676] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8b378cbb-4e97-494a-bdff-a4ada3c7b477 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 1ad77931-f385-45f3-bbe1-dd6e8b986631] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 785.193071] env[70323]: INFO nova.compute.manager [None req-8b378cbb-4e97-494a-bdff-a4ada3c7b477 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 1ad77931-f385-45f3-bbe1-dd6e8b986631] Took 1.15 seconds to destroy the instance on the hypervisor. [ 785.193071] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b378cbb-4e97-494a-bdff-a4ada3c7b477 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 785.193071] env[70323]: DEBUG nova.compute.manager [-] [instance: 1ad77931-f385-45f3-bbe1-dd6e8b986631] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 785.193071] env[70323]: DEBUG nova.network.neutron [-] [instance: 1ad77931-f385-45f3-bbe1-dd6e8b986631] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 785.264456] env[70323]: DEBUG oslo_concurrency.lockutils [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Acquiring lock "refresh_cache-53bef48f-e24f-423a-ae83-a30a408153bc" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.264552] env[70323]: DEBUG oslo_concurrency.lockutils [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Acquired lock "refresh_cache-53bef48f-e24f-423a-ae83-a30a408153bc" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.264637] env[70323]: DEBUG nova.network.neutron [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 53bef48f-e24f-423a-ae83-a30a408153bc] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 785.297608] env[70323]: DEBUG oslo_vmware.api [None req-9be100e3-3e48-437f-a398-818d59499b1f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226931, 'name': PowerOffVM_Task, 'duration_secs': 0.194392} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.298117] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-9be100e3-3e48-437f-a398-818d59499b1f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 9632e467-f678-4808-97f7-f228e9bc52bc] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 785.298255] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-9be100e3-3e48-437f-a398-818d59499b1f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 9632e467-f678-4808-97f7-f228e9bc52bc] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 785.298645] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-841d8cde-b98a-4ebd-9ddd-7eee4cd798aa {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.369992] env[70323]: DEBUG nova.compute.manager [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 0b934777-cba1-4d08-b077-bfdb23c35dec] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 785.373549] env[70323]: DEBUG nova.network.neutron [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 0b934777-cba1-4d08-b077-bfdb23c35dec] Successfully created port: e4cab740-a6a1-4954-bae6-1f0fd7058797 {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 785.383137] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Acquiring lock "ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.383479] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Lock "ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.383726] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-9be100e3-3e48-437f-a398-818d59499b1f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 9632e467-f678-4808-97f7-f228e9bc52bc] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 785.383971] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-9be100e3-3e48-437f-a398-818d59499b1f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 9632e467-f678-4808-97f7-f228e9bc52bc] Deleting contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 785.385027] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-9be100e3-3e48-437f-a398-818d59499b1f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Deleting the datastore file [datastore2] 9632e467-f678-4808-97f7-f228e9bc52bc {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 785.385027] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1facb572-426b-4338-a70d-b98239cd5a36 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.392263] env[70323]: DEBUG oslo_vmware.api [None req-9be100e3-3e48-437f-a398-818d59499b1f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Waiting for the task: (returnval){ [ 785.392263] env[70323]: value = "task-3226934" [ 785.392263] env[70323]: _type = "Task" [ 785.392263] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.406709] env[70323]: DEBUG oslo_vmware.api [None req-9be100e3-3e48-437f-a398-818d59499b1f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226934, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.407633] env[70323]: DEBUG nova.network.neutron [req-4550d4b9-7bb5-4c0c-b97b-9c0ab01820f0 req-aba4a058-3131-413a-b94a-3c3b6799c13c service nova] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Updated VIF entry in instance network info cache for port f944a382-660f-49f7-a257-cfda9f6287dd. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 785.408958] env[70323]: DEBUG nova.network.neutron [req-4550d4b9-7bb5-4c0c-b97b-9c0ab01820f0 req-aba4a058-3131-413a-b94a-3c3b6799c13c service nova] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Updating instance_info_cache with network_info: [{"id": "f944a382-660f-49f7-a257-cfda9f6287dd", "address": "fa:16:3e:1d:51:b6", "network": {"id": "4e0d8ee1-52f7-4416-a8bd-f34b989a1542", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.197", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aa1f6314fd1d4d8a9ec1f238193c1000", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf944a382-66", "ovs_interfaceid": "f944a382-660f-49f7-a257-cfda9f6287dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.509526] env[70323]: DEBUG oslo_vmware.api [None req-da7af8eb-4abd-43e3-a9d8-09aee165e53d tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52eef8bb-5fd7-78aa-41bd-d304dbe9518b, 'name': SearchDatastore_Task, 'duration_secs': 0.018836} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.509938] env[70323]: DEBUG oslo_concurrency.lockutils [None req-da7af8eb-4abd-43e3-a9d8-09aee165e53d tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.510810] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-da7af8eb-4abd-43e3-a9d8-09aee165e53d tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 785.510810] env[70323]: DEBUG oslo_concurrency.lockutils [None req-da7af8eb-4abd-43e3-a9d8-09aee165e53d tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.511034] env[70323]: DEBUG oslo_concurrency.lockutils [None req-da7af8eb-4abd-43e3-a9d8-09aee165e53d tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.511235] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-da7af8eb-4abd-43e3-a9d8-09aee165e53d tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 785.511489] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-247cedb1-7d51-485a-9443-185963b5d97f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.525624] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-da7af8eb-4abd-43e3-a9d8-09aee165e53d tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 785.527641] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-da7af8eb-4abd-43e3-a9d8-09aee165e53d tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 785.527641] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d68839f4-3644-453a-bf84-ecd691c4b5d3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.542306] env[70323]: DEBUG oslo_vmware.api [None req-da7af8eb-4abd-43e3-a9d8-09aee165e53d tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Waiting for the task: (returnval){ [ 785.542306] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]525168aa-134e-c19b-a4ae-90ae4997214d" [ 785.542306] env[70323]: _type = "Task" [ 785.542306] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.552539] env[70323]: DEBUG oslo_vmware.api [None req-da7af8eb-4abd-43e3-a9d8-09aee165e53d tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]525168aa-134e-c19b-a4ae-90ae4997214d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.804346] env[70323]: DEBUG nova.network.neutron [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 53bef48f-e24f-423a-ae83-a30a408153bc] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 785.903407] env[70323]: DEBUG oslo_vmware.api [None req-9be100e3-3e48-437f-a398-818d59499b1f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3226934, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.390974} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.906270] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-9be100e3-3e48-437f-a398-818d59499b1f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 785.906458] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-9be100e3-3e48-437f-a398-818d59499b1f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 9632e467-f678-4808-97f7-f228e9bc52bc] Deleted contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 785.906671] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-9be100e3-3e48-437f-a398-818d59499b1f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 9632e467-f678-4808-97f7-f228e9bc52bc] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 785.906964] env[70323]: INFO nova.compute.manager [None req-9be100e3-3e48-437f-a398-818d59499b1f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 9632e467-f678-4808-97f7-f228e9bc52bc] Took 1.14 seconds to destroy the instance on the hypervisor. [ 785.908100] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9be100e3-3e48-437f-a398-818d59499b1f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 785.908100] env[70323]: DEBUG nova.compute.manager [-] [instance: 9632e467-f678-4808-97f7-f228e9bc52bc] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 785.908100] env[70323]: DEBUG nova.network.neutron [-] [instance: 9632e467-f678-4808-97f7-f228e9bc52bc] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 785.910740] env[70323]: DEBUG oslo_concurrency.lockutils [req-4550d4b9-7bb5-4c0c-b97b-9c0ab01820f0 req-aba4a058-3131-413a-b94a-3c3b6799c13c service nova] Releasing lock "refresh_cache-3cd24ffc-62ba-465a-8663-efbce0e593f5" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.054130] env[70323]: DEBUG nova.network.neutron [-] [instance: 1ad77931-f385-45f3-bbe1-dd6e8b986631] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.054130] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9824e58c-ebe8-476b-95fa-58089f4ce2f9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.065098] env[70323]: DEBUG oslo_vmware.api [None req-da7af8eb-4abd-43e3-a9d8-09aee165e53d tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]525168aa-134e-c19b-a4ae-90ae4997214d, 'name': SearchDatastore_Task, 'duration_secs': 0.027748} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.068861] env[70323]: DEBUG nova.network.neutron [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 53bef48f-e24f-423a-ae83-a30a408153bc] Updating instance_info_cache with network_info: [{"id": "bab6befe-b912-4c04-bd85-b5f3423ece0c", "address": "fa:16:3e:3b:a6:fa", "network": {"id": "4e0d8ee1-52f7-4416-a8bd-f34b989a1542", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aa1f6314fd1d4d8a9ec1f238193c1000", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbab6befe-b9", "ovs_interfaceid": "bab6befe-b912-4c04-bd85-b5f3423ece0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.070504] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-478aa92f-6e4a-4227-bb36-563fdd9b6aac {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.074477] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34bf6dd2-96f3-46c8-8e60-41671453b7d2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.083957] env[70323]: DEBUG oslo_vmware.api [None req-da7af8eb-4abd-43e3-a9d8-09aee165e53d tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Waiting for the task: (returnval){ [ 786.083957] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52bc7a84-6ac6-a3df-f925-18f2b5b4ad9f" [ 786.083957] env[70323]: _type = "Task" [ 786.083957] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.117455] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29bda8cf-057d-4334-9f75-dea6c61cb510 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.127513] env[70323]: DEBUG oslo_vmware.api [None req-da7af8eb-4abd-43e3-a9d8-09aee165e53d tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52bc7a84-6ac6-a3df-f925-18f2b5b4ad9f, 'name': SearchDatastore_Task, 'duration_secs': 0.010072} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.129572] env[70323]: DEBUG oslo_concurrency.lockutils [None req-da7af8eb-4abd-43e3-a9d8-09aee165e53d tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.129869] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-da7af8eb-4abd-43e3-a9d8-09aee165e53d tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 3cd24ffc-62ba-465a-8663-efbce0e593f5/3cd24ffc-62ba-465a-8663-efbce0e593f5.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 786.130613] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a901940-2242-41dd-88b7-b711189ba5f9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.133633] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c1e6c9-80fb-47e5-ba0b-32602c81d131 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.154086] env[70323]: DEBUG nova.compute.provider_tree [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 786.157668] env[70323]: DEBUG oslo_vmware.api [None req-da7af8eb-4abd-43e3-a9d8-09aee165e53d tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Waiting for the task: (returnval){ [ 786.157668] env[70323]: value = "task-3226935" [ 786.157668] env[70323]: _type = "Task" [ 786.157668] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.167585] env[70323]: DEBUG oslo_vmware.api [None req-da7af8eb-4abd-43e3-a9d8-09aee165e53d tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Task: {'id': task-3226935, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.385556] env[70323]: DEBUG nova.compute.manager [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 0b934777-cba1-4d08-b077-bfdb23c35dec] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 786.413190] env[70323]: DEBUG nova.virt.hardware [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 786.413349] env[70323]: DEBUG nova.virt.hardware [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 786.413576] env[70323]: DEBUG nova.virt.hardware [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 786.413845] env[70323]: DEBUG nova.virt.hardware [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 786.414054] env[70323]: DEBUG nova.virt.hardware [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 786.414306] env[70323]: DEBUG nova.virt.hardware [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 786.414549] env[70323]: DEBUG nova.virt.hardware [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 786.414771] env[70323]: DEBUG nova.virt.hardware [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 786.415015] env[70323]: DEBUG nova.virt.hardware [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 786.415254] env[70323]: DEBUG nova.virt.hardware [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 786.415493] env[70323]: DEBUG nova.virt.hardware [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 786.416440] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c406e9dc-7169-43fa-8839-a1da77c4209b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.425626] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b60deba8-b9e1-4055-a051-b7decd4fd764 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.466162] env[70323]: DEBUG nova.compute.manager [req-9d5d2135-edfc-4d09-a843-129a1c542696 req-685a2e90-803c-4f99-9e8a-89f6e9272ddf service nova] [instance: 1ad77931-f385-45f3-bbe1-dd6e8b986631] Received event network-vif-deleted-061e0e07-3087-467a-bbb0-20fb115c10b6 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.466401] env[70323]: DEBUG nova.compute.manager [req-9d5d2135-edfc-4d09-a843-129a1c542696 req-685a2e90-803c-4f99-9e8a-89f6e9272ddf service nova] [instance: 9632e467-f678-4808-97f7-f228e9bc52bc] Received event network-vif-deleted-899597b7-a5f7-4873-a354-e37325e9dd49 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.466627] env[70323]: INFO nova.compute.manager [req-9d5d2135-edfc-4d09-a843-129a1c542696 req-685a2e90-803c-4f99-9e8a-89f6e9272ddf service nova] [instance: 9632e467-f678-4808-97f7-f228e9bc52bc] Neutron deleted interface 899597b7-a5f7-4873-a354-e37325e9dd49; detaching it from the instance and deleting it from the info cache [ 786.466795] env[70323]: DEBUG nova.network.neutron [req-9d5d2135-edfc-4d09-a843-129a1c542696 req-685a2e90-803c-4f99-9e8a-89f6e9272ddf service nova] [instance: 9632e467-f678-4808-97f7-f228e9bc52bc] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.559959] env[70323]: INFO nova.compute.manager [-] [instance: 1ad77931-f385-45f3-bbe1-dd6e8b986631] Took 1.37 seconds to deallocate network for instance. [ 786.580551] env[70323]: DEBUG oslo_concurrency.lockutils [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Releasing lock "refresh_cache-53bef48f-e24f-423a-ae83-a30a408153bc" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.580963] env[70323]: DEBUG nova.compute.manager [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 53bef48f-e24f-423a-ae83-a30a408153bc] Instance network_info: |[{"id": "bab6befe-b912-4c04-bd85-b5f3423ece0c", "address": "fa:16:3e:3b:a6:fa", "network": {"id": "4e0d8ee1-52f7-4416-a8bd-f34b989a1542", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aa1f6314fd1d4d8a9ec1f238193c1000", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbab6befe-b9", "ovs_interfaceid": "bab6befe-b912-4c04-bd85-b5f3423ece0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 786.581519] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 53bef48f-e24f-423a-ae83-a30a408153bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:a6:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74f30339-6421-4654-bddb-81d7f34db9d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bab6befe-b912-4c04-bd85-b5f3423ece0c', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 786.589897] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Creating folder: Project (a7213b2b38ac4bc7a6227065d7c29e00). Parent ref: group-v644941. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 786.590388] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-00767e7d-cabc-4621-aa33-9ed910ad5c97 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.604148] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Created folder: Project (a7213b2b38ac4bc7a6227065d7c29e00) in parent group-v644941. [ 786.604500] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Creating folder: Instances. Parent ref: group-v645077. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 786.605261] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e316683-ae05-4965-a816-78f11c8591e8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.615377] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Created folder: Instances in parent group-v645077. [ 786.615515] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 786.615712] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53bef48f-e24f-423a-ae83-a30a408153bc] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 786.615939] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7572fded-673d-4739-8f78-b68febe09d1d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.637409] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 786.637409] env[70323]: value = "task-3226938" [ 786.637409] env[70323]: _type = "Task" [ 786.637409] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.646045] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226938, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.665225] env[70323]: DEBUG nova.scheduler.client.report [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 786.669505] env[70323]: DEBUG nova.compute.manager [req-54180b41-6d2a-43c3-bd65-2174cc392df0 req-b72e3296-1ba9-4e49-9783-91f0b805e684 service nova] [instance: 53bef48f-e24f-423a-ae83-a30a408153bc] Received event network-changed-bab6befe-b912-4c04-bd85-b5f3423ece0c {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.669706] env[70323]: DEBUG nova.compute.manager [req-54180b41-6d2a-43c3-bd65-2174cc392df0 req-b72e3296-1ba9-4e49-9783-91f0b805e684 service nova] [instance: 53bef48f-e24f-423a-ae83-a30a408153bc] Refreshing instance network info cache due to event network-changed-bab6befe-b912-4c04-bd85-b5f3423ece0c. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 786.669964] env[70323]: DEBUG oslo_concurrency.lockutils [req-54180b41-6d2a-43c3-bd65-2174cc392df0 req-b72e3296-1ba9-4e49-9783-91f0b805e684 service nova] Acquiring lock "refresh_cache-53bef48f-e24f-423a-ae83-a30a408153bc" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.670124] env[70323]: DEBUG oslo_concurrency.lockutils [req-54180b41-6d2a-43c3-bd65-2174cc392df0 req-b72e3296-1ba9-4e49-9783-91f0b805e684 service nova] Acquired lock "refresh_cache-53bef48f-e24f-423a-ae83-a30a408153bc" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.670287] env[70323]: DEBUG nova.network.neutron [req-54180b41-6d2a-43c3-bd65-2174cc392df0 req-b72e3296-1ba9-4e49-9783-91f0b805e684 service nova] [instance: 53bef48f-e24f-423a-ae83-a30a408153bc] Refreshing network info cache for port bab6befe-b912-4c04-bd85-b5f3423ece0c {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 786.679164] env[70323]: DEBUG oslo_vmware.api [None req-da7af8eb-4abd-43e3-a9d8-09aee165e53d tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Task: {'id': task-3226935, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486822} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.679860] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-da7af8eb-4abd-43e3-a9d8-09aee165e53d tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 3cd24ffc-62ba-465a-8663-efbce0e593f5/3cd24ffc-62ba-465a-8663-efbce0e593f5.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 786.680112] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-da7af8eb-4abd-43e3-a9d8-09aee165e53d tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 786.680410] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9fb18efd-5fcb-4105-8315-7908b79d5891 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.688736] env[70323]: DEBUG oslo_vmware.api [None req-da7af8eb-4abd-43e3-a9d8-09aee165e53d tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Waiting for the task: (returnval){ [ 786.688736] env[70323]: value = "task-3226939" [ 786.688736] env[70323]: _type = "Task" [ 786.688736] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.700650] env[70323]: DEBUG oslo_vmware.api [None req-da7af8eb-4abd-43e3-a9d8-09aee165e53d tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Task: {'id': task-3226939, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.793946] env[70323]: DEBUG nova.network.neutron [-] [instance: 9632e467-f678-4808-97f7-f228e9bc52bc] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.969374] env[70323]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-de7206b6-12f5-42b7-83a2-c4d98601d9ff {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.980478] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec626eca-c385-44c9-b941-d72076d71128 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.031999] env[70323]: DEBUG nova.compute.manager [req-9d5d2135-edfc-4d09-a843-129a1c542696 req-685a2e90-803c-4f99-9e8a-89f6e9272ddf service nova] [instance: 9632e467-f678-4808-97f7-f228e9bc52bc] Detach interface failed, port_id=899597b7-a5f7-4873-a354-e37325e9dd49, reason: Instance 9632e467-f678-4808-97f7-f228e9bc52bc could not be found. {{(pid=70323) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 787.068050] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8b378cbb-4e97-494a-bdff-a4ada3c7b477 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.110223] env[70323]: DEBUG nova.network.neutron [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 0b934777-cba1-4d08-b077-bfdb23c35dec] Successfully updated port: e4cab740-a6a1-4954-bae6-1f0fd7058797 {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 787.149525] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226938, 'name': CreateVM_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.175303] env[70323]: DEBUG oslo_concurrency.lockutils [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.824s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.175303] env[70323]: DEBUG nova.compute.manager [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 248f0a9f-88ae-4c02-8870-57422c9f8ac3] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 787.179407] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.696s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.184023] env[70323]: INFO nova.compute.claims [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 4a2a0594-39e2-4e91-bba9-954662de5f77] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 787.200073] env[70323]: DEBUG oslo_vmware.api [None req-da7af8eb-4abd-43e3-a9d8-09aee165e53d tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Task: {'id': task-3226939, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118757} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.200250] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-da7af8eb-4abd-43e3-a9d8-09aee165e53d tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 787.201337] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba769dc4-d29a-4daf-be69-a364a887f55e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.242093] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-da7af8eb-4abd-43e3-a9d8-09aee165e53d tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 3cd24ffc-62ba-465a-8663-efbce0e593f5/3cd24ffc-62ba-465a-8663-efbce0e593f5.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 787.246021] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5dfe990-0978-469f-a2c0-39d1946c6363 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.268343] env[70323]: DEBUG oslo_vmware.api [None req-da7af8eb-4abd-43e3-a9d8-09aee165e53d tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Waiting for the task: (returnval){ [ 787.268343] env[70323]: value = "task-3226941" [ 787.268343] env[70323]: _type = "Task" [ 787.268343] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.278132] env[70323]: DEBUG oslo_vmware.api [None req-da7af8eb-4abd-43e3-a9d8-09aee165e53d tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Task: {'id': task-3226941, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.296307] env[70323]: INFO nova.compute.manager [-] [instance: 9632e467-f678-4808-97f7-f228e9bc52bc] Took 1.39 seconds to deallocate network for instance. [ 787.526886] env[70323]: DEBUG nova.network.neutron [req-54180b41-6d2a-43c3-bd65-2174cc392df0 req-b72e3296-1ba9-4e49-9783-91f0b805e684 service nova] [instance: 53bef48f-e24f-423a-ae83-a30a408153bc] Updated VIF entry in instance network info cache for port bab6befe-b912-4c04-bd85-b5f3423ece0c. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 787.526886] env[70323]: DEBUG nova.network.neutron [req-54180b41-6d2a-43c3-bd65-2174cc392df0 req-b72e3296-1ba9-4e49-9783-91f0b805e684 service nova] [instance: 53bef48f-e24f-423a-ae83-a30a408153bc] Updating instance_info_cache with network_info: [{"id": "bab6befe-b912-4c04-bd85-b5f3423ece0c", "address": "fa:16:3e:3b:a6:fa", "network": {"id": "4e0d8ee1-52f7-4416-a8bd-f34b989a1542", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aa1f6314fd1d4d8a9ec1f238193c1000", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbab6befe-b9", "ovs_interfaceid": "bab6befe-b912-4c04-bd85-b5f3423ece0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.614727] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Acquiring lock "refresh_cache-0b934777-cba1-4d08-b077-bfdb23c35dec" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.614727] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Acquired lock "refresh_cache-0b934777-cba1-4d08-b077-bfdb23c35dec" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.614727] env[70323]: DEBUG nova.network.neutron [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 0b934777-cba1-4d08-b077-bfdb23c35dec] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 787.647654] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226938, 'name': CreateVM_Task, 'duration_secs': 0.528703} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.647836] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53bef48f-e24f-423a-ae83-a30a408153bc] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 787.648515] env[70323]: DEBUG oslo_concurrency.lockutils [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.648715] env[70323]: DEBUG oslo_concurrency.lockutils [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.649046] env[70323]: DEBUG oslo_concurrency.lockutils [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.649309] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d9f99b9-0301-4e49-bebb-3e1d00a8afc9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.653770] env[70323]: DEBUG oslo_vmware.api [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Waiting for the task: (returnval){ [ 787.653770] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52d02cfe-be25-366a-3a7b-126e5f5fc881" [ 787.653770] env[70323]: _type = "Task" [ 787.653770] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.662099] env[70323]: DEBUG oslo_vmware.api [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52d02cfe-be25-366a-3a7b-126e5f5fc881, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.686148] env[70323]: DEBUG nova.compute.utils [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 787.690636] env[70323]: DEBUG nova.compute.manager [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 248f0a9f-88ae-4c02-8870-57422c9f8ac3] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 787.690832] env[70323]: DEBUG nova.network.neutron [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 248f0a9f-88ae-4c02-8870-57422c9f8ac3] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 787.732500] env[70323]: DEBUG nova.policy [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '041fbcbe67a240ffaccf482b7ceca85f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ad05435c7e44f548e1a19eccac2b460', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 787.781374] env[70323]: DEBUG oslo_vmware.api [None req-da7af8eb-4abd-43e3-a9d8-09aee165e53d tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Task: {'id': task-3226941, 'name': ReconfigVM_Task, 'duration_secs': 0.30238} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.782280] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-da7af8eb-4abd-43e3-a9d8-09aee165e53d tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 3cd24ffc-62ba-465a-8663-efbce0e593f5/3cd24ffc-62ba-465a-8663-efbce0e593f5.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 787.782715] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4561656-4f3f-440e-bb87-4853952d55e4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.789218] env[70323]: DEBUG oslo_vmware.api [None req-da7af8eb-4abd-43e3-a9d8-09aee165e53d tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Waiting for the task: (returnval){ [ 787.789218] env[70323]: value = "task-3226942" [ 787.789218] env[70323]: _type = "Task" [ 787.789218] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.797859] env[70323]: DEBUG oslo_vmware.api [None req-da7af8eb-4abd-43e3-a9d8-09aee165e53d tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Task: {'id': task-3226942, 'name': Rename_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.804962] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9be100e3-3e48-437f-a398-818d59499b1f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.029258] env[70323]: DEBUG oslo_concurrency.lockutils [req-54180b41-6d2a-43c3-bd65-2174cc392df0 req-b72e3296-1ba9-4e49-9783-91f0b805e684 service nova] Releasing lock "refresh_cache-53bef48f-e24f-423a-ae83-a30a408153bc" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.044566] env[70323]: DEBUG nova.network.neutron [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 248f0a9f-88ae-4c02-8870-57422c9f8ac3] Successfully created port: a7dd5843-ff50-4332-b998-46a34ed8e10b {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 788.159174] env[70323]: DEBUG nova.network.neutron [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 0b934777-cba1-4d08-b077-bfdb23c35dec] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 788.165643] env[70323]: DEBUG oslo_vmware.api [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52d02cfe-be25-366a-3a7b-126e5f5fc881, 'name': SearchDatastore_Task, 'duration_secs': 0.009454} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.165811] env[70323]: DEBUG oslo_concurrency.lockutils [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.166066] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 53bef48f-e24f-423a-ae83-a30a408153bc] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 788.166312] env[70323]: DEBUG oslo_concurrency.lockutils [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.166470] env[70323]: DEBUG oslo_concurrency.lockutils [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.166689] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 788.166961] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f16aacd4-8b06-4d6a-8121-928ffcaff4f8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.177692] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 788.177880] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 788.178679] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9767127-19e4-4901-b942-ddfbcedb834c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.186837] env[70323]: DEBUG oslo_vmware.api [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Waiting for the task: (returnval){ [ 788.186837] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52ca3920-db1a-68de-9af5-b2bade233543" [ 788.186837] env[70323]: _type = "Task" [ 788.186837] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.190922] env[70323]: DEBUG nova.compute.manager [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 248f0a9f-88ae-4c02-8870-57422c9f8ac3] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 788.199684] env[70323]: DEBUG oslo_vmware.api [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52ca3920-db1a-68de-9af5-b2bade233543, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.303656] env[70323]: DEBUG oslo_vmware.api [None req-da7af8eb-4abd-43e3-a9d8-09aee165e53d tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Task: {'id': task-3226942, 'name': Rename_Task, 'duration_secs': 0.15346} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.304388] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-da7af8eb-4abd-43e3-a9d8-09aee165e53d tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 788.304617] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89bfea0f-16d8-47b4-b157-d4ca78ea2904 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.317662] env[70323]: DEBUG oslo_vmware.api [None req-da7af8eb-4abd-43e3-a9d8-09aee165e53d tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Waiting for the task: (returnval){ [ 788.317662] env[70323]: value = "task-3226943" [ 788.317662] env[70323]: _type = "Task" [ 788.317662] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.330707] env[70323]: DEBUG oslo_vmware.api [None req-da7af8eb-4abd-43e3-a9d8-09aee165e53d tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Task: {'id': task-3226943, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.371036] env[70323]: DEBUG nova.network.neutron [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 0b934777-cba1-4d08-b077-bfdb23c35dec] Updating instance_info_cache with network_info: [{"id": "e4cab740-a6a1-4954-bae6-1f0fd7058797", "address": "fa:16:3e:82:79:21", "network": {"id": "4e0d8ee1-52f7-4416-a8bd-f34b989a1542", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.198", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aa1f6314fd1d4d8a9ec1f238193c1000", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4cab740-a6", "ovs_interfaceid": "e4cab740-a6a1-4954-bae6-1f0fd7058797", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.694341] env[70323]: DEBUG nova.compute.manager [req-40992582-0105-48b0-8448-26426dc055a6 req-463c978d-eeef-425a-bb6d-94b1caf9f2c1 service nova] [instance: 0b934777-cba1-4d08-b077-bfdb23c35dec] Received event network-vif-plugged-e4cab740-a6a1-4954-bae6-1f0fd7058797 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.694341] env[70323]: DEBUG oslo_concurrency.lockutils [req-40992582-0105-48b0-8448-26426dc055a6 req-463c978d-eeef-425a-bb6d-94b1caf9f2c1 service nova] Acquiring lock "0b934777-cba1-4d08-b077-bfdb23c35dec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.694341] env[70323]: DEBUG oslo_concurrency.lockutils [req-40992582-0105-48b0-8448-26426dc055a6 req-463c978d-eeef-425a-bb6d-94b1caf9f2c1 service nova] Lock "0b934777-cba1-4d08-b077-bfdb23c35dec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.694341] env[70323]: DEBUG oslo_concurrency.lockutils [req-40992582-0105-48b0-8448-26426dc055a6 req-463c978d-eeef-425a-bb6d-94b1caf9f2c1 service nova] Lock "0b934777-cba1-4d08-b077-bfdb23c35dec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.694946] env[70323]: DEBUG nova.compute.manager [req-40992582-0105-48b0-8448-26426dc055a6 req-463c978d-eeef-425a-bb6d-94b1caf9f2c1 service nova] [instance: 0b934777-cba1-4d08-b077-bfdb23c35dec] No waiting events found dispatching network-vif-plugged-e4cab740-a6a1-4954-bae6-1f0fd7058797 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 788.694946] env[70323]: WARNING nova.compute.manager [req-40992582-0105-48b0-8448-26426dc055a6 req-463c978d-eeef-425a-bb6d-94b1caf9f2c1 service nova] [instance: 0b934777-cba1-4d08-b077-bfdb23c35dec] Received unexpected event network-vif-plugged-e4cab740-a6a1-4954-bae6-1f0fd7058797 for instance with vm_state building and task_state spawning. [ 788.694946] env[70323]: DEBUG nova.compute.manager [req-40992582-0105-48b0-8448-26426dc055a6 req-463c978d-eeef-425a-bb6d-94b1caf9f2c1 service nova] [instance: 0b934777-cba1-4d08-b077-bfdb23c35dec] Received event network-changed-e4cab740-a6a1-4954-bae6-1f0fd7058797 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.694946] env[70323]: DEBUG nova.compute.manager [req-40992582-0105-48b0-8448-26426dc055a6 req-463c978d-eeef-425a-bb6d-94b1caf9f2c1 service nova] [instance: 0b934777-cba1-4d08-b077-bfdb23c35dec] Refreshing instance network info cache due to event network-changed-e4cab740-a6a1-4954-bae6-1f0fd7058797. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 788.695194] env[70323]: DEBUG oslo_concurrency.lockutils [req-40992582-0105-48b0-8448-26426dc055a6 req-463c978d-eeef-425a-bb6d-94b1caf9f2c1 service nova] Acquiring lock "refresh_cache-0b934777-cba1-4d08-b077-bfdb23c35dec" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.708715] env[70323]: DEBUG oslo_vmware.api [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52ca3920-db1a-68de-9af5-b2bade233543, 'name': SearchDatastore_Task, 'duration_secs': 0.017928} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.709777] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0167fc8b-fdaa-4d63-a594-f214b15dc7ad {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.721349] env[70323]: DEBUG oslo_vmware.api [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Waiting for the task: (returnval){ [ 788.721349] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52ee5616-447d-7547-d063-9a5c997242aa" [ 788.721349] env[70323]: _type = "Task" [ 788.721349] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.732994] env[70323]: DEBUG oslo_vmware.api [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52ee5616-447d-7547-d063-9a5c997242aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.758024] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2284f556-dd99-43ed-b5d6-51fe0179f643 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.771151] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41332529-5249-45ab-bb48-26ffc11643a1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.813955] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e06632-edfa-46d1-80da-d6ce294b2c2b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.826551] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fab3891-e810-470e-b529-b8107c356b6b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.834267] env[70323]: DEBUG oslo_vmware.api [None req-da7af8eb-4abd-43e3-a9d8-09aee165e53d tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Task: {'id': task-3226943, 'name': PowerOnVM_Task, 'duration_secs': 0.504607} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.835065] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-da7af8eb-4abd-43e3-a9d8-09aee165e53d tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 788.835383] env[70323]: INFO nova.compute.manager [None req-da7af8eb-4abd-43e3-a9d8-09aee165e53d tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Took 8.08 seconds to spawn the instance on the hypervisor. [ 788.839027] env[70323]: DEBUG nova.compute.manager [None req-da7af8eb-4abd-43e3-a9d8-09aee165e53d tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 788.839027] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5796d16-ae3b-4435-a497-6fa72296f12c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.848052] env[70323]: DEBUG nova.compute.provider_tree [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 788.874640] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Releasing lock "refresh_cache-0b934777-cba1-4d08-b077-bfdb23c35dec" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.875030] env[70323]: DEBUG nova.compute.manager [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 0b934777-cba1-4d08-b077-bfdb23c35dec] Instance network_info: |[{"id": "e4cab740-a6a1-4954-bae6-1f0fd7058797", "address": "fa:16:3e:82:79:21", "network": {"id": "4e0d8ee1-52f7-4416-a8bd-f34b989a1542", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.198", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aa1f6314fd1d4d8a9ec1f238193c1000", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4cab740-a6", "ovs_interfaceid": "e4cab740-a6a1-4954-bae6-1f0fd7058797", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 788.875371] env[70323]: DEBUG oslo_concurrency.lockutils [req-40992582-0105-48b0-8448-26426dc055a6 req-463c978d-eeef-425a-bb6d-94b1caf9f2c1 service nova] Acquired lock "refresh_cache-0b934777-cba1-4d08-b077-bfdb23c35dec" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.875564] env[70323]: DEBUG nova.network.neutron [req-40992582-0105-48b0-8448-26426dc055a6 req-463c978d-eeef-425a-bb6d-94b1caf9f2c1 service nova] [instance: 0b934777-cba1-4d08-b077-bfdb23c35dec] Refreshing network info cache for port e4cab740-a6a1-4954-bae6-1f0fd7058797 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 788.877324] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 0b934777-cba1-4d08-b077-bfdb23c35dec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:79:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74f30339-6421-4654-bddb-81d7f34db9d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e4cab740-a6a1-4954-bae6-1f0fd7058797', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 788.885268] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 788.888686] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b934777-cba1-4d08-b077-bfdb23c35dec] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 788.891523] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a3cbfb1-5b27-4dca-bae9-097d83c99fe0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.915824] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 788.915824] env[70323]: value = "task-3226945" [ 788.915824] env[70323]: _type = "Task" [ 788.915824] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.924476] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226945, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.168831] env[70323]: DEBUG nova.network.neutron [req-40992582-0105-48b0-8448-26426dc055a6 req-463c978d-eeef-425a-bb6d-94b1caf9f2c1 service nova] [instance: 0b934777-cba1-4d08-b077-bfdb23c35dec] Updated VIF entry in instance network info cache for port e4cab740-a6a1-4954-bae6-1f0fd7058797. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 789.169208] env[70323]: DEBUG nova.network.neutron [req-40992582-0105-48b0-8448-26426dc055a6 req-463c978d-eeef-425a-bb6d-94b1caf9f2c1 service nova] [instance: 0b934777-cba1-4d08-b077-bfdb23c35dec] Updating instance_info_cache with network_info: [{"id": "e4cab740-a6a1-4954-bae6-1f0fd7058797", "address": "fa:16:3e:82:79:21", "network": {"id": "4e0d8ee1-52f7-4416-a8bd-f34b989a1542", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.198", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aa1f6314fd1d4d8a9ec1f238193c1000", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4cab740-a6", "ovs_interfaceid": "e4cab740-a6a1-4954-bae6-1f0fd7058797", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.211905] env[70323]: DEBUG nova.compute.manager [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 248f0a9f-88ae-4c02-8870-57422c9f8ac3] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 789.237353] env[70323]: DEBUG oslo_vmware.api [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52ee5616-447d-7547-d063-9a5c997242aa, 'name': SearchDatastore_Task, 'duration_secs': 0.015041} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.237802] env[70323]: DEBUG oslo_concurrency.lockutils [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.238113] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 53bef48f-e24f-423a-ae83-a30a408153bc/53bef48f-e24f-423a-ae83-a30a408153bc.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 789.238445] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96627762-20bf-4c28-9f25-4f51edf37a26 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.244865] env[70323]: DEBUG nova.virt.hardware [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 789.245255] env[70323]: DEBUG nova.virt.hardware [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 789.245478] env[70323]: DEBUG nova.virt.hardware [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 789.245743] env[70323]: DEBUG nova.virt.hardware [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 789.246332] env[70323]: DEBUG nova.virt.hardware [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 789.246332] env[70323]: DEBUG nova.virt.hardware [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 789.246629] env[70323]: DEBUG nova.virt.hardware [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 789.246691] env[70323]: DEBUG nova.virt.hardware [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 789.246909] env[70323]: DEBUG nova.virt.hardware [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 789.247175] env[70323]: DEBUG nova.virt.hardware [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 789.247426] env[70323]: DEBUG nova.virt.hardware [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 789.249101] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-053c3231-230c-490d-b34f-ca901cb73837 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.259731] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19fa0a1-6141-456d-b976-910b73d422db {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.265605] env[70323]: DEBUG oslo_vmware.api [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Waiting for the task: (returnval){ [ 789.265605] env[70323]: value = "task-3226946" [ 789.265605] env[70323]: _type = "Task" [ 789.265605] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.287230] env[70323]: DEBUG oslo_vmware.api [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': task-3226946, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.352040] env[70323]: DEBUG nova.scheduler.client.report [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 789.369305] env[70323]: INFO nova.compute.manager [None req-da7af8eb-4abd-43e3-a9d8-09aee165e53d tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Took 41.80 seconds to build instance. [ 789.427031] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226945, 'name': CreateVM_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.649012] env[70323]: DEBUG nova.network.neutron [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 248f0a9f-88ae-4c02-8870-57422c9f8ac3] Successfully updated port: a7dd5843-ff50-4332-b998-46a34ed8e10b {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 789.673066] env[70323]: DEBUG oslo_concurrency.lockutils [req-40992582-0105-48b0-8448-26426dc055a6 req-463c978d-eeef-425a-bb6d-94b1caf9f2c1 service nova] Releasing lock "refresh_cache-0b934777-cba1-4d08-b077-bfdb23c35dec" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.779714] env[70323]: DEBUG oslo_vmware.api [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': task-3226946, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.857312] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.678s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.857965] env[70323]: DEBUG nova.compute.manager [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 4a2a0594-39e2-4e91-bba9-954662de5f77] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 789.861391] env[70323]: DEBUG oslo_concurrency.lockutils [None req-dfc14b7f-679b-4943-9341-e7f3530c1dd0 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.426s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.861561] env[70323]: DEBUG nova.objects.instance [None req-dfc14b7f-679b-4943-9341-e7f3530c1dd0 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Lazy-loading 'resources' on Instance uuid 7be2da39-a762-4d2f-a520-44120528267c {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 789.871895] env[70323]: DEBUG oslo_concurrency.lockutils [None req-da7af8eb-4abd-43e3-a9d8-09aee165e53d tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Lock "3cd24ffc-62ba-465a-8663-efbce0e593f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 99.917s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.942260] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226945, 'name': CreateVM_Task, 'duration_secs': 0.689798} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.942554] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b934777-cba1-4d08-b077-bfdb23c35dec] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 789.943612] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.943872] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.944343] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.944720] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21076688-4c6e-4f4a-be85-4b71a2909191 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.960812] env[70323]: DEBUG oslo_vmware.api [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Waiting for the task: (returnval){ [ 789.960812] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52199ba6-015b-18cd-2173-87b18d5bd546" [ 789.960812] env[70323]: _type = "Task" [ 789.960812] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.972642] env[70323]: DEBUG oslo_vmware.api [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52199ba6-015b-18cd-2173-87b18d5bd546, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.152727] env[70323]: DEBUG oslo_concurrency.lockutils [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquiring lock "refresh_cache-248f0a9f-88ae-4c02-8870-57422c9f8ac3" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.152727] env[70323]: DEBUG oslo_concurrency.lockutils [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquired lock "refresh_cache-248f0a9f-88ae-4c02-8870-57422c9f8ac3" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.152727] env[70323]: DEBUG nova.network.neutron [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 248f0a9f-88ae-4c02-8870-57422c9f8ac3] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 790.277512] env[70323]: DEBUG oslo_vmware.api [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': task-3226946, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.709701} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.277826] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 53bef48f-e24f-423a-ae83-a30a408153bc/53bef48f-e24f-423a-ae83-a30a408153bc.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 790.278073] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 53bef48f-e24f-423a-ae83-a30a408153bc] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 790.278371] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-26b2ea56-d63a-4e05-b108-de7f6b86cb2e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.286329] env[70323]: DEBUG oslo_vmware.api [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Waiting for the task: (returnval){ [ 790.286329] env[70323]: value = "task-3226947" [ 790.286329] env[70323]: _type = "Task" [ 790.286329] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.297114] env[70323]: DEBUG oslo_vmware.api [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': task-3226947, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.364807] env[70323]: DEBUG nova.compute.utils [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 790.369010] env[70323]: DEBUG nova.compute.manager [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 4a2a0594-39e2-4e91-bba9-954662de5f77] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 790.369217] env[70323]: DEBUG nova.network.neutron [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 4a2a0594-39e2-4e91-bba9-954662de5f77] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 790.374402] env[70323]: DEBUG nova.compute.manager [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: dd6e0679-6c9c-4a30-bd97-530deb5fb246] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 790.427961] env[70323]: DEBUG nova.policy [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c189b5a8657472fabf068670f677af9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9442610b28a7452a8b29d013bd021928', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 790.471277] env[70323]: DEBUG oslo_vmware.api [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52199ba6-015b-18cd-2173-87b18d5bd546, 'name': SearchDatastore_Task, 'duration_secs': 0.013331} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.474358] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.474653] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 0b934777-cba1-4d08-b077-bfdb23c35dec] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 790.474948] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.475160] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.475377] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 790.475898] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-655ff77e-b09f-42fb-ac13-967ed445b031 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.492145] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 790.492145] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 790.492145] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6591be50-51dc-4fbc-9728-6db332aea559 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.503179] env[70323]: DEBUG oslo_vmware.api [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Waiting for the task: (returnval){ [ 790.503179] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]525648a2-bd8b-b22e-b692-68fc13478956" [ 790.503179] env[70323]: _type = "Task" [ 790.503179] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.513509] env[70323]: DEBUG oslo_vmware.api [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]525648a2-bd8b-b22e-b692-68fc13478956, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.698278] env[70323]: DEBUG nova.network.neutron [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 248f0a9f-88ae-4c02-8870-57422c9f8ac3] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 790.725262] env[70323]: DEBUG nova.compute.manager [req-8fd3705b-2a87-4bd6-8694-5ffaae95a7ed req-4eaee6f4-9347-48e5-b68a-017f92fb37e6 service nova] [instance: 248f0a9f-88ae-4c02-8870-57422c9f8ac3] Received event network-vif-plugged-a7dd5843-ff50-4332-b998-46a34ed8e10b {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.725933] env[70323]: DEBUG oslo_concurrency.lockutils [req-8fd3705b-2a87-4bd6-8694-5ffaae95a7ed req-4eaee6f4-9347-48e5-b68a-017f92fb37e6 service nova] Acquiring lock "248f0a9f-88ae-4c02-8870-57422c9f8ac3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.726121] env[70323]: DEBUG oslo_concurrency.lockutils [req-8fd3705b-2a87-4bd6-8694-5ffaae95a7ed req-4eaee6f4-9347-48e5-b68a-017f92fb37e6 service nova] Lock "248f0a9f-88ae-4c02-8870-57422c9f8ac3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.726280] env[70323]: DEBUG oslo_concurrency.lockutils [req-8fd3705b-2a87-4bd6-8694-5ffaae95a7ed req-4eaee6f4-9347-48e5-b68a-017f92fb37e6 service nova] Lock "248f0a9f-88ae-4c02-8870-57422c9f8ac3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.726453] env[70323]: DEBUG nova.compute.manager [req-8fd3705b-2a87-4bd6-8694-5ffaae95a7ed req-4eaee6f4-9347-48e5-b68a-017f92fb37e6 service nova] [instance: 248f0a9f-88ae-4c02-8870-57422c9f8ac3] No waiting events found dispatching network-vif-plugged-a7dd5843-ff50-4332-b998-46a34ed8e10b {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 790.726622] env[70323]: WARNING nova.compute.manager [req-8fd3705b-2a87-4bd6-8694-5ffaae95a7ed req-4eaee6f4-9347-48e5-b68a-017f92fb37e6 service nova] [instance: 248f0a9f-88ae-4c02-8870-57422c9f8ac3] Received unexpected event network-vif-plugged-a7dd5843-ff50-4332-b998-46a34ed8e10b for instance with vm_state building and task_state spawning. [ 790.726787] env[70323]: DEBUG nova.compute.manager [req-8fd3705b-2a87-4bd6-8694-5ffaae95a7ed req-4eaee6f4-9347-48e5-b68a-017f92fb37e6 service nova] [instance: 248f0a9f-88ae-4c02-8870-57422c9f8ac3] Received event network-changed-a7dd5843-ff50-4332-b998-46a34ed8e10b {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.726947] env[70323]: DEBUG nova.compute.manager [req-8fd3705b-2a87-4bd6-8694-5ffaae95a7ed req-4eaee6f4-9347-48e5-b68a-017f92fb37e6 service nova] [instance: 248f0a9f-88ae-4c02-8870-57422c9f8ac3] Refreshing instance network info cache due to event network-changed-a7dd5843-ff50-4332-b998-46a34ed8e10b. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 790.727151] env[70323]: DEBUG oslo_concurrency.lockutils [req-8fd3705b-2a87-4bd6-8694-5ffaae95a7ed req-4eaee6f4-9347-48e5-b68a-017f92fb37e6 service nova] Acquiring lock "refresh_cache-248f0a9f-88ae-4c02-8870-57422c9f8ac3" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.767568] env[70323]: DEBUG nova.network.neutron [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 4a2a0594-39e2-4e91-bba9-954662de5f77] Successfully created port: 6d93df7c-655f-4453-a192-d2394fa0104a {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 790.815017] env[70323]: DEBUG oslo_vmware.api [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': task-3226947, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070016} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.815017] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 53bef48f-e24f-423a-ae83-a30a408153bc] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 790.815017] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62984268-3b25-426f-a521-88df23c5ec93 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.841956] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 53bef48f-e24f-423a-ae83-a30a408153bc] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 53bef48f-e24f-423a-ae83-a30a408153bc/53bef48f-e24f-423a-ae83-a30a408153bc.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 790.845683] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71baab2d-3362-47a0-b5ea-82076f3cab6d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.871444] env[70323]: DEBUG oslo_vmware.api [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Waiting for the task: (returnval){ [ 790.871444] env[70323]: value = "task-3226948" [ 790.871444] env[70323]: _type = "Task" [ 790.871444] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.877026] env[70323]: DEBUG nova.compute.manager [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 4a2a0594-39e2-4e91-bba9-954662de5f77] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 790.890887] env[70323]: DEBUG oslo_vmware.api [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': task-3226948, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.907666] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.920516] env[70323]: DEBUG nova.network.neutron [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 248f0a9f-88ae-4c02-8870-57422c9f8ac3] Updating instance_info_cache with network_info: [{"id": "a7dd5843-ff50-4332-b998-46a34ed8e10b", "address": "fa:16:3e:9a:5e:47", "network": {"id": "882ea57e-8153-49ec-b6a7-5b7da1c35202", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1740748287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ad05435c7e44f548e1a19eccac2b460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7dd5843-ff", "ovs_interfaceid": "a7dd5843-ff50-4332-b998-46a34ed8e10b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.017495] env[70323]: DEBUG oslo_vmware.api [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]525648a2-bd8b-b22e-b692-68fc13478956, 'name': SearchDatastore_Task, 'duration_secs': 0.016999} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.022866] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e120ebee-fd7b-4575-9580-d0d6e107d031 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.040531] env[70323]: DEBUG oslo_vmware.api [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Waiting for the task: (returnval){ [ 791.040531] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5276907c-74fe-ee10-1d90-a50898f1b89a" [ 791.040531] env[70323]: _type = "Task" [ 791.040531] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.052216] env[70323]: DEBUG oslo_vmware.api [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5276907c-74fe-ee10-1d90-a50898f1b89a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.070053] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a049760-2c39-414f-93c7-3f81f677df5a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.079673] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-129d27c3-2c98-431a-9405-a609f1152098 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.123417] env[70323]: DEBUG nova.compute.manager [None req-a52ae77e-a0c2-4b22-8f6f-aebf7242d0ad tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Stashing vm_state: active {{(pid=70323) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 791.126307] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36948140-f3c6-49bf-b698-d6c2ea966508 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.135837] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bab5a96-e3eb-4f32-903e-ccb7cdcb09b5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.157191] env[70323]: DEBUG nova.compute.provider_tree [None req-dfc14b7f-679b-4943-9341-e7f3530c1dd0 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.390373] env[70323]: DEBUG oslo_vmware.api [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': task-3226948, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.425512] env[70323]: DEBUG oslo_concurrency.lockutils [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Releasing lock "refresh_cache-248f0a9f-88ae-4c02-8870-57422c9f8ac3" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.425851] env[70323]: DEBUG nova.compute.manager [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 248f0a9f-88ae-4c02-8870-57422c9f8ac3] Instance network_info: |[{"id": "a7dd5843-ff50-4332-b998-46a34ed8e10b", "address": "fa:16:3e:9a:5e:47", "network": {"id": "882ea57e-8153-49ec-b6a7-5b7da1c35202", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1740748287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ad05435c7e44f548e1a19eccac2b460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7dd5843-ff", "ovs_interfaceid": "a7dd5843-ff50-4332-b998-46a34ed8e10b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 791.426219] env[70323]: DEBUG oslo_concurrency.lockutils [req-8fd3705b-2a87-4bd6-8694-5ffaae95a7ed req-4eaee6f4-9347-48e5-b68a-017f92fb37e6 service nova] Acquired lock "refresh_cache-248f0a9f-88ae-4c02-8870-57422c9f8ac3" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.426404] env[70323]: DEBUG nova.network.neutron [req-8fd3705b-2a87-4bd6-8694-5ffaae95a7ed req-4eaee6f4-9347-48e5-b68a-017f92fb37e6 service nova] [instance: 248f0a9f-88ae-4c02-8870-57422c9f8ac3] Refreshing network info cache for port a7dd5843-ff50-4332-b998-46a34ed8e10b {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 791.427703] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 248f0a9f-88ae-4c02-8870-57422c9f8ac3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:5e:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b107fab-ee71-47db-ad4d-3c6f05546843', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a7dd5843-ff50-4332-b998-46a34ed8e10b', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 791.436363] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 791.438044] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 248f0a9f-88ae-4c02-8870-57422c9f8ac3] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 791.438306] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b18d4820-7a0c-4621-bde2-5fd9181494a5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.462623] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 791.462623] env[70323]: value = "task-3226950" [ 791.462623] env[70323]: _type = "Task" [ 791.462623] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.474505] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226950, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.551627] env[70323]: DEBUG oslo_vmware.api [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5276907c-74fe-ee10-1d90-a50898f1b89a, 'name': SearchDatastore_Task, 'duration_secs': 0.019171} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.551914] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.552234] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 0b934777-cba1-4d08-b077-bfdb23c35dec/0b934777-cba1-4d08-b077-bfdb23c35dec.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 791.552517] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e811675-9b54-43cd-bd8d-cdcb0b254a17 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.562015] env[70323]: DEBUG oslo_vmware.api [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Waiting for the task: (returnval){ [ 791.562015] env[70323]: value = "task-3226951" [ 791.562015] env[70323]: _type = "Task" [ 791.562015] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.572498] env[70323]: DEBUG oslo_vmware.api [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': task-3226951, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.650151] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a52ae77e-a0c2-4b22-8f6f-aebf7242d0ad tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.660515] env[70323]: DEBUG nova.scheduler.client.report [None req-dfc14b7f-679b-4943-9341-e7f3530c1dd0 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 791.884861] env[70323]: DEBUG oslo_vmware.api [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': task-3226948, 'name': ReconfigVM_Task, 'duration_secs': 0.709475} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.885352] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 53bef48f-e24f-423a-ae83-a30a408153bc] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 53bef48f-e24f-423a-ae83-a30a408153bc/53bef48f-e24f-423a-ae83-a30a408153bc.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 791.885932] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-49bf9d60-da03-4617-94ed-60c0e20c503d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.892829] env[70323]: DEBUG nova.compute.manager [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 4a2a0594-39e2-4e91-bba9-954662de5f77] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 791.899441] env[70323]: DEBUG oslo_vmware.api [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Waiting for the task: (returnval){ [ 791.899441] env[70323]: value = "task-3226952" [ 791.899441] env[70323]: _type = "Task" [ 791.899441] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.914052] env[70323]: DEBUG oslo_vmware.api [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': task-3226952, 'name': Rename_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.928455] env[70323]: DEBUG nova.virt.hardware [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 791.928928] env[70323]: DEBUG nova.virt.hardware [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 791.930103] env[70323]: DEBUG nova.virt.hardware [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 791.930369] env[70323]: DEBUG nova.virt.hardware [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 791.930528] env[70323]: DEBUG nova.virt.hardware [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 791.930682] env[70323]: DEBUG nova.virt.hardware [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 791.930932] env[70323]: DEBUG nova.virt.hardware [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 791.931148] env[70323]: DEBUG nova.virt.hardware [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 791.931331] env[70323]: DEBUG nova.virt.hardware [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 791.931501] env[70323]: DEBUG nova.virt.hardware [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 791.931678] env[70323]: DEBUG nova.virt.hardware [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 791.932623] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2654d823-5399-4eeb-a9f0-f4a0dac34273 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.945877] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0598ea16-ef64-45ac-8bf2-829c16b396b3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.981814] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226950, 'name': CreateVM_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.080297] env[70323]: DEBUG oslo_vmware.api [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': task-3226951, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.166704] env[70323]: DEBUG oslo_concurrency.lockutils [None req-dfc14b7f-679b-4943-9341-e7f3530c1dd0 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.305s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.169773] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.650s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.171730] env[70323]: INFO nova.compute.claims [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] [instance: b3f9b17f-4e9b-4d78-954d-a6eee9613900] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 792.207593] env[70323]: INFO nova.scheduler.client.report [None req-dfc14b7f-679b-4943-9341-e7f3530c1dd0 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Deleted allocations for instance 7be2da39-a762-4d2f-a520-44120528267c [ 792.411041] env[70323]: DEBUG oslo_vmware.api [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': task-3226952, 'name': Rename_Task, 'duration_secs': 0.423164} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.411483] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 53bef48f-e24f-423a-ae83-a30a408153bc] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 792.411849] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6238554-70fc-4360-a84f-94e21faa8ead {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.420809] env[70323]: DEBUG oslo_vmware.api [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Waiting for the task: (returnval){ [ 792.420809] env[70323]: value = "task-3226953" [ 792.420809] env[70323]: _type = "Task" [ 792.420809] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.437887] env[70323]: DEBUG oslo_vmware.api [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': task-3226953, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.479816] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226950, 'name': CreateVM_Task, 'duration_secs': 0.583966} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.480021] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 248f0a9f-88ae-4c02-8870-57422c9f8ac3] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 792.480695] env[70323]: DEBUG oslo_concurrency.lockutils [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.480854] env[70323]: DEBUG oslo_concurrency.lockutils [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.481286] env[70323]: DEBUG oslo_concurrency.lockutils [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.481485] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6ff415c-ed4d-4c97-9342-c7c8c8446f41 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.487061] env[70323]: DEBUG oslo_vmware.api [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for the task: (returnval){ [ 792.487061] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]521787de-70d6-3e4f-3494-7d9882cfeaa0" [ 792.487061] env[70323]: _type = "Task" [ 792.487061] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.498119] env[70323]: DEBUG oslo_vmware.api [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]521787de-70d6-3e4f-3494-7d9882cfeaa0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.522535] env[70323]: DEBUG oslo_vmware.rw_handles [None req-366d376a-06b9-4ee6-952b-f468b0034361 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c3a7bc-3b8c-6213-c0e5-e87454d907de/disk-0.vmdk. {{(pid=70323) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 792.523453] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8dc238a-def3-45da-b1d8-20de7123dfc3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.530822] env[70323]: DEBUG oslo_vmware.rw_handles [None req-366d376a-06b9-4ee6-952b-f468b0034361 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c3a7bc-3b8c-6213-c0e5-e87454d907de/disk-0.vmdk is in state: ready. {{(pid=70323) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 792.531144] env[70323]: ERROR oslo_vmware.rw_handles [None req-366d376a-06b9-4ee6-952b-f468b0034361 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c3a7bc-3b8c-6213-c0e5-e87454d907de/disk-0.vmdk due to incomplete transfer. [ 792.531437] env[70323]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6fcd99fb-8ace-4441-b770-af6dff7328ef {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.541436] env[70323]: DEBUG oslo_vmware.rw_handles [None req-366d376a-06b9-4ee6-952b-f468b0034361 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c3a7bc-3b8c-6213-c0e5-e87454d907de/disk-0.vmdk. {{(pid=70323) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 792.541650] env[70323]: DEBUG nova.virt.vmwareapi.images [None req-366d376a-06b9-4ee6-952b-f468b0034361 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 982522d9-dee1-4251-a7a3-4bad81acc442] Uploaded image 7a36d298-7412-4daa-9081-1e0a2f2654e9 to the Glance image server {{(pid=70323) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 792.547613] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-366d376a-06b9-4ee6-952b-f468b0034361 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 982522d9-dee1-4251-a7a3-4bad81acc442] Destroying the VM {{(pid=70323) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 792.548753] env[70323]: DEBUG nova.network.neutron [req-8fd3705b-2a87-4bd6-8694-5ffaae95a7ed req-4eaee6f4-9347-48e5-b68a-017f92fb37e6 service nova] [instance: 248f0a9f-88ae-4c02-8870-57422c9f8ac3] Updated VIF entry in instance network info cache for port a7dd5843-ff50-4332-b998-46a34ed8e10b. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 792.550058] env[70323]: DEBUG nova.network.neutron [req-8fd3705b-2a87-4bd6-8694-5ffaae95a7ed req-4eaee6f4-9347-48e5-b68a-017f92fb37e6 service nova] [instance: 248f0a9f-88ae-4c02-8870-57422c9f8ac3] Updating instance_info_cache with network_info: [{"id": "a7dd5843-ff50-4332-b998-46a34ed8e10b", "address": "fa:16:3e:9a:5e:47", "network": {"id": "882ea57e-8153-49ec-b6a7-5b7da1c35202", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1740748287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ad05435c7e44f548e1a19eccac2b460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7dd5843-ff", "ovs_interfaceid": "a7dd5843-ff50-4332-b998-46a34ed8e10b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.551068] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fbed968e-5766-49c4-b90a-2afe4689929b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.561832] env[70323]: DEBUG oslo_vmware.api [None req-366d376a-06b9-4ee6-952b-f468b0034361 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Waiting for the task: (returnval){ [ 792.561832] env[70323]: value = "task-3226954" [ 792.561832] env[70323]: _type = "Task" [ 792.561832] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.580276] env[70323]: DEBUG oslo_vmware.api [None req-366d376a-06b9-4ee6-952b-f468b0034361 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3226954, 'name': Destroy_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.581310] env[70323]: DEBUG nova.network.neutron [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 4a2a0594-39e2-4e91-bba9-954662de5f77] Successfully updated port: 6d93df7c-655f-4453-a192-d2394fa0104a {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 792.590171] env[70323]: DEBUG oslo_vmware.api [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': task-3226951, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562358} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.591543] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 0b934777-cba1-4d08-b077-bfdb23c35dec/0b934777-cba1-4d08-b077-bfdb23c35dec.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 792.591543] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 0b934777-cba1-4d08-b077-bfdb23c35dec] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 792.592378] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c61774f7-ef7f-40d8-a24e-573531ad8373 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.601844] env[70323]: DEBUG oslo_vmware.api [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Waiting for the task: (returnval){ [ 792.601844] env[70323]: value = "task-3226955" [ 792.601844] env[70323]: _type = "Task" [ 792.601844] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.613289] env[70323]: DEBUG oslo_vmware.api [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': task-3226955, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.718609] env[70323]: DEBUG oslo_concurrency.lockutils [None req-dfc14b7f-679b-4943-9341-e7f3530c1dd0 tempest-ServersTestMultiNic-230157736 tempest-ServersTestMultiNic-230157736-project-member] Lock "7be2da39-a762-4d2f-a520-44120528267c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.876s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.798701] env[70323]: DEBUG nova.compute.manager [req-f9eaa0bf-6e04-4a2e-b9f8-8e57c292d5f9 req-f97e0fb4-7720-4a97-bc90-deff4a5c2d52 service nova] [instance: 4a2a0594-39e2-4e91-bba9-954662de5f77] Received event network-vif-plugged-6d93df7c-655f-4453-a192-d2394fa0104a {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.798701] env[70323]: DEBUG oslo_concurrency.lockutils [req-f9eaa0bf-6e04-4a2e-b9f8-8e57c292d5f9 req-f97e0fb4-7720-4a97-bc90-deff4a5c2d52 service nova] Acquiring lock "4a2a0594-39e2-4e91-bba9-954662de5f77-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.798701] env[70323]: DEBUG oslo_concurrency.lockutils [req-f9eaa0bf-6e04-4a2e-b9f8-8e57c292d5f9 req-f97e0fb4-7720-4a97-bc90-deff4a5c2d52 service nova] Lock "4a2a0594-39e2-4e91-bba9-954662de5f77-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.798701] env[70323]: DEBUG oslo_concurrency.lockutils [req-f9eaa0bf-6e04-4a2e-b9f8-8e57c292d5f9 req-f97e0fb4-7720-4a97-bc90-deff4a5c2d52 service nova] Lock "4a2a0594-39e2-4e91-bba9-954662de5f77-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.798701] env[70323]: DEBUG nova.compute.manager [req-f9eaa0bf-6e04-4a2e-b9f8-8e57c292d5f9 req-f97e0fb4-7720-4a97-bc90-deff4a5c2d52 service nova] [instance: 4a2a0594-39e2-4e91-bba9-954662de5f77] No waiting events found dispatching network-vif-plugged-6d93df7c-655f-4453-a192-d2394fa0104a {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 792.798701] env[70323]: WARNING nova.compute.manager [req-f9eaa0bf-6e04-4a2e-b9f8-8e57c292d5f9 req-f97e0fb4-7720-4a97-bc90-deff4a5c2d52 service nova] [instance: 4a2a0594-39e2-4e91-bba9-954662de5f77] Received unexpected event network-vif-plugged-6d93df7c-655f-4453-a192-d2394fa0104a for instance with vm_state building and task_state spawning. [ 792.798701] env[70323]: DEBUG nova.compute.manager [req-f9eaa0bf-6e04-4a2e-b9f8-8e57c292d5f9 req-f97e0fb4-7720-4a97-bc90-deff4a5c2d52 service nova] [instance: 4a2a0594-39e2-4e91-bba9-954662de5f77] Received event network-changed-6d93df7c-655f-4453-a192-d2394fa0104a {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.799105] env[70323]: DEBUG nova.compute.manager [req-f9eaa0bf-6e04-4a2e-b9f8-8e57c292d5f9 req-f97e0fb4-7720-4a97-bc90-deff4a5c2d52 service nova] [instance: 4a2a0594-39e2-4e91-bba9-954662de5f77] Refreshing instance network info cache due to event network-changed-6d93df7c-655f-4453-a192-d2394fa0104a. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 792.799809] env[70323]: DEBUG oslo_concurrency.lockutils [req-f9eaa0bf-6e04-4a2e-b9f8-8e57c292d5f9 req-f97e0fb4-7720-4a97-bc90-deff4a5c2d52 service nova] Acquiring lock "refresh_cache-4a2a0594-39e2-4e91-bba9-954662de5f77" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.799809] env[70323]: DEBUG oslo_concurrency.lockutils [req-f9eaa0bf-6e04-4a2e-b9f8-8e57c292d5f9 req-f97e0fb4-7720-4a97-bc90-deff4a5c2d52 service nova] Acquired lock "refresh_cache-4a2a0594-39e2-4e91-bba9-954662de5f77" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.799809] env[70323]: DEBUG nova.network.neutron [req-f9eaa0bf-6e04-4a2e-b9f8-8e57c292d5f9 req-f97e0fb4-7720-4a97-bc90-deff4a5c2d52 service nova] [instance: 4a2a0594-39e2-4e91-bba9-954662de5f77] Refreshing network info cache for port 6d93df7c-655f-4453-a192-d2394fa0104a {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 792.935656] env[70323]: DEBUG oslo_vmware.api [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': task-3226953, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.006809] env[70323]: DEBUG oslo_vmware.api [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]521787de-70d6-3e4f-3494-7d9882cfeaa0, 'name': SearchDatastore_Task, 'duration_secs': 0.048407} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.007995] env[70323]: DEBUG oslo_concurrency.lockutils [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.008114] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 248f0a9f-88ae-4c02-8870-57422c9f8ac3] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 793.008374] env[70323]: DEBUG oslo_concurrency.lockutils [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.008575] env[70323]: DEBUG oslo_concurrency.lockutils [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.008777] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 793.010067] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76461680-eb99-40dd-a042-7fce73f16352 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.023702] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 793.023950] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 793.024710] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a24d818-bb81-44dd-a863-5e310df884ef {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.033426] env[70323]: DEBUG oslo_vmware.api [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for the task: (returnval){ [ 793.033426] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52199313-bd81-1fcf-1190-9003a4dc3dc2" [ 793.033426] env[70323]: _type = "Task" [ 793.033426] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.045722] env[70323]: DEBUG oslo_vmware.api [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52199313-bd81-1fcf-1190-9003a4dc3dc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.053662] env[70323]: DEBUG oslo_concurrency.lockutils [req-8fd3705b-2a87-4bd6-8694-5ffaae95a7ed req-4eaee6f4-9347-48e5-b68a-017f92fb37e6 service nova] Releasing lock "refresh_cache-248f0a9f-88ae-4c02-8870-57422c9f8ac3" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.075423] env[70323]: DEBUG oslo_vmware.api [None req-366d376a-06b9-4ee6-952b-f468b0034361 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3226954, 'name': Destroy_Task} progress is 33%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.091833] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquiring lock "refresh_cache-4a2a0594-39e2-4e91-bba9-954662de5f77" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.119781] env[70323]: DEBUG oslo_vmware.api [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': task-3226955, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078192} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.120606] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 0b934777-cba1-4d08-b077-bfdb23c35dec] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 793.122179] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b107419-b655-40af-8589-7b6c42859170 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.163390] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 0b934777-cba1-4d08-b077-bfdb23c35dec] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 0b934777-cba1-4d08-b077-bfdb23c35dec/0b934777-cba1-4d08-b077-bfdb23c35dec.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 793.163906] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-040def47-cc7c-4cfb-a1e6-6befd32392ed {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.189133] env[70323]: DEBUG oslo_vmware.api [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Waiting for the task: (returnval){ [ 793.189133] env[70323]: value = "task-3226957" [ 793.189133] env[70323]: _type = "Task" [ 793.189133] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.198515] env[70323]: DEBUG oslo_vmware.api [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': task-3226957, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.346960] env[70323]: DEBUG nova.network.neutron [req-f9eaa0bf-6e04-4a2e-b9f8-8e57c292d5f9 req-f97e0fb4-7720-4a97-bc90-deff4a5c2d52 service nova] [instance: 4a2a0594-39e2-4e91-bba9-954662de5f77] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 793.441270] env[70323]: DEBUG oslo_vmware.api [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': task-3226953, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.484905] env[70323]: DEBUG nova.network.neutron [req-f9eaa0bf-6e04-4a2e-b9f8-8e57c292d5f9 req-f97e0fb4-7720-4a97-bc90-deff4a5c2d52 service nova] [instance: 4a2a0594-39e2-4e91-bba9-954662de5f77] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.492914] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d9f138dc-5117-4c58-81dc-96b803aa0d92 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Acquiring lock "982522d9-dee1-4251-a7a3-4bad81acc442" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.492914] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d9f138dc-5117-4c58-81dc-96b803aa0d92 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Lock "982522d9-dee1-4251-a7a3-4bad81acc442" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.492914] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d9f138dc-5117-4c58-81dc-96b803aa0d92 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Acquiring lock "982522d9-dee1-4251-a7a3-4bad81acc442-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.492914] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d9f138dc-5117-4c58-81dc-96b803aa0d92 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Lock "982522d9-dee1-4251-a7a3-4bad81acc442-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.492914] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d9f138dc-5117-4c58-81dc-96b803aa0d92 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Lock "982522d9-dee1-4251-a7a3-4bad81acc442-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.494591] env[70323]: INFO nova.compute.manager [None req-d9f138dc-5117-4c58-81dc-96b803aa0d92 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 982522d9-dee1-4251-a7a3-4bad81acc442] Terminating instance [ 793.545357] env[70323]: DEBUG oslo_vmware.api [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52199313-bd81-1fcf-1190-9003a4dc3dc2, 'name': SearchDatastore_Task, 'duration_secs': 0.017965} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.548920] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95af2c46-4fcc-49db-aac8-5b63487953e3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.555328] env[70323]: DEBUG oslo_vmware.api [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for the task: (returnval){ [ 793.555328] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]523c7745-086a-d214-c7e2-bf96875d2d83" [ 793.555328] env[70323]: _type = "Task" [ 793.555328] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.570490] env[70323]: DEBUG oslo_vmware.api [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]523c7745-086a-d214-c7e2-bf96875d2d83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.578517] env[70323]: DEBUG oslo_vmware.api [None req-366d376a-06b9-4ee6-952b-f468b0034361 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3226954, 'name': Destroy_Task, 'duration_secs': 0.583997} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.578822] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-366d376a-06b9-4ee6-952b-f468b0034361 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 982522d9-dee1-4251-a7a3-4bad81acc442] Destroyed the VM [ 793.579064] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-366d376a-06b9-4ee6-952b-f468b0034361 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 982522d9-dee1-4251-a7a3-4bad81acc442] Deleting Snapshot of the VM instance {{(pid=70323) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 793.579325] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-326668c3-fa48-4f88-966a-0d89cae5ff27 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.587521] env[70323]: DEBUG oslo_vmware.api [None req-366d376a-06b9-4ee6-952b-f468b0034361 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Waiting for the task: (returnval){ [ 793.587521] env[70323]: value = "task-3226958" [ 793.587521] env[70323]: _type = "Task" [ 793.587521] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.601194] env[70323]: DEBUG oslo_vmware.api [None req-366d376a-06b9-4ee6-952b-f468b0034361 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3226958, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.679636] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 793.681032] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 793.708254] env[70323]: DEBUG oslo_vmware.api [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': task-3226957, 'name': ReconfigVM_Task, 'duration_secs': 0.434375} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.708338] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 0b934777-cba1-4d08-b077-bfdb23c35dec] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 0b934777-cba1-4d08-b077-bfdb23c35dec/0b934777-cba1-4d08-b077-bfdb23c35dec.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 793.709084] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9fd1aaaf-8888-4883-be6f-4fdfb8ede949 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.717179] env[70323]: DEBUG oslo_vmware.api [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Waiting for the task: (returnval){ [ 793.717179] env[70323]: value = "task-3226959" [ 793.717179] env[70323]: _type = "Task" [ 793.717179] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.727582] env[70323]: DEBUG oslo_vmware.api [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': task-3226959, 'name': Rename_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.817464] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e325651d-a8a7-4c98-be91-eb2ede06b484 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.826258] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7311180c-fdeb-43c2-acf6-9891eb205e5e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.862519] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d516c198-70d0-41f8-915c-8d597a2faa17 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.872192] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f491367-f05e-45a3-94d3-1fa22c015103 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.898502] env[70323]: DEBUG nova.compute.provider_tree [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 793.935851] env[70323]: DEBUG oslo_vmware.api [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': task-3226953, 'name': PowerOnVM_Task, 'duration_secs': 1.062303} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.936296] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 53bef48f-e24f-423a-ae83-a30a408153bc] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 793.936587] env[70323]: INFO nova.compute.manager [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 53bef48f-e24f-423a-ae83-a30a408153bc] Took 10.38 seconds to spawn the instance on the hypervisor. [ 793.936811] env[70323]: DEBUG nova.compute.manager [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 53bef48f-e24f-423a-ae83-a30a408153bc] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 793.937632] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d43f84a7-9267-465e-a582-0dede4fde16d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.988674] env[70323]: DEBUG oslo_concurrency.lockutils [req-f9eaa0bf-6e04-4a2e-b9f8-8e57c292d5f9 req-f97e0fb4-7720-4a97-bc90-deff4a5c2d52 service nova] Releasing lock "refresh_cache-4a2a0594-39e2-4e91-bba9-954662de5f77" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.989187] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquired lock "refresh_cache-4a2a0594-39e2-4e91-bba9-954662de5f77" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.989347] env[70323]: DEBUG nova.network.neutron [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 4a2a0594-39e2-4e91-bba9-954662de5f77] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 794.003922] env[70323]: DEBUG nova.compute.manager [None req-d9f138dc-5117-4c58-81dc-96b803aa0d92 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 982522d9-dee1-4251-a7a3-4bad81acc442] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 794.004261] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f138dc-5117-4c58-81dc-96b803aa0d92 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 982522d9-dee1-4251-a7a3-4bad81acc442] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 794.008149] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-183d1af0-d569-4478-9a0d-cfa97f1cdbd6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.016858] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f138dc-5117-4c58-81dc-96b803aa0d92 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 982522d9-dee1-4251-a7a3-4bad81acc442] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 794.017127] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-702893e6-9021-4596-93f2-428d6acb293a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.067254] env[70323]: DEBUG oslo_vmware.api [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]523c7745-086a-d214-c7e2-bf96875d2d83, 'name': SearchDatastore_Task, 'duration_secs': 0.01192} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.067254] env[70323]: DEBUG oslo_concurrency.lockutils [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.067354] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 248f0a9f-88ae-4c02-8870-57422c9f8ac3/248f0a9f-88ae-4c02-8870-57422c9f8ac3.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 794.067622] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a6fe4865-554f-4603-8fc8-8c01e212a9cd {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.075951] env[70323]: DEBUG oslo_vmware.api [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for the task: (returnval){ [ 794.075951] env[70323]: value = "task-3226961" [ 794.075951] env[70323]: _type = "Task" [ 794.075951] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.085059] env[70323]: DEBUG oslo_vmware.api [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3226961, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.099016] env[70323]: DEBUG oslo_vmware.api [None req-366d376a-06b9-4ee6-952b-f468b0034361 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3226958, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.123383] env[70323]: DEBUG oslo_concurrency.lockutils [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Acquiring lock "8a80fada-70ad-42ca-8fdd-518ef976b8d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.123643] env[70323]: DEBUG oslo_concurrency.lockutils [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Lock "8a80fada-70ad-42ca-8fdd-518ef976b8d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.189377] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 794.189580] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 794.189760] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 794.189951] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 794.190149] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 794.190334] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 794.190487] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70323) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 794.190654] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager.update_available_resource {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 794.230137] env[70323]: DEBUG oslo_vmware.api [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': task-3226959, 'name': Rename_Task, 'duration_secs': 0.174427} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.230443] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 0b934777-cba1-4d08-b077-bfdb23c35dec] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 794.230694] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8bebc3fa-d173-472d-aa31-7523069d4b7c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.240583] env[70323]: DEBUG oslo_vmware.api [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Waiting for the task: (returnval){ [ 794.240583] env[70323]: value = "task-3226962" [ 794.240583] env[70323]: _type = "Task" [ 794.240583] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.250923] env[70323]: DEBUG oslo_vmware.api [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': task-3226962, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.400207] env[70323]: DEBUG nova.scheduler.client.report [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 794.459687] env[70323]: INFO nova.compute.manager [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 53bef48f-e24f-423a-ae83-a30a408153bc] Took 43.20 seconds to build instance. [ 794.545314] env[70323]: DEBUG nova.network.neutron [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 4a2a0594-39e2-4e91-bba9-954662de5f77] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 794.594071] env[70323]: DEBUG oslo_vmware.api [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3226961, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.607819] env[70323]: DEBUG oslo_vmware.api [None req-366d376a-06b9-4ee6-952b-f468b0034361 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3226958, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.693872] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.757626] env[70323]: DEBUG oslo_vmware.api [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': task-3226962, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.851262] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f138dc-5117-4c58-81dc-96b803aa0d92 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 982522d9-dee1-4251-a7a3-4bad81acc442] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 794.851262] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f138dc-5117-4c58-81dc-96b803aa0d92 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 982522d9-dee1-4251-a7a3-4bad81acc442] Deleting contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 794.851262] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9f138dc-5117-4c58-81dc-96b803aa0d92 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Deleting the datastore file [datastore1] 982522d9-dee1-4251-a7a3-4bad81acc442 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 794.851262] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e3baa26-9f59-460d-bd1d-4b126de6871c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.860198] env[70323]: DEBUG oslo_vmware.api [None req-d9f138dc-5117-4c58-81dc-96b803aa0d92 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Waiting for the task: (returnval){ [ 794.860198] env[70323]: value = "task-3226963" [ 794.860198] env[70323]: _type = "Task" [ 794.860198] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.905267] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.735s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.906457] env[70323]: DEBUG nova.compute.manager [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] [instance: b3f9b17f-4e9b-4d78-954d-a6eee9613900] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 794.909425] env[70323]: DEBUG oslo_concurrency.lockutils [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.458s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.911734] env[70323]: INFO nova.compute.claims [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] [instance: 344d5579-628b-4a56-aedf-d9ecaa2c5c9f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 794.961060] env[70323]: DEBUG oslo_concurrency.lockutils [None req-df2ba143-0b66-46f5-967c-cd193e64c82c tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Lock "53bef48f-e24f-423a-ae83-a30a408153bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 97.356s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.072524] env[70323]: DEBUG nova.network.neutron [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 4a2a0594-39e2-4e91-bba9-954662de5f77] Updating instance_info_cache with network_info: [{"id": "6d93df7c-655f-4453-a192-d2394fa0104a", "address": "fa:16:3e:bb:45:e4", "network": {"id": "6e67070b-8cfb-44d3-a355-e33374893830", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-79061281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9442610b28a7452a8b29d013bd021928", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d93df7c-65", "ovs_interfaceid": "6d93df7c-655f-4453-a192-d2394fa0104a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.087134] env[70323]: DEBUG oslo_vmware.api [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3226961, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565076} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.087983] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 248f0a9f-88ae-4c02-8870-57422c9f8ac3/248f0a9f-88ae-4c02-8870-57422c9f8ac3.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 795.088215] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 248f0a9f-88ae-4c02-8870-57422c9f8ac3] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 795.088466] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bfcb6f24-b4ee-49ee-93d5-624d0eb18a44 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.099143] env[70323]: DEBUG oslo_vmware.api [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for the task: (returnval){ [ 795.099143] env[70323]: value = "task-3226965" [ 795.099143] env[70323]: _type = "Task" [ 795.099143] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.107117] env[70323]: DEBUG oslo_vmware.api [None req-366d376a-06b9-4ee6-952b-f468b0034361 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3226958, 'name': RemoveSnapshot_Task, 'duration_secs': 1.164941} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.107117] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-366d376a-06b9-4ee6-952b-f468b0034361 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 982522d9-dee1-4251-a7a3-4bad81acc442] Deleted Snapshot of the VM instance {{(pid=70323) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 795.107117] env[70323]: INFO nova.compute.manager [None req-366d376a-06b9-4ee6-952b-f468b0034361 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 982522d9-dee1-4251-a7a3-4bad81acc442] Took 14.41 seconds to snapshot the instance on the hypervisor. [ 795.119503] env[70323]: DEBUG oslo_vmware.api [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3226965, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.254089] env[70323]: DEBUG oslo_vmware.api [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': task-3226962, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.368762] env[70323]: DEBUG oslo_vmware.api [None req-d9f138dc-5117-4c58-81dc-96b803aa0d92 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3226963, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.459169} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.369084] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9f138dc-5117-4c58-81dc-96b803aa0d92 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 795.369260] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f138dc-5117-4c58-81dc-96b803aa0d92 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 982522d9-dee1-4251-a7a3-4bad81acc442] Deleted contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 795.369454] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f138dc-5117-4c58-81dc-96b803aa0d92 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 982522d9-dee1-4251-a7a3-4bad81acc442] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 795.369615] env[70323]: INFO nova.compute.manager [None req-d9f138dc-5117-4c58-81dc-96b803aa0d92 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 982522d9-dee1-4251-a7a3-4bad81acc442] Took 1.37 seconds to destroy the instance on the hypervisor. [ 795.369887] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9f138dc-5117-4c58-81dc-96b803aa0d92 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 795.370104] env[70323]: DEBUG nova.compute.manager [-] [instance: 982522d9-dee1-4251-a7a3-4bad81acc442] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 795.370206] env[70323]: DEBUG nova.network.neutron [-] [instance: 982522d9-dee1-4251-a7a3-4bad81acc442] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 795.417345] env[70323]: DEBUG nova.compute.utils [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 795.425581] env[70323]: DEBUG nova.compute.manager [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] [instance: b3f9b17f-4e9b-4d78-954d-a6eee9613900] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 795.425581] env[70323]: DEBUG nova.network.neutron [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] [instance: b3f9b17f-4e9b-4d78-954d-a6eee9613900] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 795.466126] env[70323]: DEBUG nova.compute.manager [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: 340cbed9-448a-4d71-92fa-a4bec142d293] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 795.482234] env[70323]: DEBUG nova.policy [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd3fa6e3241548d09be2567c5292ca6d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '480c985126fe4af59bd4d732357ed2e6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 795.574573] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Releasing lock "refresh_cache-4a2a0594-39e2-4e91-bba9-954662de5f77" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.574885] env[70323]: DEBUG nova.compute.manager [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 4a2a0594-39e2-4e91-bba9-954662de5f77] Instance network_info: |[{"id": "6d93df7c-655f-4453-a192-d2394fa0104a", "address": "fa:16:3e:bb:45:e4", "network": {"id": "6e67070b-8cfb-44d3-a355-e33374893830", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-79061281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9442610b28a7452a8b29d013bd021928", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d93df7c-65", "ovs_interfaceid": "6d93df7c-655f-4453-a192-d2394fa0104a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 795.575322] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 4a2a0594-39e2-4e91-bba9-954662de5f77] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:45:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13b62154-a0e1-4eed-bc30-6464b15993bb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6d93df7c-655f-4453-a192-d2394fa0104a', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 795.582881] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 795.583442] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a2a0594-39e2-4e91-bba9-954662de5f77] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 795.583679] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1f436d8-09f2-4eb5-9675-5ba0f7eb61ba {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.607372] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 795.607372] env[70323]: value = "task-3226966" [ 795.607372] env[70323]: _type = "Task" [ 795.607372] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.610683] env[70323]: DEBUG nova.compute.manager [None req-366d376a-06b9-4ee6-952b-f468b0034361 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 982522d9-dee1-4251-a7a3-4bad81acc442] Instance disappeared during snapshot {{(pid=70323) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 795.612602] env[70323]: DEBUG oslo_vmware.api [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3226965, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074541} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.617994] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 248f0a9f-88ae-4c02-8870-57422c9f8ac3] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 795.619091] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f441711e-845a-4ad4-b713-8ec462995af0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.625643] env[70323]: DEBUG nova.compute.manager [None req-366d376a-06b9-4ee6-952b-f468b0034361 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Image not found during clean up 7a36d298-7412-4daa-9081-1e0a2f2654e9 {{(pid=70323) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 795.647565] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 248f0a9f-88ae-4c02-8870-57422c9f8ac3] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 248f0a9f-88ae-4c02-8870-57422c9f8ac3/248f0a9f-88ae-4c02-8870-57422c9f8ac3.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 795.647993] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226966, 'name': CreateVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.651576] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e803a4ae-7f57-4e67-a923-8ee6fe51a02d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.676411] env[70323]: DEBUG oslo_vmware.api [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for the task: (returnval){ [ 795.676411] env[70323]: value = "task-3226967" [ 795.676411] env[70323]: _type = "Task" [ 795.676411] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.694396] env[70323]: DEBUG oslo_vmware.api [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3226967, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.753674] env[70323]: DEBUG oslo_vmware.api [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': task-3226962, 'name': PowerOnVM_Task, 'duration_secs': 1.316052} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.753956] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 0b934777-cba1-4d08-b077-bfdb23c35dec] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 795.754521] env[70323]: INFO nova.compute.manager [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 0b934777-cba1-4d08-b077-bfdb23c35dec] Took 9.37 seconds to spawn the instance on the hypervisor. [ 795.754521] env[70323]: DEBUG nova.compute.manager [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 0b934777-cba1-4d08-b077-bfdb23c35dec] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 795.755161] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de04e56-bb12-48ff-8605-d9bf9725d7ee {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.781350] env[70323]: DEBUG nova.network.neutron [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] [instance: b3f9b17f-4e9b-4d78-954d-a6eee9613900] Successfully created port: 7c7084ca-7fd3-42c8-9aa1-65a193f53144 {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 795.822859] env[70323]: DEBUG nova.compute.manager [req-915efaa9-f291-4014-a154-ceba540827a4 req-d5025877-7a4b-4117-a3eb-f02878e51d6e service nova] [instance: 982522d9-dee1-4251-a7a3-4bad81acc442] Received event network-vif-deleted-521c9393-a1d4-4659-b3ea-541eb191541d {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.823186] env[70323]: INFO nova.compute.manager [req-915efaa9-f291-4014-a154-ceba540827a4 req-d5025877-7a4b-4117-a3eb-f02878e51d6e service nova] [instance: 982522d9-dee1-4251-a7a3-4bad81acc442] Neutron deleted interface 521c9393-a1d4-4659-b3ea-541eb191541d; detaching it from the instance and deleting it from the info cache [ 795.823388] env[70323]: DEBUG nova.network.neutron [req-915efaa9-f291-4014-a154-ceba540827a4 req-d5025877-7a4b-4117-a3eb-f02878e51d6e service nova] [instance: 982522d9-dee1-4251-a7a3-4bad81acc442] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.926934] env[70323]: DEBUG nova.compute.manager [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] [instance: b3f9b17f-4e9b-4d78-954d-a6eee9613900] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 795.989082] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.121543] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226966, 'name': CreateVM_Task} progress is 25%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.138722] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ef0332-faeb-4e48-ba81-e470d6df4a19 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.155547] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62a4ea1-2412-4783-8375-ecb3f734c1e8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.195950] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd0de9e-8e65-4430-8344-00cc00b0c05b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.205948] env[70323]: DEBUG oslo_vmware.api [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3226967, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.210672] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f42eaed-8abc-41d4-a632-3ca0fe646b44 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.230959] env[70323]: DEBUG nova.compute.provider_tree [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.276164] env[70323]: INFO nova.compute.manager [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 0b934777-cba1-4d08-b077-bfdb23c35dec] Took 40.06 seconds to build instance. [ 796.307030] env[70323]: DEBUG nova.network.neutron [-] [instance: 982522d9-dee1-4251-a7a3-4bad81acc442] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.332953] env[70323]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-58181675-e0d9-4ea5-805e-53dbfaadafd0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.345937] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7307fe55-c437-481e-97fb-fda79c8afe65 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.389172] env[70323]: DEBUG nova.compute.manager [req-915efaa9-f291-4014-a154-ceba540827a4 req-d5025877-7a4b-4117-a3eb-f02878e51d6e service nova] [instance: 982522d9-dee1-4251-a7a3-4bad81acc442] Detach interface failed, port_id=521c9393-a1d4-4659-b3ea-541eb191541d, reason: Instance 982522d9-dee1-4251-a7a3-4bad81acc442 could not be found. {{(pid=70323) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 796.622113] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226966, 'name': CreateVM_Task, 'duration_secs': 0.629931} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.622344] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a2a0594-39e2-4e91-bba9-954662de5f77] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 796.623131] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.623605] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.623685] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.623925] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b67107f-eb69-4075-87d9-f2762e82bd60 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.629462] env[70323]: DEBUG oslo_vmware.api [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for the task: (returnval){ [ 796.629462] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]525427cc-4022-dc3a-cb14-886221263070" [ 796.629462] env[70323]: _type = "Task" [ 796.629462] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.638405] env[70323]: DEBUG oslo_vmware.api [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]525427cc-4022-dc3a-cb14-886221263070, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.701951] env[70323]: DEBUG oslo_vmware.api [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3226967, 'name': ReconfigVM_Task, 'duration_secs': 0.615664} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.702200] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 248f0a9f-88ae-4c02-8870-57422c9f8ac3] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 248f0a9f-88ae-4c02-8870-57422c9f8ac3/248f0a9f-88ae-4c02-8870-57422c9f8ac3.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 796.702825] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d8362cc-a3e9-4a8d-98bf-0d38ce166045 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.712027] env[70323]: DEBUG oslo_vmware.api [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for the task: (returnval){ [ 796.712027] env[70323]: value = "task-3226968" [ 796.712027] env[70323]: _type = "Task" [ 796.712027] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.722140] env[70323]: DEBUG oslo_vmware.api [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3226968, 'name': Rename_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.738783] env[70323]: DEBUG nova.scheduler.client.report [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 796.777725] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ce0a3744-19f1-4463-8395-2679126ad307 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Lock "0b934777-cba1-4d08-b077-bfdb23c35dec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 98.623s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.810479] env[70323]: INFO nova.compute.manager [-] [instance: 982522d9-dee1-4251-a7a3-4bad81acc442] Took 1.44 seconds to deallocate network for instance. [ 796.937418] env[70323]: DEBUG nova.compute.manager [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] [instance: b3f9b17f-4e9b-4d78-954d-a6eee9613900] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 796.965738] env[70323]: DEBUG nova.virt.hardware [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 796.965983] env[70323]: DEBUG nova.virt.hardware [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 796.966159] env[70323]: DEBUG nova.virt.hardware [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 796.966342] env[70323]: DEBUG nova.virt.hardware [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 796.966490] env[70323]: DEBUG nova.virt.hardware [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 796.966657] env[70323]: DEBUG nova.virt.hardware [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 796.966871] env[70323]: DEBUG nova.virt.hardware [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 796.967259] env[70323]: DEBUG nova.virt.hardware [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 796.967477] env[70323]: DEBUG nova.virt.hardware [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 796.967649] env[70323]: DEBUG nova.virt.hardware [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 796.967828] env[70323]: DEBUG nova.virt.hardware [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 796.968763] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b971dc-5293-43cd-b3ab-fa58ab928707 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.977375] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f22a965-8e4e-4c3f-9e12-091b942410b1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.141651] env[70323]: DEBUG oslo_vmware.api [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]525427cc-4022-dc3a-cb14-886221263070, 'name': SearchDatastore_Task, 'duration_secs': 0.031649} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.141651] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.141651] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 4a2a0594-39e2-4e91-bba9-954662de5f77] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 797.141651] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.141651] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.141651] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 797.141651] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af1c7c92-a106-4451-97c3-5e780544ec09 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.152410] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 797.152615] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 797.153392] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d4fd922-df84-4172-a43c-fe8ca603cad0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.160662] env[70323]: DEBUG oslo_vmware.api [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for the task: (returnval){ [ 797.160662] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5202a817-0fe4-0b46-7d39-8f75dc6a24fc" [ 797.160662] env[70323]: _type = "Task" [ 797.160662] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.170466] env[70323]: DEBUG oslo_vmware.api [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5202a817-0fe4-0b46-7d39-8f75dc6a24fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.222471] env[70323]: DEBUG oslo_vmware.api [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3226968, 'name': Rename_Task, 'duration_secs': 0.305046} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.222925] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 248f0a9f-88ae-4c02-8870-57422c9f8ac3] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 797.223245] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe969546-d3fc-42eb-84f1-34e06bb76ff5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.231440] env[70323]: DEBUG oslo_vmware.api [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for the task: (returnval){ [ 797.231440] env[70323]: value = "task-3226970" [ 797.231440] env[70323]: _type = "Task" [ 797.231440] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.244319] env[70323]: DEBUG oslo_concurrency.lockutils [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.335s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.244851] env[70323]: DEBUG nova.compute.manager [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] [instance: 344d5579-628b-4a56-aedf-d9ecaa2c5c9f] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 797.248174] env[70323]: DEBUG oslo_vmware.api [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3226970, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.248530] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2b886c69-ad2f-4b82-8db8-3b76f3f2bd18 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.715s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.248822] env[70323]: DEBUG nova.objects.instance [None req-2b886c69-ad2f-4b82-8db8-3b76f3f2bd18 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Lazy-loading 'resources' on Instance uuid ba5dd49c-50d4-4dee-b428-9d4300ab43af {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 797.279977] env[70323]: DEBUG nova.compute.manager [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: 69d9372b-83a6-4a8a-b611-abd6c4fb2ddc] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 797.317261] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d9f138dc-5117-4c58-81dc-96b803aa0d92 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.587738] env[70323]: DEBUG nova.compute.manager [req-a2294ca8-e81b-4492-baa1-e049034c15aa req-9a535328-e84a-45c0-9633-eee5fd90183d service nova] [instance: b3f9b17f-4e9b-4d78-954d-a6eee9613900] Received event network-vif-plugged-7c7084ca-7fd3-42c8-9aa1-65a193f53144 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 797.587943] env[70323]: DEBUG oslo_concurrency.lockutils [req-a2294ca8-e81b-4492-baa1-e049034c15aa req-9a535328-e84a-45c0-9633-eee5fd90183d service nova] Acquiring lock "b3f9b17f-4e9b-4d78-954d-a6eee9613900-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.588180] env[70323]: DEBUG oslo_concurrency.lockutils [req-a2294ca8-e81b-4492-baa1-e049034c15aa req-9a535328-e84a-45c0-9633-eee5fd90183d service nova] Lock "b3f9b17f-4e9b-4d78-954d-a6eee9613900-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.588342] env[70323]: DEBUG oslo_concurrency.lockutils [req-a2294ca8-e81b-4492-baa1-e049034c15aa req-9a535328-e84a-45c0-9633-eee5fd90183d service nova] Lock "b3f9b17f-4e9b-4d78-954d-a6eee9613900-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.588513] env[70323]: DEBUG nova.compute.manager [req-a2294ca8-e81b-4492-baa1-e049034c15aa req-9a535328-e84a-45c0-9633-eee5fd90183d service nova] [instance: b3f9b17f-4e9b-4d78-954d-a6eee9613900] No waiting events found dispatching network-vif-plugged-7c7084ca-7fd3-42c8-9aa1-65a193f53144 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 797.592267] env[70323]: WARNING nova.compute.manager [req-a2294ca8-e81b-4492-baa1-e049034c15aa req-9a535328-e84a-45c0-9633-eee5fd90183d service nova] [instance: b3f9b17f-4e9b-4d78-954d-a6eee9613900] Received unexpected event network-vif-plugged-7c7084ca-7fd3-42c8-9aa1-65a193f53144 for instance with vm_state building and task_state spawning. [ 797.593347] env[70323]: DEBUG nova.network.neutron [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] [instance: b3f9b17f-4e9b-4d78-954d-a6eee9613900] Successfully updated port: 7c7084ca-7fd3-42c8-9aa1-65a193f53144 {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 797.673973] env[70323]: DEBUG oslo_vmware.api [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5202a817-0fe4-0b46-7d39-8f75dc6a24fc, 'name': SearchDatastore_Task, 'duration_secs': 0.018138} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.675169] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0733e929-8eca-440b-a273-5ab592246115 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.682872] env[70323]: DEBUG oslo_vmware.api [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for the task: (returnval){ [ 797.682872] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]527388be-dada-6577-f99c-e2374dba39cb" [ 797.682872] env[70323]: _type = "Task" [ 797.682872] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.690194] env[70323]: DEBUG oslo_vmware.api [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]527388be-dada-6577-f99c-e2374dba39cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.751014] env[70323]: DEBUG oslo_vmware.api [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3226970, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.752947] env[70323]: DEBUG nova.compute.utils [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 797.756069] env[70323]: DEBUG nova.compute.manager [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] [instance: 344d5579-628b-4a56-aedf-d9ecaa2c5c9f] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 797.756069] env[70323]: DEBUG nova.network.neutron [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] [instance: 344d5579-628b-4a56-aedf-d9ecaa2c5c9f] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 797.800384] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.818998] env[70323]: DEBUG nova.policy [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b93bb6f04324469b2d36a8740d50d38', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72f35be80c324a5480b5e0fe6546808d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 798.098297] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Acquiring lock "refresh_cache-b3f9b17f-4e9b-4d78-954d-a6eee9613900" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.098297] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Acquired lock "refresh_cache-b3f9b17f-4e9b-4d78-954d-a6eee9613900" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.098297] env[70323]: DEBUG nova.network.neutron [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] [instance: b3f9b17f-4e9b-4d78-954d-a6eee9613900] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 798.114339] env[70323]: DEBUG nova.compute.manager [None req-f682ac73-b0e2-4941-bce9-dda75e3623ca tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 53bef48f-e24f-423a-ae83-a30a408153bc] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 798.115336] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c36f7de-dea9-44f3-898a-96408ece65d8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.192324] env[70323]: DEBUG oslo_vmware.api [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]527388be-dada-6577-f99c-e2374dba39cb, 'name': SearchDatastore_Task, 'duration_secs': 0.014673} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.196287] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.196736] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 4a2a0594-39e2-4e91-bba9-954662de5f77/4a2a0594-39e2-4e91-bba9-954662de5f77.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 798.197442] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a27d99b-a363-4ce3-ae3a-603d08c5b3ef {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.205864] env[70323]: DEBUG oslo_vmware.api [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for the task: (returnval){ [ 798.205864] env[70323]: value = "task-3226971" [ 798.205864] env[70323]: _type = "Task" [ 798.205864] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.218820] env[70323]: DEBUG oslo_vmware.api [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3226971, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.255344] env[70323]: DEBUG oslo_vmware.api [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3226970, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.267794] env[70323]: DEBUG nova.compute.manager [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] [instance: 344d5579-628b-4a56-aedf-d9ecaa2c5c9f] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 798.381216] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15fd10cf-36bb-4b13-8e5c-6617c8637544 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.390973] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159e644c-37cd-4991-b93a-3b36db8dcc01 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.431217] env[70323]: DEBUG nova.network.neutron [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] [instance: 344d5579-628b-4a56-aedf-d9ecaa2c5c9f] Successfully created port: 3ccbd409-a3e2-4e7a-bb36-4bff019bdb94 {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 798.436024] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd2df8c-2aa0-4cb3-99c1-6a83b46f49af {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.443850] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79140d5-ceee-4d91-99bf-318af6ac7572 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.463804] env[70323]: DEBUG nova.compute.provider_tree [None req-2b886c69-ad2f-4b82-8db8-3b76f3f2bd18 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 798.632145] env[70323]: INFO nova.compute.manager [None req-f682ac73-b0e2-4941-bce9-dda75e3623ca tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 53bef48f-e24f-423a-ae83-a30a408153bc] instance snapshotting [ 798.636195] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b5e822a-7222-41d3-ab26-d78f44a70a95 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.668058] env[70323]: DEBUG nova.network.neutron [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] [instance: b3f9b17f-4e9b-4d78-954d-a6eee9613900] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 798.673088] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c52b21-b4a2-4bef-bd84-3639a7ab26b3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.724074] env[70323]: DEBUG oslo_vmware.api [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3226971, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.759464] env[70323]: DEBUG oslo_vmware.api [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3226970, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.959870] env[70323]: DEBUG nova.network.neutron [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] [instance: b3f9b17f-4e9b-4d78-954d-a6eee9613900] Updating instance_info_cache with network_info: [{"id": "7c7084ca-7fd3-42c8-9aa1-65a193f53144", "address": "fa:16:3e:3a:eb:16", "network": {"id": "fe33960f-82a0-421a-a603-663362abc6e9", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-350364497-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "480c985126fe4af59bd4d732357ed2e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c7084ca-7f", "ovs_interfaceid": "7c7084ca-7fd3-42c8-9aa1-65a193f53144", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.969844] env[70323]: DEBUG nova.scheduler.client.report [None req-2b886c69-ad2f-4b82-8db8-3b76f3f2bd18 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.190048] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-f682ac73-b0e2-4941-bce9-dda75e3623ca tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 53bef48f-e24f-423a-ae83-a30a408153bc] Creating Snapshot of the VM instance {{(pid=70323) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 799.190228] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a3f3fcf5-d338-4dc0-a93b-b92b4df391da {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.208304] env[70323]: DEBUG oslo_vmware.api [None req-f682ac73-b0e2-4941-bce9-dda75e3623ca tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Waiting for the task: (returnval){ [ 799.208304] env[70323]: value = "task-3226972" [ 799.208304] env[70323]: _type = "Task" [ 799.208304] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.227401] env[70323]: DEBUG oslo_vmware.api [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3226971, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.726417} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.231466] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 4a2a0594-39e2-4e91-bba9-954662de5f77/4a2a0594-39e2-4e91-bba9-954662de5f77.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 799.231738] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 4a2a0594-39e2-4e91-bba9-954662de5f77] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 799.232077] env[70323]: DEBUG oslo_vmware.api [None req-f682ac73-b0e2-4941-bce9-dda75e3623ca tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': task-3226972, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.232322] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f654517-e0fe-47a1-9352-818d91652ffe {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.241724] env[70323]: DEBUG oslo_vmware.api [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for the task: (returnval){ [ 799.241724] env[70323]: value = "task-3226973" [ 799.241724] env[70323]: _type = "Task" [ 799.241724] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.258613] env[70323]: DEBUG oslo_vmware.api [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3226973, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.262773] env[70323]: DEBUG oslo_vmware.api [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3226970, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.281514] env[70323]: DEBUG nova.compute.manager [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] [instance: 344d5579-628b-4a56-aedf-d9ecaa2c5c9f] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 799.322498] env[70323]: DEBUG nova.virt.hardware [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 799.322858] env[70323]: DEBUG nova.virt.hardware [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 799.323151] env[70323]: DEBUG nova.virt.hardware [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 799.323407] env[70323]: DEBUG nova.virt.hardware [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 799.323708] env[70323]: DEBUG nova.virt.hardware [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 799.323977] env[70323]: DEBUG nova.virt.hardware [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 799.324054] env[70323]: DEBUG nova.virt.hardware [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 799.324303] env[70323]: DEBUG nova.virt.hardware [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 799.324663] env[70323]: DEBUG nova.virt.hardware [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 799.324871] env[70323]: DEBUG nova.virt.hardware [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 799.325070] env[70323]: DEBUG nova.virt.hardware [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 799.326067] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c12ed6-06a5-4f6a-875c-df4caacbbd40 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.336962] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757fb059-bf1c-41d4-9d5b-fa3f6006c912 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.464018] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Releasing lock "refresh_cache-b3f9b17f-4e9b-4d78-954d-a6eee9613900" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.464488] env[70323]: DEBUG nova.compute.manager [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] [instance: b3f9b17f-4e9b-4d78-954d-a6eee9613900] Instance network_info: |[{"id": "7c7084ca-7fd3-42c8-9aa1-65a193f53144", "address": "fa:16:3e:3a:eb:16", "network": {"id": "fe33960f-82a0-421a-a603-663362abc6e9", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-350364497-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "480c985126fe4af59bd4d732357ed2e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c7084ca-7f", "ovs_interfaceid": "7c7084ca-7fd3-42c8-9aa1-65a193f53144", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 799.464995] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] [instance: b3f9b17f-4e9b-4d78-954d-a6eee9613900] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:eb:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '93c5b7ce-4c84-40bc-884c-b2453e0eee69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c7084ca-7fd3-42c8-9aa1-65a193f53144', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 799.475566] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Creating folder: Project (480c985126fe4af59bd4d732357ed2e6). Parent ref: group-v644941. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 799.475841] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2b886c69-ad2f-4b82-8db8-3b76f3f2bd18 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.227s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.478289] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ac821967-fab8-4589-9697-2d5fb2727786 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.480574] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.642s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.482371] env[70323]: INFO nova.compute.claims [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] [instance: 7da61593-5cdd-4a3b-8999-754b6090bff7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 799.497235] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Created folder: Project (480c985126fe4af59bd4d732357ed2e6) in parent group-v644941. [ 799.497501] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Creating folder: Instances. Parent ref: group-v645084. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 799.498480] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4cfc0051-e77d-455a-a477-80368c6b239b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.512133] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Created folder: Instances in parent group-v645084. [ 799.512483] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 799.512927] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3f9b17f-4e9b-4d78-954d-a6eee9613900] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 799.513299] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6bc710a7-fb1d-48f8-8fc7-786f863b38e7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.533922] env[70323]: INFO nova.scheduler.client.report [None req-2b886c69-ad2f-4b82-8db8-3b76f3f2bd18 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Deleted allocations for instance ba5dd49c-50d4-4dee-b428-9d4300ab43af [ 799.547023] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 799.547023] env[70323]: value = "task-3226976" [ 799.547023] env[70323]: _type = "Task" [ 799.547023] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.555978] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226976, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.696378] env[70323]: DEBUG nova.compute.manager [req-91b1b11f-a18c-4dd6-99ba-cecd012d45c5 req-b3c4c293-564e-4957-b9bb-7d3829c83ff9 service nova] [instance: b3f9b17f-4e9b-4d78-954d-a6eee9613900] Received event network-changed-7c7084ca-7fd3-42c8-9aa1-65a193f53144 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 799.696505] env[70323]: DEBUG nova.compute.manager [req-91b1b11f-a18c-4dd6-99ba-cecd012d45c5 req-b3c4c293-564e-4957-b9bb-7d3829c83ff9 service nova] [instance: b3f9b17f-4e9b-4d78-954d-a6eee9613900] Refreshing instance network info cache due to event network-changed-7c7084ca-7fd3-42c8-9aa1-65a193f53144. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 799.697550] env[70323]: DEBUG oslo_concurrency.lockutils [req-91b1b11f-a18c-4dd6-99ba-cecd012d45c5 req-b3c4c293-564e-4957-b9bb-7d3829c83ff9 service nova] Acquiring lock "refresh_cache-b3f9b17f-4e9b-4d78-954d-a6eee9613900" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.697550] env[70323]: DEBUG oslo_concurrency.lockutils [req-91b1b11f-a18c-4dd6-99ba-cecd012d45c5 req-b3c4c293-564e-4957-b9bb-7d3829c83ff9 service nova] Acquired lock "refresh_cache-b3f9b17f-4e9b-4d78-954d-a6eee9613900" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.697550] env[70323]: DEBUG nova.network.neutron [req-91b1b11f-a18c-4dd6-99ba-cecd012d45c5 req-b3c4c293-564e-4957-b9bb-7d3829c83ff9 service nova] [instance: b3f9b17f-4e9b-4d78-954d-a6eee9613900] Refreshing network info cache for port 7c7084ca-7fd3-42c8-9aa1-65a193f53144 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 799.726043] env[70323]: DEBUG oslo_vmware.api [None req-f682ac73-b0e2-4941-bce9-dda75e3623ca tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': task-3226972, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.761021] env[70323]: DEBUG oslo_vmware.api [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3226970, 'name': PowerOnVM_Task, 'duration_secs': 2.29867} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.762711] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 248f0a9f-88ae-4c02-8870-57422c9f8ac3] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 799.763158] env[70323]: INFO nova.compute.manager [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 248f0a9f-88ae-4c02-8870-57422c9f8ac3] Took 10.55 seconds to spawn the instance on the hypervisor. [ 799.763474] env[70323]: DEBUG nova.compute.manager [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 248f0a9f-88ae-4c02-8870-57422c9f8ac3] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 799.763987] env[70323]: DEBUG oslo_vmware.api [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3226973, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118971} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.764830] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-661a3e7c-33c6-480b-8ca3-39dca88aee84 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.767795] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 4a2a0594-39e2-4e91-bba9-954662de5f77] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 799.771511] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60594bb3-0f6f-4836-9677-bc113c48277b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.802749] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 4a2a0594-39e2-4e91-bba9-954662de5f77] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 4a2a0594-39e2-4e91-bba9-954662de5f77/4a2a0594-39e2-4e91-bba9-954662de5f77.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 799.803642] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6890ccc7-b5d3-4c63-93d8-783e205dbfcd {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.826579] env[70323]: DEBUG oslo_vmware.api [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for the task: (returnval){ [ 799.826579] env[70323]: value = "task-3226977" [ 799.826579] env[70323]: _type = "Task" [ 799.826579] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.837122] env[70323]: DEBUG oslo_vmware.api [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3226977, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.053744] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2b886c69-ad2f-4b82-8db8-3b76f3f2bd18 tempest-VolumesAssistedSnapshotsTest-886759553 tempest-VolumesAssistedSnapshotsTest-886759553-project-member] Lock "ba5dd49c-50d4-4dee-b428-9d4300ab43af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.578s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.068376] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226976, 'name': CreateVM_Task, 'duration_secs': 0.492648} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.068571] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3f9b17f-4e9b-4d78-954d-a6eee9613900] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 800.070276] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.070468] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.070912] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.074025] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44aaafea-f798-46f2-b555-9b00d52662d8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.078653] env[70323]: DEBUG oslo_vmware.api [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Waiting for the task: (returnval){ [ 800.078653] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]525c4a3c-1c6e-bf62-a525-75b3b8768409" [ 800.078653] env[70323]: _type = "Task" [ 800.078653] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.093460] env[70323]: DEBUG oslo_vmware.api [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]525c4a3c-1c6e-bf62-a525-75b3b8768409, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.231350] env[70323]: DEBUG oslo_vmware.api [None req-f682ac73-b0e2-4941-bce9-dda75e3623ca tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': task-3226972, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.317740] env[70323]: INFO nova.compute.manager [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 248f0a9f-88ae-4c02-8870-57422c9f8ac3] Took 42.54 seconds to build instance. [ 800.338469] env[70323]: DEBUG oslo_vmware.api [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3226977, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.410369] env[70323]: DEBUG nova.network.neutron [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] [instance: 344d5579-628b-4a56-aedf-d9ecaa2c5c9f] Successfully updated port: 3ccbd409-a3e2-4e7a-bb36-4bff019bdb94 {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 800.592683] env[70323]: DEBUG oslo_vmware.api [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]525c4a3c-1c6e-bf62-a525-75b3b8768409, 'name': SearchDatastore_Task, 'duration_secs': 0.021856} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.595693] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.595799] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] [instance: b3f9b17f-4e9b-4d78-954d-a6eee9613900] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 800.596509] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.596509] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.596509] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 800.597653] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e2e5ad7-02fb-46f8-ae7d-ba68be201581 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.611909] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 800.612112] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 800.615285] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6420cf34-7c95-475a-9336-a7ce57522a03 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.624014] env[70323]: DEBUG oslo_vmware.api [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Waiting for the task: (returnval){ [ 800.624014] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5259d8a2-e7ee-6b80-8c92-4a11862c33eb" [ 800.624014] env[70323]: _type = "Task" [ 800.624014] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.635960] env[70323]: DEBUG oslo_vmware.api [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5259d8a2-e7ee-6b80-8c92-4a11862c33eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.650132] env[70323]: DEBUG nova.network.neutron [req-91b1b11f-a18c-4dd6-99ba-cecd012d45c5 req-b3c4c293-564e-4957-b9bb-7d3829c83ff9 service nova] [instance: b3f9b17f-4e9b-4d78-954d-a6eee9613900] Updated VIF entry in instance network info cache for port 7c7084ca-7fd3-42c8-9aa1-65a193f53144. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 800.650492] env[70323]: DEBUG nova.network.neutron [req-91b1b11f-a18c-4dd6-99ba-cecd012d45c5 req-b3c4c293-564e-4957-b9bb-7d3829c83ff9 service nova] [instance: b3f9b17f-4e9b-4d78-954d-a6eee9613900] Updating instance_info_cache with network_info: [{"id": "7c7084ca-7fd3-42c8-9aa1-65a193f53144", "address": "fa:16:3e:3a:eb:16", "network": {"id": "fe33960f-82a0-421a-a603-663362abc6e9", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-350364497-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "480c985126fe4af59bd4d732357ed2e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c7084ca-7f", "ovs_interfaceid": "7c7084ca-7fd3-42c8-9aa1-65a193f53144", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.665648] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2d121cda-f99b-4377-b2e8-78b5c5e80d4f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Acquiring lock "19fddddc-9657-463c-b24d-7ae457fdb870" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.665907] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2d121cda-f99b-4377-b2e8-78b5c5e80d4f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Lock "19fddddc-9657-463c-b24d-7ae457fdb870" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.729280] env[70323]: DEBUG oslo_vmware.api [None req-f682ac73-b0e2-4941-bce9-dda75e3623ca tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': task-3226972, 'name': CreateSnapshot_Task, 'duration_secs': 1.121275} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.729592] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-f682ac73-b0e2-4941-bce9-dda75e3623ca tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 53bef48f-e24f-423a-ae83-a30a408153bc] Created Snapshot of the VM instance {{(pid=70323) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 800.730367] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d6607e-4bba-4a13-8b53-ca3a102ed932 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.820489] env[70323]: DEBUG oslo_concurrency.lockutils [None req-024e98f1-fc36-49d9-9482-5fd99147af08 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lock "248f0a9f-88ae-4c02-8870-57422c9f8ac3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 100.899s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.842692] env[70323]: DEBUG oslo_vmware.api [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3226977, 'name': ReconfigVM_Task, 'duration_secs': 0.586908} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.843183] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 4a2a0594-39e2-4e91-bba9-954662de5f77] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 4a2a0594-39e2-4e91-bba9-954662de5f77/4a2a0594-39e2-4e91-bba9-954662de5f77.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 800.844084] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3dd31ef8-b4a5-49f7-aafe-e1f99a50ff1b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.857802] env[70323]: DEBUG oslo_vmware.api [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for the task: (returnval){ [ 800.857802] env[70323]: value = "task-3226978" [ 800.857802] env[70323]: _type = "Task" [ 800.857802] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.872554] env[70323]: DEBUG oslo_vmware.api [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3226978, 'name': Rename_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.914586] env[70323]: DEBUG oslo_concurrency.lockutils [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Acquiring lock "refresh_cache-344d5579-628b-4a56-aedf-d9ecaa2c5c9f" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.914747] env[70323]: DEBUG oslo_concurrency.lockutils [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Acquired lock "refresh_cache-344d5579-628b-4a56-aedf-d9ecaa2c5c9f" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.914895] env[70323]: DEBUG nova.network.neutron [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] [instance: 344d5579-628b-4a56-aedf-d9ecaa2c5c9f] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 801.138019] env[70323]: DEBUG oslo_vmware.api [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5259d8a2-e7ee-6b80-8c92-4a11862c33eb, 'name': SearchDatastore_Task, 'duration_secs': 0.018441} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.138447] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebf2c185-db3c-4ecb-a03e-77ec561e4439 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.144383] env[70323]: DEBUG oslo_vmware.api [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Waiting for the task: (returnval){ [ 801.144383] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5229c140-149e-546e-4dec-1bed20232e98" [ 801.144383] env[70323]: _type = "Task" [ 801.144383] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.153380] env[70323]: DEBUG oslo_concurrency.lockutils [req-91b1b11f-a18c-4dd6-99ba-cecd012d45c5 req-b3c4c293-564e-4957-b9bb-7d3829c83ff9 service nova] Releasing lock "refresh_cache-b3f9b17f-4e9b-4d78-954d-a6eee9613900" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.153776] env[70323]: DEBUG oslo_vmware.api [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5229c140-149e-546e-4dec-1bed20232e98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.155449] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb18f933-f383-49f4-b9f5-83e0a45256f7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.163123] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a8461c-4bfa-4569-90c6-bacc1fb8faa2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.171023] env[70323]: DEBUG nova.compute.utils [None req-2d121cda-f99b-4377-b2e8-78b5c5e80d4f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 801.199221] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2d121cda-f99b-4377-b2e8-78b5c5e80d4f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Lock "19fddddc-9657-463c-b24d-7ae457fdb870" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 0.533s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.200283] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c46e97-ec54-4d26-bd6c-debf0a66dcfd {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.210474] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc70c47b-2ca2-4f71-a357-3c5a8c8b60f6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.226851] env[70323]: DEBUG nova.compute.provider_tree [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 801.251961] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-f682ac73-b0e2-4941-bce9-dda75e3623ca tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 53bef48f-e24f-423a-ae83-a30a408153bc] Creating linked-clone VM from snapshot {{(pid=70323) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 801.252599] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-865b062f-5ad9-4a6b-b4d8-71148b3e8fb3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.263806] env[70323]: DEBUG oslo_vmware.api [None req-f682ac73-b0e2-4941-bce9-dda75e3623ca tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Waiting for the task: (returnval){ [ 801.263806] env[70323]: value = "task-3226979" [ 801.263806] env[70323]: _type = "Task" [ 801.263806] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.273833] env[70323]: DEBUG oslo_vmware.api [None req-f682ac73-b0e2-4941-bce9-dda75e3623ca tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': task-3226979, 'name': CloneVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.325822] env[70323]: DEBUG nova.compute.manager [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: 914f1b4b-d355-4436-8b3b-628252fb5fef] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 801.370170] env[70323]: DEBUG oslo_vmware.api [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3226978, 'name': Rename_Task, 'duration_secs': 0.284202} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.370170] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 4a2a0594-39e2-4e91-bba9-954662de5f77] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 801.370399] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15115f25-979b-4429-b5b1-d218f36747d6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.379029] env[70323]: DEBUG oslo_vmware.api [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for the task: (returnval){ [ 801.379029] env[70323]: value = "task-3226980" [ 801.379029] env[70323]: _type = "Task" [ 801.379029] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.393202] env[70323]: DEBUG oslo_vmware.api [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3226980, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.461015] env[70323]: DEBUG nova.network.neutron [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] [instance: 344d5579-628b-4a56-aedf-d9ecaa2c5c9f] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 801.587459] env[70323]: DEBUG oslo_concurrency.lockutils [None req-72a3e50c-fd3e-42d8-a7c3-3f635297c94d tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] Acquiring lock "1045f2b7-ab99-480a-8ea0-14f09812c126" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.587762] env[70323]: DEBUG oslo_concurrency.lockutils [None req-72a3e50c-fd3e-42d8-a7c3-3f635297c94d tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] Lock "1045f2b7-ab99-480a-8ea0-14f09812c126" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.657559] env[70323]: DEBUG oslo_vmware.api [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5229c140-149e-546e-4dec-1bed20232e98, 'name': SearchDatastore_Task, 'duration_secs': 0.030075} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.657866] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.658174] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] b3f9b17f-4e9b-4d78-954d-a6eee9613900/b3f9b17f-4e9b-4d78-954d-a6eee9613900.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 801.658464] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1720e0e-8418-4b44-b010-e693fa5e7dd0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.669460] env[70323]: DEBUG oslo_vmware.api [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Waiting for the task: (returnval){ [ 801.669460] env[70323]: value = "task-3226981" [ 801.669460] env[70323]: _type = "Task" [ 801.669460] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.687435] env[70323]: DEBUG oslo_vmware.api [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Task: {'id': task-3226981, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.722783] env[70323]: DEBUG nova.network.neutron [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] [instance: 344d5579-628b-4a56-aedf-d9ecaa2c5c9f] Updating instance_info_cache with network_info: [{"id": "3ccbd409-a3e2-4e7a-bb36-4bff019bdb94", "address": "fa:16:3e:38:a2:d9", "network": {"id": "d0aa8578-a951-474c-90f1-810474236fd0", "bridge": "br-int", "label": "tempest-ServersTestJSON-1188800200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72f35be80c324a5480b5e0fe6546808d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7894814c-6be3-4b80-a08e-4a771bc05dd1", "external-id": "nsx-vlan-transportzone-948", "segmentation_id": 948, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ccbd409-a3", "ovs_interfaceid": "3ccbd409-a3e2-4e7a-bb36-4bff019bdb94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.731282] env[70323]: DEBUG nova.scheduler.client.report [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 801.778823] env[70323]: DEBUG oslo_vmware.api [None req-f682ac73-b0e2-4941-bce9-dda75e3623ca tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': task-3226979, 'name': CloneVM_Task} progress is 94%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.859038] env[70323]: DEBUG oslo_concurrency.lockutils [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.893640] env[70323]: DEBUG oslo_vmware.api [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3226980, 'name': PowerOnVM_Task} progress is 90%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.183649] env[70323]: DEBUG nova.compute.manager [req-d5cbb41a-1d00-4a9d-b626-111fbfe268f5 req-acaf227a-f226-4f07-b342-8f0944829bbf service nova] [instance: 344d5579-628b-4a56-aedf-d9ecaa2c5c9f] Received event network-vif-plugged-3ccbd409-a3e2-4e7a-bb36-4bff019bdb94 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.183649] env[70323]: DEBUG oslo_concurrency.lockutils [req-d5cbb41a-1d00-4a9d-b626-111fbfe268f5 req-acaf227a-f226-4f07-b342-8f0944829bbf service nova] Acquiring lock "344d5579-628b-4a56-aedf-d9ecaa2c5c9f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.183649] env[70323]: DEBUG oslo_concurrency.lockutils [req-d5cbb41a-1d00-4a9d-b626-111fbfe268f5 req-acaf227a-f226-4f07-b342-8f0944829bbf service nova] Lock "344d5579-628b-4a56-aedf-d9ecaa2c5c9f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.183649] env[70323]: DEBUG oslo_concurrency.lockutils [req-d5cbb41a-1d00-4a9d-b626-111fbfe268f5 req-acaf227a-f226-4f07-b342-8f0944829bbf service nova] Lock "344d5579-628b-4a56-aedf-d9ecaa2c5c9f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.183649] env[70323]: DEBUG nova.compute.manager [req-d5cbb41a-1d00-4a9d-b626-111fbfe268f5 req-acaf227a-f226-4f07-b342-8f0944829bbf service nova] [instance: 344d5579-628b-4a56-aedf-d9ecaa2c5c9f] No waiting events found dispatching network-vif-plugged-3ccbd409-a3e2-4e7a-bb36-4bff019bdb94 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 802.183649] env[70323]: WARNING nova.compute.manager [req-d5cbb41a-1d00-4a9d-b626-111fbfe268f5 req-acaf227a-f226-4f07-b342-8f0944829bbf service nova] [instance: 344d5579-628b-4a56-aedf-d9ecaa2c5c9f] Received unexpected event network-vif-plugged-3ccbd409-a3e2-4e7a-bb36-4bff019bdb94 for instance with vm_state building and task_state spawning. [ 802.183649] env[70323]: DEBUG nova.compute.manager [req-d5cbb41a-1d00-4a9d-b626-111fbfe268f5 req-acaf227a-f226-4f07-b342-8f0944829bbf service nova] [instance: 344d5579-628b-4a56-aedf-d9ecaa2c5c9f] Received event network-changed-3ccbd409-a3e2-4e7a-bb36-4bff019bdb94 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.183649] env[70323]: DEBUG nova.compute.manager [req-d5cbb41a-1d00-4a9d-b626-111fbfe268f5 req-acaf227a-f226-4f07-b342-8f0944829bbf service nova] [instance: 344d5579-628b-4a56-aedf-d9ecaa2c5c9f] Refreshing instance network info cache due to event network-changed-3ccbd409-a3e2-4e7a-bb36-4bff019bdb94. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 802.183649] env[70323]: DEBUG oslo_concurrency.lockutils [req-d5cbb41a-1d00-4a9d-b626-111fbfe268f5 req-acaf227a-f226-4f07-b342-8f0944829bbf service nova] Acquiring lock "refresh_cache-344d5579-628b-4a56-aedf-d9ecaa2c5c9f" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.190014] env[70323]: DEBUG oslo_vmware.api [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Task: {'id': task-3226981, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.226341] env[70323]: DEBUG oslo_concurrency.lockutils [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Releasing lock "refresh_cache-344d5579-628b-4a56-aedf-d9ecaa2c5c9f" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.226341] env[70323]: DEBUG nova.compute.manager [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] [instance: 344d5579-628b-4a56-aedf-d9ecaa2c5c9f] Instance network_info: |[{"id": "3ccbd409-a3e2-4e7a-bb36-4bff019bdb94", "address": "fa:16:3e:38:a2:d9", "network": {"id": "d0aa8578-a951-474c-90f1-810474236fd0", "bridge": "br-int", "label": "tempest-ServersTestJSON-1188800200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72f35be80c324a5480b5e0fe6546808d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7894814c-6be3-4b80-a08e-4a771bc05dd1", "external-id": "nsx-vlan-transportzone-948", "segmentation_id": 948, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ccbd409-a3", "ovs_interfaceid": "3ccbd409-a3e2-4e7a-bb36-4bff019bdb94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 802.226877] env[70323]: DEBUG oslo_concurrency.lockutils [req-d5cbb41a-1d00-4a9d-b626-111fbfe268f5 req-acaf227a-f226-4f07-b342-8f0944829bbf service nova] Acquired lock "refresh_cache-344d5579-628b-4a56-aedf-d9ecaa2c5c9f" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.226877] env[70323]: DEBUG nova.network.neutron [req-d5cbb41a-1d00-4a9d-b626-111fbfe268f5 req-acaf227a-f226-4f07-b342-8f0944829bbf service nova] [instance: 344d5579-628b-4a56-aedf-d9ecaa2c5c9f] Refreshing network info cache for port 3ccbd409-a3e2-4e7a-bb36-4bff019bdb94 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 802.231383] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] [instance: 344d5579-628b-4a56-aedf-d9ecaa2c5c9f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:a2:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7894814c-6be3-4b80-a08e-4a771bc05dd1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ccbd409-a3e2-4e7a-bb36-4bff019bdb94', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 802.238655] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Creating folder: Project (72f35be80c324a5480b5e0fe6546808d). Parent ref: group-v644941. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 802.244503] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.763s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.245073] env[70323]: DEBUG nova.compute.manager [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] [instance: 7da61593-5cdd-4a3b-8999-754b6090bff7] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 802.248898] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c04d6f65-f1ff-4950-a656-e6bf4fadbaaf {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.251206] env[70323]: DEBUG oslo_concurrency.lockutils [None req-56027e76-bbf1-4095-8f8e-49353163fa5e tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.170s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.251442] env[70323]: DEBUG nova.objects.instance [None req-56027e76-bbf1-4095-8f8e-49353163fa5e tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70323) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 802.267878] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2d121cda-f99b-4377-b2e8-78b5c5e80d4f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Acquiring lock "19fddddc-9657-463c-b24d-7ae457fdb870" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.267878] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2d121cda-f99b-4377-b2e8-78b5c5e80d4f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Lock "19fddddc-9657-463c-b24d-7ae457fdb870" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.267878] env[70323]: INFO nova.compute.manager [None req-2d121cda-f99b-4377-b2e8-78b5c5e80d4f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] [instance: 19fddddc-9657-463c-b24d-7ae457fdb870] Attaching volume 70c5f3a9-79db-4141-9b92-2ff670b2b99b to /dev/sdb [ 802.277431] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Created folder: Project (72f35be80c324a5480b5e0fe6546808d) in parent group-v644941. [ 802.277584] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Creating folder: Instances. Parent ref: group-v645089. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 802.281169] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97a9c839-12bb-4f45-be17-524ff2dc6083 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.292554] env[70323]: DEBUG oslo_vmware.api [None req-f682ac73-b0e2-4941-bce9-dda75e3623ca tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': task-3226979, 'name': CloneVM_Task} progress is 94%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.296712] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Created folder: Instances in parent group-v645089. [ 802.297270] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 802.297354] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 344d5579-628b-4a56-aedf-d9ecaa2c5c9f] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 802.297517] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c3a903b-6941-4977-aac9-d33889f74684 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.328041] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 802.328041] env[70323]: value = "task-3226984" [ 802.328041] env[70323]: _type = "Task" [ 802.328041] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.338032] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26112764-2059-4c0e-928c-385f1d60e266 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.350268] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226984, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.353291] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6eba6d2-6974-48ad-8885-871e7813f98e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.373651] env[70323]: DEBUG nova.virt.block_device [None req-2d121cda-f99b-4377-b2e8-78b5c5e80d4f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] [instance: 19fddddc-9657-463c-b24d-7ae457fdb870] Updating existing volume attachment record: 7748875b-037c-4672-9512-4c05e726829e {{(pid=70323) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 802.391854] env[70323]: DEBUG oslo_vmware.api [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3226980, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.686592] env[70323]: DEBUG oslo_vmware.api [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Task: {'id': task-3226981, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575895} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.686592] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] b3f9b17f-4e9b-4d78-954d-a6eee9613900/b3f9b17f-4e9b-4d78-954d-a6eee9613900.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 802.686592] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] [instance: b3f9b17f-4e9b-4d78-954d-a6eee9613900] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 802.686592] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b4688834-c921-4366-92f8-d85b5f6b920f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.692024] env[70323]: DEBUG nova.network.neutron [req-d5cbb41a-1d00-4a9d-b626-111fbfe268f5 req-acaf227a-f226-4f07-b342-8f0944829bbf service nova] [instance: 344d5579-628b-4a56-aedf-d9ecaa2c5c9f] Updated VIF entry in instance network info cache for port 3ccbd409-a3e2-4e7a-bb36-4bff019bdb94. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 802.692372] env[70323]: DEBUG nova.network.neutron [req-d5cbb41a-1d00-4a9d-b626-111fbfe268f5 req-acaf227a-f226-4f07-b342-8f0944829bbf service nova] [instance: 344d5579-628b-4a56-aedf-d9ecaa2c5c9f] Updating instance_info_cache with network_info: [{"id": "3ccbd409-a3e2-4e7a-bb36-4bff019bdb94", "address": "fa:16:3e:38:a2:d9", "network": {"id": "d0aa8578-a951-474c-90f1-810474236fd0", "bridge": "br-int", "label": "tempest-ServersTestJSON-1188800200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72f35be80c324a5480b5e0fe6546808d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7894814c-6be3-4b80-a08e-4a771bc05dd1", "external-id": "nsx-vlan-transportzone-948", "segmentation_id": 948, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ccbd409-a3", "ovs_interfaceid": "3ccbd409-a3e2-4e7a-bb36-4bff019bdb94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.696438] env[70323]: DEBUG oslo_vmware.api [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Waiting for the task: (returnval){ [ 802.696438] env[70323]: value = "task-3226986" [ 802.696438] env[70323]: _type = "Task" [ 802.696438] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.714328] env[70323]: DEBUG oslo_vmware.api [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Task: {'id': task-3226986, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.759020] env[70323]: DEBUG nova.compute.utils [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 802.765363] env[70323]: DEBUG nova.compute.manager [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] [instance: 7da61593-5cdd-4a3b-8999-754b6090bff7] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 802.765363] env[70323]: DEBUG nova.network.neutron [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] [instance: 7da61593-5cdd-4a3b-8999-754b6090bff7] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 802.787853] env[70323]: DEBUG oslo_vmware.api [None req-f682ac73-b0e2-4941-bce9-dda75e3623ca tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': task-3226979, 'name': CloneVM_Task, 'duration_secs': 1.474332} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.791527] env[70323]: INFO nova.virt.vmwareapi.vmops [None req-f682ac73-b0e2-4941-bce9-dda75e3623ca tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 53bef48f-e24f-423a-ae83-a30a408153bc] Created linked-clone VM from snapshot [ 802.791527] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a32df63-d2da-4b86-b597-d6860b2b7cbf {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.806489] env[70323]: DEBUG nova.virt.vmwareapi.images [None req-f682ac73-b0e2-4941-bce9-dda75e3623ca tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 53bef48f-e24f-423a-ae83-a30a408153bc] Uploading image 9ddc9343-be81-4b0b-a745-56ed629398c5 {{(pid=70323) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 802.812359] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d0159115-7590-4ae0-a53c-9b30d00f5d99 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquiring lock "248f0a9f-88ae-4c02-8870-57422c9f8ac3" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.812622] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d0159115-7590-4ae0-a53c-9b30d00f5d99 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lock "248f0a9f-88ae-4c02-8870-57422c9f8ac3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.840434] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226984, 'name': CreateVM_Task} progress is 25%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.848840] env[70323]: DEBUG oslo_vmware.rw_handles [None req-f682ac73-b0e2-4941-bce9-dda75e3623ca tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 802.848840] env[70323]: value = "vm-645088" [ 802.848840] env[70323]: _type = "VirtualMachine" [ 802.848840] env[70323]: }. {{(pid=70323) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 802.849184] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-015dbde9-60c1-4a79-8e16-fcbf65b5042d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.859506] env[70323]: DEBUG oslo_vmware.rw_handles [None req-f682ac73-b0e2-4941-bce9-dda75e3623ca tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Lease: (returnval){ [ 802.859506] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]525e2a9b-2e11-11b9-15bc-0d7b1c54f258" [ 802.859506] env[70323]: _type = "HttpNfcLease" [ 802.859506] env[70323]: } obtained for exporting VM: (result){ [ 802.859506] env[70323]: value = "vm-645088" [ 802.859506] env[70323]: _type = "VirtualMachine" [ 802.859506] env[70323]: }. {{(pid=70323) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 802.859869] env[70323]: DEBUG oslo_vmware.api [None req-f682ac73-b0e2-4941-bce9-dda75e3623ca tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Waiting for the lease: (returnval){ [ 802.859869] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]525e2a9b-2e11-11b9-15bc-0d7b1c54f258" [ 802.859869] env[70323]: _type = "HttpNfcLease" [ 802.859869] env[70323]: } to be ready. {{(pid=70323) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 802.869191] env[70323]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 802.869191] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]525e2a9b-2e11-11b9-15bc-0d7b1c54f258" [ 802.869191] env[70323]: _type = "HttpNfcLease" [ 802.869191] env[70323]: } is initializing. {{(pid=70323) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 802.882390] env[70323]: DEBUG nova.policy [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff85a9bb112f4d68a74fc5baa5e2557a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c1c5900f12d410ebe0fcf82ff36c2bb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 802.897865] env[70323]: DEBUG oslo_vmware.api [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3226980, 'name': PowerOnVM_Task, 'duration_secs': 1.073149} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.897865] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 4a2a0594-39e2-4e91-bba9-954662de5f77] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 802.897865] env[70323]: INFO nova.compute.manager [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 4a2a0594-39e2-4e91-bba9-954662de5f77] Took 11.00 seconds to spawn the instance on the hypervisor. [ 802.897865] env[70323]: DEBUG nova.compute.manager [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 4a2a0594-39e2-4e91-bba9-954662de5f77] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 802.898636] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc18553-e040-4746-acd2-8e60d400088d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.196128] env[70323]: DEBUG oslo_concurrency.lockutils [req-d5cbb41a-1d00-4a9d-b626-111fbfe268f5 req-acaf227a-f226-4f07-b342-8f0944829bbf service nova] Releasing lock "refresh_cache-344d5579-628b-4a56-aedf-d9ecaa2c5c9f" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.208489] env[70323]: DEBUG oslo_vmware.api [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Task: {'id': task-3226986, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098107} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.209855] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] [instance: b3f9b17f-4e9b-4d78-954d-a6eee9613900] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 803.211078] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e6b0723-560e-4653-9796-28f9584017ee {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.239787] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] [instance: b3f9b17f-4e9b-4d78-954d-a6eee9613900] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] b3f9b17f-4e9b-4d78-954d-a6eee9613900/b3f9b17f-4e9b-4d78-954d-a6eee9613900.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 803.240231] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9030d04c-34c4-41c2-9b59-897d72c4104d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.264601] env[70323]: DEBUG oslo_vmware.api [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Waiting for the task: (returnval){ [ 803.264601] env[70323]: value = "task-3226990" [ 803.264601] env[70323]: _type = "Task" [ 803.264601] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.265181] env[70323]: DEBUG nova.compute.manager [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] [instance: 7da61593-5cdd-4a3b-8999-754b6090bff7] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 803.269640] env[70323]: DEBUG oslo_concurrency.lockutils [None req-56027e76-bbf1-4095-8f8e-49353163fa5e tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.275840] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a624fb00-61c8-449c-a8b1-781868689351 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.368s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.276335] env[70323]: DEBUG nova.objects.instance [None req-a624fb00-61c8-449c-a8b1-781868689351 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Lazy-loading 'resources' on Instance uuid 9bb398f8-6536-4a13-b46f-ea083c4cf5d1 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 803.288631] env[70323]: DEBUG oslo_vmware.api [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Task: {'id': task-3226990, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.317554] env[70323]: DEBUG nova.compute.utils [None req-d0159115-7590-4ae0-a53c-9b30d00f5d99 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 803.341928] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226984, 'name': CreateVM_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.369633] env[70323]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 803.369633] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]525e2a9b-2e11-11b9-15bc-0d7b1c54f258" [ 803.369633] env[70323]: _type = "HttpNfcLease" [ 803.369633] env[70323]: } is ready. {{(pid=70323) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 803.369856] env[70323]: DEBUG oslo_vmware.rw_handles [None req-f682ac73-b0e2-4941-bce9-dda75e3623ca tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 803.369856] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]525e2a9b-2e11-11b9-15bc-0d7b1c54f258" [ 803.369856] env[70323]: _type = "HttpNfcLease" [ 803.369856] env[70323]: }. {{(pid=70323) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 803.373751] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b8a33f-e8ee-4702-8d44-ea36aea569cf {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.382743] env[70323]: DEBUG oslo_vmware.rw_handles [None req-f682ac73-b0e2-4941-bce9-dda75e3623ca tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52de2716-23be-0037-4604-2a98891c7063/disk-0.vmdk from lease info. {{(pid=70323) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 803.383049] env[70323]: DEBUG oslo_vmware.rw_handles [None req-f682ac73-b0e2-4941-bce9-dda75e3623ca tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52de2716-23be-0037-4604-2a98891c7063/disk-0.vmdk for reading. {{(pid=70323) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 803.454858] env[70323]: INFO nova.compute.manager [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 4a2a0594-39e2-4e91-bba9-954662de5f77] Took 44.00 seconds to build instance. [ 803.520755] env[70323]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-836f8376-192c-494c-9110-29e83422a613 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.565213] env[70323]: DEBUG nova.network.neutron [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] [instance: 7da61593-5cdd-4a3b-8999-754b6090bff7] Successfully created port: f8897fae-744d-44ce-993e-1c7256f49024 {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 803.794628] env[70323]: DEBUG oslo_vmware.api [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Task: {'id': task-3226990, 'name': ReconfigVM_Task, 'duration_secs': 0.308871} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.795608] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] [instance: b3f9b17f-4e9b-4d78-954d-a6eee9613900] Reconfigured VM instance instance-00000033 to attach disk [datastore1] b3f9b17f-4e9b-4d78-954d-a6eee9613900/b3f9b17f-4e9b-4d78-954d-a6eee9613900.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 803.797422] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f0a06f6d-ed8b-409b-81b3-2cb10ab01636 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.807163] env[70323]: DEBUG oslo_vmware.api [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Waiting for the task: (returnval){ [ 803.807163] env[70323]: value = "task-3226991" [ 803.807163] env[70323]: _type = "Task" [ 803.807163] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.818160] env[70323]: DEBUG oslo_vmware.api [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Task: {'id': task-3226991, 'name': Rename_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.821952] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d0159115-7590-4ae0-a53c-9b30d00f5d99 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lock "248f0a9f-88ae-4c02-8870-57422c9f8ac3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.840846] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226984, 'name': CreateVM_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.959167] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb97287e-8e73-4693-857f-5d5735fbe01e tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Lock "4a2a0594-39e2-4e91-bba9-954662de5f77" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.585s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.289131] env[70323]: DEBUG nova.compute.manager [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] [instance: 7da61593-5cdd-4a3b-8999-754b6090bff7] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 804.339034] env[70323]: DEBUG oslo_vmware.api [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Task: {'id': task-3226991, 'name': Rename_Task, 'duration_secs': 0.281659} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.343667] env[70323]: DEBUG nova.virt.hardware [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 804.345852] env[70323]: DEBUG nova.virt.hardware [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 804.345852] env[70323]: DEBUG nova.virt.hardware [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 804.345852] env[70323]: DEBUG nova.virt.hardware [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 804.345852] env[70323]: DEBUG nova.virt.hardware [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 804.345852] env[70323]: DEBUG nova.virt.hardware [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 804.345852] env[70323]: DEBUG nova.virt.hardware [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 804.345852] env[70323]: DEBUG nova.virt.hardware [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 804.345852] env[70323]: DEBUG nova.virt.hardware [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 804.345852] env[70323]: DEBUG nova.virt.hardware [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 804.346330] env[70323]: DEBUG nova.virt.hardware [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 804.347255] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] [instance: b3f9b17f-4e9b-4d78-954d-a6eee9613900] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 804.348402] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-411e3d01-912a-41f7-b9a5-ab6586b783e1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.360934] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5cc4a43-2363-41c3-8f57-42827937488e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.363369] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3226984, 'name': CreateVM_Task, 'duration_secs': 1.70033} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.364780] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 344d5579-628b-4a56-aedf-d9ecaa2c5c9f] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 804.366173] env[70323]: DEBUG oslo_concurrency.lockutils [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.366173] env[70323]: DEBUG oslo_concurrency.lockutils [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.367299] env[70323]: DEBUG oslo_concurrency.lockutils [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.367661] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3006e5e2-af76-4377-b824-b5d621d0efbb {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.377766] env[70323]: DEBUG oslo_vmware.api [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Waiting for the task: (returnval){ [ 804.377766] env[70323]: value = "task-3226992" [ 804.377766] env[70323]: _type = "Task" [ 804.377766] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.380115] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1546f886-50e1-460e-a54f-ee305fd58e05 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.396406] env[70323]: DEBUG oslo_vmware.api [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Waiting for the task: (returnval){ [ 804.396406] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5274e90f-bf52-cd66-a9e4-b09550f85f9e" [ 804.396406] env[70323]: _type = "Task" [ 804.396406] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.419946] env[70323]: DEBUG oslo_vmware.api [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Task: {'id': task-3226992, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.431617] env[70323]: DEBUG oslo_vmware.api [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5274e90f-bf52-cd66-a9e4-b09550f85f9e, 'name': SearchDatastore_Task, 'duration_secs': 0.019167} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.432341] env[70323]: DEBUG oslo_concurrency.lockutils [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.432757] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] [instance: 344d5579-628b-4a56-aedf-d9ecaa2c5c9f] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 804.433135] env[70323]: DEBUG oslo_concurrency.lockutils [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.433178] env[70323]: DEBUG oslo_concurrency.lockutils [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.433433] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 804.437249] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71558afc-ec66-4b09-ab31-7ffcf5f698b0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.445428] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 804.445723] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 804.447177] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cc62d2e-7bfd-4858-87f6-516dcae2c9ea {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.457821] env[70323]: DEBUG oslo_vmware.api [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Waiting for the task: (returnval){ [ 804.457821] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52d7949e-4c56-d0be-08ea-bcd77cdc4788" [ 804.457821] env[70323]: _type = "Task" [ 804.457821] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.462113] env[70323]: DEBUG nova.compute.manager [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] [instance: d5e45e91-706f-4de8-b7d6-15798256140b] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 804.475907] env[70323]: DEBUG oslo_vmware.api [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52d7949e-4c56-d0be-08ea-bcd77cdc4788, 'name': SearchDatastore_Task, 'duration_secs': 0.012831} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.476788] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d07cd6b2-7e9c-4fd2-b5d5-2335ab279699 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.484805] env[70323]: DEBUG oslo_vmware.api [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Waiting for the task: (returnval){ [ 804.484805] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]529f254d-8e7d-18a8-dec4-0af251ea625c" [ 804.484805] env[70323]: _type = "Task" [ 804.484805] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.494434] env[70323]: DEBUG oslo_vmware.api [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]529f254d-8e7d-18a8-dec4-0af251ea625c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.631638] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2dbfa9-d4a3-4139-9b6a-80414c8f4119 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.644604] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e03c4bcd-3018-4ca5-a779-6a72d630d2c1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.690102] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac38db5-92e6-4a46-83e6-b236f6181753 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.699255] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-237a363b-44aa-468d-8b08-ba89e8b0f2cc {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.718386] env[70323]: DEBUG nova.compute.provider_tree [None req-a624fb00-61c8-449c-a8b1-781868689351 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.899093] env[70323]: DEBUG oslo_vmware.api [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Task: {'id': task-3226992, 'name': PowerOnVM_Task, 'duration_secs': 0.507368} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.899093] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] [instance: b3f9b17f-4e9b-4d78-954d-a6eee9613900] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 804.899387] env[70323]: INFO nova.compute.manager [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] [instance: b3f9b17f-4e9b-4d78-954d-a6eee9613900] Took 7.96 seconds to spawn the instance on the hypervisor. [ 804.899440] env[70323]: DEBUG nova.compute.manager [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] [instance: b3f9b17f-4e9b-4d78-954d-a6eee9613900] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 804.903222] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3cd96a2-dcd9-40e6-ba29-083d83dae609 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.933212] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d0159115-7590-4ae0-a53c-9b30d00f5d99 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquiring lock "248f0a9f-88ae-4c02-8870-57422c9f8ac3" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.933528] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d0159115-7590-4ae0-a53c-9b30d00f5d99 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lock "248f0a9f-88ae-4c02-8870-57422c9f8ac3" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.933782] env[70323]: INFO nova.compute.manager [None req-d0159115-7590-4ae0-a53c-9b30d00f5d99 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 248f0a9f-88ae-4c02-8870-57422c9f8ac3] Attaching volume 28516aa1-c06a-4bcc-afe4-8c9db6b2747a to /dev/sdb [ 804.982324] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850531ab-3c0b-45b5-a2c2-40b63cc2cd30 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.988988] env[70323]: DEBUG oslo_concurrency.lockutils [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.994443] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a546df3-951a-48b0-b189-42fbfa0e1a53 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.005557] env[70323]: DEBUG oslo_vmware.api [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]529f254d-8e7d-18a8-dec4-0af251ea625c, 'name': SearchDatastore_Task, 'duration_secs': 0.012348} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.005869] env[70323]: DEBUG oslo_concurrency.lockutils [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.006185] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 344d5579-628b-4a56-aedf-d9ecaa2c5c9f/344d5579-628b-4a56-aedf-d9ecaa2c5c9f.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 805.006485] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff418846-ff71-4cfb-b487-fe09d35e4c6f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.014977] env[70323]: DEBUG nova.virt.block_device [None req-d0159115-7590-4ae0-a53c-9b30d00f5d99 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 248f0a9f-88ae-4c02-8870-57422c9f8ac3] Updating existing volume attachment record: 199b4741-4a56-4f11-af0e-991fc19b7699 {{(pid=70323) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 805.019599] env[70323]: DEBUG oslo_vmware.api [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Waiting for the task: (returnval){ [ 805.019599] env[70323]: value = "task-3226994" [ 805.019599] env[70323]: _type = "Task" [ 805.019599] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.029625] env[70323]: DEBUG oslo_vmware.api [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Task: {'id': task-3226994, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.223743] env[70323]: DEBUG nova.scheduler.client.report [None req-a624fb00-61c8-449c-a8b1-781868689351 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 805.382563] env[70323]: DEBUG nova.network.neutron [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] [instance: 7da61593-5cdd-4a3b-8999-754b6090bff7] Successfully updated port: f8897fae-744d-44ce-993e-1c7256f49024 {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 805.427491] env[70323]: INFO nova.compute.manager [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] [instance: b3f9b17f-4e9b-4d78-954d-a6eee9613900] Took 38.93 seconds to build instance. [ 805.508172] env[70323]: DEBUG nova.compute.manager [req-8a66f31d-c00f-49e6-99e6-cb6997eb185d req-f0d5867c-652c-4fce-819c-c85f233f343f service nova] [instance: 7da61593-5cdd-4a3b-8999-754b6090bff7] Received event network-vif-plugged-f8897fae-744d-44ce-993e-1c7256f49024 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.508838] env[70323]: DEBUG oslo_concurrency.lockutils [req-8a66f31d-c00f-49e6-99e6-cb6997eb185d req-f0d5867c-652c-4fce-819c-c85f233f343f service nova] Acquiring lock "7da61593-5cdd-4a3b-8999-754b6090bff7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.509092] env[70323]: DEBUG oslo_concurrency.lockutils [req-8a66f31d-c00f-49e6-99e6-cb6997eb185d req-f0d5867c-652c-4fce-819c-c85f233f343f service nova] Lock "7da61593-5cdd-4a3b-8999-754b6090bff7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.509275] env[70323]: DEBUG oslo_concurrency.lockutils [req-8a66f31d-c00f-49e6-99e6-cb6997eb185d req-f0d5867c-652c-4fce-819c-c85f233f343f service nova] Lock "7da61593-5cdd-4a3b-8999-754b6090bff7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.509454] env[70323]: DEBUG nova.compute.manager [req-8a66f31d-c00f-49e6-99e6-cb6997eb185d req-f0d5867c-652c-4fce-819c-c85f233f343f service nova] [instance: 7da61593-5cdd-4a3b-8999-754b6090bff7] No waiting events found dispatching network-vif-plugged-f8897fae-744d-44ce-993e-1c7256f49024 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 805.509625] env[70323]: WARNING nova.compute.manager [req-8a66f31d-c00f-49e6-99e6-cb6997eb185d req-f0d5867c-652c-4fce-819c-c85f233f343f service nova] [instance: 7da61593-5cdd-4a3b-8999-754b6090bff7] Received unexpected event network-vif-plugged-f8897fae-744d-44ce-993e-1c7256f49024 for instance with vm_state building and task_state spawning. [ 805.532451] env[70323]: DEBUG oslo_vmware.api [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Task: {'id': task-3226994, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.733229] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a624fb00-61c8-449c-a8b1-781868689351 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.457s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.735709] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.498s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.738029] env[70323]: INFO nova.compute.claims [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 5015919d-0612-4a77-b89b-71b1c07e160b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 805.772512] env[70323]: INFO nova.scheduler.client.report [None req-a624fb00-61c8-449c-a8b1-781868689351 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Deleted allocations for instance 9bb398f8-6536-4a13-b46f-ea083c4cf5d1 [ 805.889164] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Acquiring lock "refresh_cache-7da61593-5cdd-4a3b-8999-754b6090bff7" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.889384] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Acquired lock "refresh_cache-7da61593-5cdd-4a3b-8999-754b6090bff7" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.889573] env[70323]: DEBUG nova.network.neutron [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] [instance: 7da61593-5cdd-4a3b-8999-754b6090bff7] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 805.934636] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0293767d-7f77-4192-8bbe-d63cba29a5eb tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Lock "b3f9b17f-4e9b-4d78-954d-a6eee9613900" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.526s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.040250] env[70323]: DEBUG oslo_vmware.api [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Task: {'id': task-3226994, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583012} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.040250] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 344d5579-628b-4a56-aedf-d9ecaa2c5c9f/344d5579-628b-4a56-aedf-d9ecaa2c5c9f.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 806.040250] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] [instance: 344d5579-628b-4a56-aedf-d9ecaa2c5c9f] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 806.040250] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-271f494c-e7ec-4ccd-9923-bb1c4a2bd865 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.051214] env[70323]: DEBUG oslo_vmware.api [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Waiting for the task: (returnval){ [ 806.051214] env[70323]: value = "task-3226998" [ 806.051214] env[70323]: _type = "Task" [ 806.051214] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.062253] env[70323]: DEBUG oslo_vmware.api [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Task: {'id': task-3226998, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.280271] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a624fb00-61c8-449c-a8b1-781868689351 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Lock "9bb398f8-6536-4a13-b46f-ea083c4cf5d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.393s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.433642] env[70323]: DEBUG nova.network.neutron [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] [instance: 7da61593-5cdd-4a3b-8999-754b6090bff7] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 806.435972] env[70323]: DEBUG nova.compute.manager [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] [instance: ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 806.564339] env[70323]: DEBUG oslo_vmware.api [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Task: {'id': task-3226998, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080495} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.564676] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] [instance: 344d5579-628b-4a56-aedf-d9ecaa2c5c9f] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 806.565555] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9afb7645-c9de-462b-828b-dc9987a59ed1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.596308] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] [instance: 344d5579-628b-4a56-aedf-d9ecaa2c5c9f] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 344d5579-628b-4a56-aedf-d9ecaa2c5c9f/344d5579-628b-4a56-aedf-d9ecaa2c5c9f.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 806.596749] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a05037ab-e185-4bbd-8003-817096f37f2b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.619486] env[70323]: DEBUG oslo_vmware.api [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Waiting for the task: (returnval){ [ 806.619486] env[70323]: value = "task-3226999" [ 806.619486] env[70323]: _type = "Task" [ 806.619486] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.631972] env[70323]: DEBUG oslo_vmware.api [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Task: {'id': task-3226999, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.675806] env[70323]: DEBUG nova.network.neutron [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] [instance: 7da61593-5cdd-4a3b-8999-754b6090bff7] Updating instance_info_cache with network_info: [{"id": "f8897fae-744d-44ce-993e-1c7256f49024", "address": "fa:16:3e:bb:e8:cc", "network": {"id": "45000362-c71f-4e9a-8c98-702b8973310b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-777664217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c1c5900f12d410ebe0fcf82ff36c2bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8897fae-74", "ovs_interfaceid": "f8897fae-744d-44ce-993e-1c7256f49024", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.720570] env[70323]: INFO nova.compute.manager [None req-acbbb7a8-3e3f-4be3-819c-57176d839531 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 4a2a0594-39e2-4e91-bba9-954662de5f77] Rebuilding instance [ 806.773291] env[70323]: DEBUG nova.compute.manager [None req-acbbb7a8-3e3f-4be3-819c-57176d839531 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 4a2a0594-39e2-4e91-bba9-954662de5f77] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 806.774233] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b632edaa-a500-4388-9a6b-665bfbb26348 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.963930] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.069945] env[70323]: DEBUG oslo_concurrency.lockutils [None req-401e207b-76b3-4717-9601-a35e67fb78f3 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Acquiring lock "19436e0f-bff5-44ac-b73a-6d410ff8e93a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.070216] env[70323]: DEBUG oslo_concurrency.lockutils [None req-401e207b-76b3-4717-9601-a35e67fb78f3 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Lock "19436e0f-bff5-44ac-b73a-6d410ff8e93a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.132256] env[70323]: DEBUG oslo_vmware.api [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Task: {'id': task-3226999, 'name': ReconfigVM_Task, 'duration_secs': 0.28325} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.132572] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] [instance: 344d5579-628b-4a56-aedf-d9ecaa2c5c9f] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 344d5579-628b-4a56-aedf-d9ecaa2c5c9f/344d5579-628b-4a56-aedf-d9ecaa2c5c9f.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 807.133194] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f07468ec-3013-46e0-ac94-9787f147e964 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.142757] env[70323]: DEBUG oslo_vmware.api [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Waiting for the task: (returnval){ [ 807.142757] env[70323]: value = "task-3227000" [ 807.142757] env[70323]: _type = "Task" [ 807.142757] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.155674] env[70323]: DEBUG oslo_vmware.api [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Task: {'id': task-3227000, 'name': Rename_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.178836] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Releasing lock "refresh_cache-7da61593-5cdd-4a3b-8999-754b6090bff7" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.180299] env[70323]: DEBUG nova.compute.manager [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] [instance: 7da61593-5cdd-4a3b-8999-754b6090bff7] Instance network_info: |[{"id": "f8897fae-744d-44ce-993e-1c7256f49024", "address": "fa:16:3e:bb:e8:cc", "network": {"id": "45000362-c71f-4e9a-8c98-702b8973310b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-777664217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c1c5900f12d410ebe0fcf82ff36c2bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8897fae-74", "ovs_interfaceid": "f8897fae-744d-44ce-993e-1c7256f49024", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 807.180923] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] [instance: 7da61593-5cdd-4a3b-8999-754b6090bff7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:e8:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '309d7cfa-b4da-4eec-9f4b-2e10d215fac7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f8897fae-744d-44ce-993e-1c7256f49024', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 807.189807] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Creating folder: Project (1c1c5900f12d410ebe0fcf82ff36c2bb). Parent ref: group-v644941. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 807.192871] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd304ad0-0570-4626-8081-13529bafd2b4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.208147] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Created folder: Project (1c1c5900f12d410ebe0fcf82ff36c2bb) in parent group-v644941. [ 807.208376] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Creating folder: Instances. Parent ref: group-v645096. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 807.211657] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d0aec7aa-f393-4940-93a5-4084103a0d1d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.226176] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Created folder: Instances in parent group-v645096. [ 807.226538] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 807.226869] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7da61593-5cdd-4a3b-8999-754b6090bff7] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 807.227221] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f28d592a-04d6-45c0-9eb2-5522761fcdc3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.253980] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 807.253980] env[70323]: value = "task-3227003" [ 807.253980] env[70323]: _type = "Task" [ 807.253980] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.264759] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227003, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.452404] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d121cda-f99b-4377-b2e8-78b5c5e80d4f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] [instance: 19fddddc-9657-463c-b24d-7ae457fdb870] Volume attach. Driver type: vmdk {{(pid=70323) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 807.452624] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d121cda-f99b-4377-b2e8-78b5c5e80d4f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] [instance: 19fddddc-9657-463c-b24d-7ae457fdb870] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645093', 'volume_id': '70c5f3a9-79db-4141-9b92-2ff670b2b99b', 'name': 'volume-70c5f3a9-79db-4141-9b92-2ff670b2b99b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '19fddddc-9657-463c-b24d-7ae457fdb870', 'attached_at': '', 'detached_at': '', 'volume_id': '70c5f3a9-79db-4141-9b92-2ff670b2b99b', 'serial': '70c5f3a9-79db-4141-9b92-2ff670b2b99b'} {{(pid=70323) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 807.453549] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a601db78-4669-40c4-8e04-fd5068b0c1cf {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.459421] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d64c5cb-d20c-4475-b653-9768d95cad06 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.482220] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adffb940-9a64-466c-b093-04d36380777b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.488773] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e18d7d-07ac-440c-a7df-ba8034c930db {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.516187] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d121cda-f99b-4377-b2e8-78b5c5e80d4f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] [instance: 19fddddc-9657-463c-b24d-7ae457fdb870] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] volume-70c5f3a9-79db-4141-9b92-2ff670b2b99b/volume-70c5f3a9-79db-4141-9b92-2ff670b2b99b.vmdk or device None with type thin {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 807.546489] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03ff3e14-f355-433a-9a8f-169f5a77b831 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.561157] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f50fb48-ad64-4d2e-adf6-b65590429889 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.573070] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d72777a-fa3b-4687-9d09-1db3d2be00fd {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.577584] env[70323]: DEBUG oslo_vmware.api [None req-2d121cda-f99b-4377-b2e8-78b5c5e80d4f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Waiting for the task: (returnval){ [ 807.577584] env[70323]: value = "task-3227005" [ 807.577584] env[70323]: _type = "Task" [ 807.577584] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.590129] env[70323]: DEBUG nova.compute.provider_tree [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 807.598583] env[70323]: DEBUG oslo_vmware.api [None req-2d121cda-f99b-4377-b2e8-78b5c5e80d4f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Task: {'id': task-3227005, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.619960] env[70323]: DEBUG nova.compute.manager [req-05e5cece-bfd2-4623-9054-06851400879e req-c681158d-3fff-4715-aa06-0cfbf9a13c89 service nova] [instance: 7da61593-5cdd-4a3b-8999-754b6090bff7] Received event network-changed-f8897fae-744d-44ce-993e-1c7256f49024 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.620205] env[70323]: DEBUG nova.compute.manager [req-05e5cece-bfd2-4623-9054-06851400879e req-c681158d-3fff-4715-aa06-0cfbf9a13c89 service nova] [instance: 7da61593-5cdd-4a3b-8999-754b6090bff7] Refreshing instance network info cache due to event network-changed-f8897fae-744d-44ce-993e-1c7256f49024. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 807.620724] env[70323]: DEBUG oslo_concurrency.lockutils [req-05e5cece-bfd2-4623-9054-06851400879e req-c681158d-3fff-4715-aa06-0cfbf9a13c89 service nova] Acquiring lock "refresh_cache-7da61593-5cdd-4a3b-8999-754b6090bff7" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.620724] env[70323]: DEBUG oslo_concurrency.lockutils [req-05e5cece-bfd2-4623-9054-06851400879e req-c681158d-3fff-4715-aa06-0cfbf9a13c89 service nova] Acquired lock "refresh_cache-7da61593-5cdd-4a3b-8999-754b6090bff7" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.620724] env[70323]: DEBUG nova.network.neutron [req-05e5cece-bfd2-4623-9054-06851400879e req-c681158d-3fff-4715-aa06-0cfbf9a13c89 service nova] [instance: 7da61593-5cdd-4a3b-8999-754b6090bff7] Refreshing network info cache for port f8897fae-744d-44ce-993e-1c7256f49024 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 807.655447] env[70323]: DEBUG oslo_vmware.api [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Task: {'id': task-3227000, 'name': Rename_Task, 'duration_secs': 0.170318} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.655783] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] [instance: 344d5579-628b-4a56-aedf-d9ecaa2c5c9f] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 807.656067] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1737d08e-9c9a-4d08-bdc7-528db9b97f1c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.666031] env[70323]: DEBUG oslo_vmware.api [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Waiting for the task: (returnval){ [ 807.666031] env[70323]: value = "task-3227006" [ 807.666031] env[70323]: _type = "Task" [ 807.666031] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.676375] env[70323]: DEBUG oslo_vmware.api [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Task: {'id': task-3227006, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.766402] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227003, 'name': CreateVM_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.794752] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-acbbb7a8-3e3f-4be3-819c-57176d839531 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 4a2a0594-39e2-4e91-bba9-954662de5f77] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 807.795207] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-241c9ce6-b9f1-4852-ae98-ad86817de7c8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.805405] env[70323]: DEBUG oslo_vmware.api [None req-acbbb7a8-3e3f-4be3-819c-57176d839531 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for the task: (returnval){ [ 807.805405] env[70323]: value = "task-3227007" [ 807.805405] env[70323]: _type = "Task" [ 807.805405] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.816613] env[70323]: DEBUG oslo_vmware.api [None req-acbbb7a8-3e3f-4be3-819c-57176d839531 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227007, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.091038] env[70323]: DEBUG oslo_vmware.api [None req-2d121cda-f99b-4377-b2e8-78b5c5e80d4f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Task: {'id': task-3227005, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.094213] env[70323]: DEBUG nova.scheduler.client.report [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 808.183676] env[70323]: DEBUG oslo_vmware.api [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Task: {'id': task-3227006, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.267188] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227003, 'name': CreateVM_Task, 'duration_secs': 0.546572} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.267829] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7da61593-5cdd-4a3b-8999-754b6090bff7] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 808.268168] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.268389] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.268759] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.269074] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97b252cd-8890-443c-a429-d0b3dc036340 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.282644] env[70323]: DEBUG oslo_vmware.api [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Waiting for the task: (returnval){ [ 808.282644] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]526b78da-c00f-a2ff-fe8d-a03ce93650f3" [ 808.282644] env[70323]: _type = "Task" [ 808.282644] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.293710] env[70323]: DEBUG oslo_vmware.api [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]526b78da-c00f-a2ff-fe8d-a03ce93650f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.318696] env[70323]: DEBUG oslo_vmware.api [None req-acbbb7a8-3e3f-4be3-819c-57176d839531 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227007, 'name': PowerOffVM_Task, 'duration_secs': 0.229523} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.318913] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-acbbb7a8-3e3f-4be3-819c-57176d839531 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 4a2a0594-39e2-4e91-bba9-954662de5f77] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 808.319182] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-acbbb7a8-3e3f-4be3-819c-57176d839531 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 4a2a0594-39e2-4e91-bba9-954662de5f77] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 808.320188] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9a5227-cb1f-4614-82c6-f1fcc948e33d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.328650] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-acbbb7a8-3e3f-4be3-819c-57176d839531 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 4a2a0594-39e2-4e91-bba9-954662de5f77] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 808.331533] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc19a937-c7cf-483b-8315-95f95afc53e9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.421619] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-acbbb7a8-3e3f-4be3-819c-57176d839531 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 4a2a0594-39e2-4e91-bba9-954662de5f77] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 808.421919] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-acbbb7a8-3e3f-4be3-819c-57176d839531 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 4a2a0594-39e2-4e91-bba9-954662de5f77] Deleting contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 808.422163] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-acbbb7a8-3e3f-4be3-819c-57176d839531 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Deleting the datastore file [datastore1] 4a2a0594-39e2-4e91-bba9-954662de5f77 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 808.422487] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-456ca50f-8a4d-403b-97de-334c59d86db8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.430191] env[70323]: DEBUG oslo_vmware.api [None req-acbbb7a8-3e3f-4be3-819c-57176d839531 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for the task: (returnval){ [ 808.430191] env[70323]: value = "task-3227009" [ 808.430191] env[70323]: _type = "Task" [ 808.430191] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.439268] env[70323]: DEBUG oslo_vmware.api [None req-acbbb7a8-3e3f-4be3-819c-57176d839531 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227009, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.440913] env[70323]: DEBUG nova.network.neutron [req-05e5cece-bfd2-4623-9054-06851400879e req-c681158d-3fff-4715-aa06-0cfbf9a13c89 service nova] [instance: 7da61593-5cdd-4a3b-8999-754b6090bff7] Updated VIF entry in instance network info cache for port f8897fae-744d-44ce-993e-1c7256f49024. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 808.441271] env[70323]: DEBUG nova.network.neutron [req-05e5cece-bfd2-4623-9054-06851400879e req-c681158d-3fff-4715-aa06-0cfbf9a13c89 service nova] [instance: 7da61593-5cdd-4a3b-8999-754b6090bff7] Updating instance_info_cache with network_info: [{"id": "f8897fae-744d-44ce-993e-1c7256f49024", "address": "fa:16:3e:bb:e8:cc", "network": {"id": "45000362-c71f-4e9a-8c98-702b8973310b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-777664217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c1c5900f12d410ebe0fcf82ff36c2bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8897fae-74", "ovs_interfaceid": "f8897fae-744d-44ce-993e-1c7256f49024", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.590230] env[70323]: DEBUG oslo_vmware.api [None req-2d121cda-f99b-4377-b2e8-78b5c5e80d4f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Task: {'id': task-3227005, 'name': ReconfigVM_Task, 'duration_secs': 0.744281} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.590643] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d121cda-f99b-4377-b2e8-78b5c5e80d4f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] [instance: 19fddddc-9657-463c-b24d-7ae457fdb870] Reconfigured VM instance instance-0000000b to attach disk [datastore2] volume-70c5f3a9-79db-4141-9b92-2ff670b2b99b/volume-70c5f3a9-79db-4141-9b92-2ff670b2b99b.vmdk or device None with type thin {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 808.595483] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04a3c760-77b1-4d82-9be9-1e874c84e245 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.606401] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.871s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.606960] env[70323]: DEBUG nova.compute.manager [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 5015919d-0612-4a77-b89b-71b1c07e160b] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 808.609683] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6522a249-9a30-4661-ac6d-16d61ab1dfa4 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.434s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.610088] env[70323]: DEBUG nova.objects.instance [None req-6522a249-9a30-4661-ac6d-16d61ab1dfa4 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Lazy-loading 'resources' on Instance uuid 95850796-4c82-4e1f-b169-c2122a5c4950 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 808.618494] env[70323]: DEBUG oslo_vmware.api [None req-2d121cda-f99b-4377-b2e8-78b5c5e80d4f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Waiting for the task: (returnval){ [ 808.618494] env[70323]: value = "task-3227010" [ 808.618494] env[70323]: _type = "Task" [ 808.618494] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.630740] env[70323]: DEBUG oslo_vmware.api [None req-2d121cda-f99b-4377-b2e8-78b5c5e80d4f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Task: {'id': task-3227010, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.645341] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c5c5a78c-165a-4e67-872f-e56f0b1e407d tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Acquiring lock "b3f9b17f-4e9b-4d78-954d-a6eee9613900" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.645621] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c5c5a78c-165a-4e67-872f-e56f0b1e407d tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Lock "b3f9b17f-4e9b-4d78-954d-a6eee9613900" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.645834] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c5c5a78c-165a-4e67-872f-e56f0b1e407d tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Acquiring lock "b3f9b17f-4e9b-4d78-954d-a6eee9613900-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.646351] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c5c5a78c-165a-4e67-872f-e56f0b1e407d tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Lock "b3f9b17f-4e9b-4d78-954d-a6eee9613900-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.646499] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c5c5a78c-165a-4e67-872f-e56f0b1e407d tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Lock "b3f9b17f-4e9b-4d78-954d-a6eee9613900-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.650154] env[70323]: INFO nova.compute.manager [None req-c5c5a78c-165a-4e67-872f-e56f0b1e407d tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] [instance: b3f9b17f-4e9b-4d78-954d-a6eee9613900] Terminating instance [ 808.684042] env[70323]: DEBUG oslo_vmware.api [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Task: {'id': task-3227006, 'name': PowerOnVM_Task, 'duration_secs': 0.693652} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.684815] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] [instance: 344d5579-628b-4a56-aedf-d9ecaa2c5c9f] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 808.684815] env[70323]: INFO nova.compute.manager [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] [instance: 344d5579-628b-4a56-aedf-d9ecaa2c5c9f] Took 9.40 seconds to spawn the instance on the hypervisor. [ 808.685189] env[70323]: DEBUG nova.compute.manager [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] [instance: 344d5579-628b-4a56-aedf-d9ecaa2c5c9f] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 808.686493] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91251d7e-7d48-4ebc-a7c6-90f6c91ae01d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.801667] env[70323]: DEBUG oslo_vmware.api [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]526b78da-c00f-a2ff-fe8d-a03ce93650f3, 'name': SearchDatastore_Task, 'duration_secs': 0.0167} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.802184] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.802571] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] [instance: 7da61593-5cdd-4a3b-8999-754b6090bff7] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 808.802966] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.803234] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.803514] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 808.803902] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44f551f4-8f9c-4016-b35c-97c2ccd22e49 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.816428] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 808.816677] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 808.817428] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-501625cb-c332-42a5-92fa-86a16e738bd9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.823278] env[70323]: DEBUG oslo_vmware.api [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Waiting for the task: (returnval){ [ 808.823278] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52cac125-a49c-9e71-47b1-21cf584178f4" [ 808.823278] env[70323]: _type = "Task" [ 808.823278] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.832376] env[70323]: DEBUG oslo_vmware.api [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52cac125-a49c-9e71-47b1-21cf584178f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.949531] env[70323]: DEBUG oslo_concurrency.lockutils [req-05e5cece-bfd2-4623-9054-06851400879e req-c681158d-3fff-4715-aa06-0cfbf9a13c89 service nova] Releasing lock "refresh_cache-7da61593-5cdd-4a3b-8999-754b6090bff7" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.952468] env[70323]: DEBUG oslo_vmware.api [None req-acbbb7a8-3e3f-4be3-819c-57176d839531 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227009, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218279} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.952706] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-acbbb7a8-3e3f-4be3-819c-57176d839531 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 808.952922] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-acbbb7a8-3e3f-4be3-819c-57176d839531 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 4a2a0594-39e2-4e91-bba9-954662de5f77] Deleted contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 808.953165] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-acbbb7a8-3e3f-4be3-819c-57176d839531 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 4a2a0594-39e2-4e91-bba9-954662de5f77] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 809.114099] env[70323]: DEBUG nova.compute.utils [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 809.119260] env[70323]: DEBUG nova.compute.manager [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 5015919d-0612-4a77-b89b-71b1c07e160b] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 809.119312] env[70323]: DEBUG nova.network.neutron [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 5015919d-0612-4a77-b89b-71b1c07e160b] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 809.132952] env[70323]: DEBUG oslo_vmware.api [None req-2d121cda-f99b-4377-b2e8-78b5c5e80d4f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Task: {'id': task-3227010, 'name': ReconfigVM_Task, 'duration_secs': 0.183682} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.133297] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d121cda-f99b-4377-b2e8-78b5c5e80d4f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] [instance: 19fddddc-9657-463c-b24d-7ae457fdb870] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645093', 'volume_id': '70c5f3a9-79db-4141-9b92-2ff670b2b99b', 'name': 'volume-70c5f3a9-79db-4141-9b92-2ff670b2b99b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '19fddddc-9657-463c-b24d-7ae457fdb870', 'attached_at': '', 'detached_at': '', 'volume_id': '70c5f3a9-79db-4141-9b92-2ff670b2b99b', 'serial': '70c5f3a9-79db-4141-9b92-2ff670b2b99b'} {{(pid=70323) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 809.157710] env[70323]: DEBUG nova.compute.manager [None req-c5c5a78c-165a-4e67-872f-e56f0b1e407d tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] [instance: b3f9b17f-4e9b-4d78-954d-a6eee9613900] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 809.158135] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c5a78c-165a-4e67-872f-e56f0b1e407d tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] [instance: b3f9b17f-4e9b-4d78-954d-a6eee9613900] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 809.159111] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d2ae1cf-27cf-4ff9-94e3-7f600e6943fc {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.170640] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5c5a78c-165a-4e67-872f-e56f0b1e407d tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] [instance: b3f9b17f-4e9b-4d78-954d-a6eee9613900] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 809.170640] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e322816-1664-4a68-86fd-3517fadd4524 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.176323] env[70323]: DEBUG oslo_vmware.api [None req-c5c5a78c-165a-4e67-872f-e56f0b1e407d tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Waiting for the task: (returnval){ [ 809.176323] env[70323]: value = "task-3227011" [ 809.176323] env[70323]: _type = "Task" [ 809.176323] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.191676] env[70323]: DEBUG oslo_vmware.api [None req-c5c5a78c-165a-4e67-872f-e56f0b1e407d tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Task: {'id': task-3227011, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.214330] env[70323]: INFO nova.compute.manager [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] [instance: 344d5579-628b-4a56-aedf-d9ecaa2c5c9f] Took 41.80 seconds to build instance. [ 809.236025] env[70323]: DEBUG nova.policy [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dbdc4ebdb3e84e91a9bb707d7d39b667', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '583585aa3b3a42739c01c42e48c61ed2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 809.338129] env[70323]: DEBUG oslo_vmware.api [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52cac125-a49c-9e71-47b1-21cf584178f4, 'name': SearchDatastore_Task, 'duration_secs': 0.014968} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.339526] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02ad3ecc-2056-4de5-8833-25a4933f219f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.350446] env[70323]: DEBUG oslo_vmware.api [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Waiting for the task: (returnval){ [ 809.350446] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52df1188-704a-ab2d-fcf1-7580416a9f97" [ 809.350446] env[70323]: _type = "Task" [ 809.350446] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.360946] env[70323]: DEBUG oslo_vmware.api [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52df1188-704a-ab2d-fcf1-7580416a9f97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.621153] env[70323]: DEBUG nova.compute.manager [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 5015919d-0612-4a77-b89b-71b1c07e160b] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 809.696924] env[70323]: DEBUG oslo_vmware.api [None req-c5c5a78c-165a-4e67-872f-e56f0b1e407d tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Task: {'id': task-3227011, 'name': PowerOffVM_Task, 'duration_secs': 0.233992} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.697202] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5c5a78c-165a-4e67-872f-e56f0b1e407d tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] [instance: b3f9b17f-4e9b-4d78-954d-a6eee9613900] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 809.697373] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c5a78c-165a-4e67-872f-e56f0b1e407d tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] [instance: b3f9b17f-4e9b-4d78-954d-a6eee9613900] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 809.697631] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-38229bf1-9972-4bd4-ab15-c125ea4a6f94 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.714908] env[70323]: DEBUG oslo_concurrency.lockutils [None req-851678e5-69e8-4df2-ba12-5612496d917d tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Lock "344d5579-628b-4a56-aedf-d9ecaa2c5c9f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.483s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.777130] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c5a78c-165a-4e67-872f-e56f0b1e407d tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] [instance: b3f9b17f-4e9b-4d78-954d-a6eee9613900] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 809.777319] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c5a78c-165a-4e67-872f-e56f0b1e407d tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] [instance: b3f9b17f-4e9b-4d78-954d-a6eee9613900] Deleting contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 809.777505] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5c5a78c-165a-4e67-872f-e56f0b1e407d tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Deleting the datastore file [datastore1] b3f9b17f-4e9b-4d78-954d-a6eee9613900 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 809.778166] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-808bce3e-6a43-4659-b131-5eb8622c8136 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.788245] env[70323]: DEBUG oslo_vmware.api [None req-c5c5a78c-165a-4e67-872f-e56f0b1e407d tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Waiting for the task: (returnval){ [ 809.788245] env[70323]: value = "task-3227013" [ 809.788245] env[70323]: _type = "Task" [ 809.788245] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.798156] env[70323]: DEBUG oslo_vmware.api [None req-c5c5a78c-165a-4e67-872f-e56f0b1e407d tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Task: {'id': task-3227013, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.813934] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836054e2-95de-4c5a-ae2e-9eb59102947f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.822652] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62def2e7-d20e-472a-8487-54e01aa1627d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.860477] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6044fa-3e45-42ec-af30-e7f347f629fb {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.864628] env[70323]: DEBUG nova.compute.manager [req-43ea1441-1383-40d2-866c-4880d3c66a58 req-ce10ec7b-50ff-410a-9847-4de7ab8451b9 service nova] [instance: 344d5579-628b-4a56-aedf-d9ecaa2c5c9f] Received event network-changed-3ccbd409-a3e2-4e7a-bb36-4bff019bdb94 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.864723] env[70323]: DEBUG nova.compute.manager [req-43ea1441-1383-40d2-866c-4880d3c66a58 req-ce10ec7b-50ff-410a-9847-4de7ab8451b9 service nova] [instance: 344d5579-628b-4a56-aedf-d9ecaa2c5c9f] Refreshing instance network info cache due to event network-changed-3ccbd409-a3e2-4e7a-bb36-4bff019bdb94. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 809.865174] env[70323]: DEBUG oslo_concurrency.lockutils [req-43ea1441-1383-40d2-866c-4880d3c66a58 req-ce10ec7b-50ff-410a-9847-4de7ab8451b9 service nova] Acquiring lock "refresh_cache-344d5579-628b-4a56-aedf-d9ecaa2c5c9f" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.865174] env[70323]: DEBUG oslo_concurrency.lockutils [req-43ea1441-1383-40d2-866c-4880d3c66a58 req-ce10ec7b-50ff-410a-9847-4de7ab8451b9 service nova] Acquired lock "refresh_cache-344d5579-628b-4a56-aedf-d9ecaa2c5c9f" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.865290] env[70323]: DEBUG nova.network.neutron [req-43ea1441-1383-40d2-866c-4880d3c66a58 req-ce10ec7b-50ff-410a-9847-4de7ab8451b9 service nova] [instance: 344d5579-628b-4a56-aedf-d9ecaa2c5c9f] Refreshing network info cache for port 3ccbd409-a3e2-4e7a-bb36-4bff019bdb94 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 809.878518] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d7ccc0-0be3-4f4a-9433-fe47685e5e1c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.884572] env[70323]: DEBUG oslo_vmware.api [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52df1188-704a-ab2d-fcf1-7580416a9f97, 'name': SearchDatastore_Task, 'duration_secs': 0.02024} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.884897] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.885355] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 7da61593-5cdd-4a3b-8999-754b6090bff7/7da61593-5cdd-4a3b-8999-754b6090bff7.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 809.886192] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-987bb3b5-1ab6-458f-b71a-e839e583a5c3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.890913] env[70323]: DEBUG nova.network.neutron [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 5015919d-0612-4a77-b89b-71b1c07e160b] Successfully created port: 7688582f-4595-4a3e-ac9d-2de06dc5dbad {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 809.905400] env[70323]: DEBUG nova.compute.provider_tree [None req-6522a249-9a30-4661-ac6d-16d61ab1dfa4 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 809.912063] env[70323]: DEBUG oslo_vmware.api [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Waiting for the task: (returnval){ [ 809.912063] env[70323]: value = "task-3227014" [ 809.912063] env[70323]: _type = "Task" [ 809.912063] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.924430] env[70323]: DEBUG oslo_vmware.api [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Task: {'id': task-3227014, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.999791] env[70323]: DEBUG nova.virt.hardware [None req-acbbb7a8-3e3f-4be3-819c-57176d839531 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 810.001026] env[70323]: DEBUG nova.virt.hardware [None req-acbbb7a8-3e3f-4be3-819c-57176d839531 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 810.001026] env[70323]: DEBUG nova.virt.hardware [None req-acbbb7a8-3e3f-4be3-819c-57176d839531 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 810.001026] env[70323]: DEBUG nova.virt.hardware [None req-acbbb7a8-3e3f-4be3-819c-57176d839531 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 810.001026] env[70323]: DEBUG nova.virt.hardware [None req-acbbb7a8-3e3f-4be3-819c-57176d839531 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 810.001026] env[70323]: DEBUG nova.virt.hardware [None req-acbbb7a8-3e3f-4be3-819c-57176d839531 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 810.001026] env[70323]: DEBUG nova.virt.hardware [None req-acbbb7a8-3e3f-4be3-819c-57176d839531 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 810.001338] env[70323]: DEBUG nova.virt.hardware [None req-acbbb7a8-3e3f-4be3-819c-57176d839531 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 810.001513] env[70323]: DEBUG nova.virt.hardware [None req-acbbb7a8-3e3f-4be3-819c-57176d839531 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 810.001731] env[70323]: DEBUG nova.virt.hardware [None req-acbbb7a8-3e3f-4be3-819c-57176d839531 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 810.002017] env[70323]: DEBUG nova.virt.hardware [None req-acbbb7a8-3e3f-4be3-819c-57176d839531 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 810.003221] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0db8f8-52ae-4ed1-896e-53c46feef416 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.012912] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a59bdaa-e55f-489a-a25a-95dd40da376c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.029842] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-acbbb7a8-3e3f-4be3-819c-57176d839531 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 4a2a0594-39e2-4e91-bba9-954662de5f77] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:45:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13b62154-a0e1-4eed-bc30-6464b15993bb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6d93df7c-655f-4453-a192-d2394fa0104a', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 810.039049] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-acbbb7a8-3e3f-4be3-819c-57176d839531 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 810.039049] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a2a0594-39e2-4e91-bba9-954662de5f77] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 810.039049] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c918412d-695e-4aba-a331-d5806388eca4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.061269] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 810.061269] env[70323]: value = "task-3227015" [ 810.061269] env[70323]: _type = "Task" [ 810.061269] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.072218] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227015, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.081087] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0159115-7590-4ae0-a53c-9b30d00f5d99 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 248f0a9f-88ae-4c02-8870-57422c9f8ac3] Volume attach. Driver type: vmdk {{(pid=70323) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 810.081328] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0159115-7590-4ae0-a53c-9b30d00f5d99 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 248f0a9f-88ae-4c02-8870-57422c9f8ac3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645095', 'volume_id': '28516aa1-c06a-4bcc-afe4-8c9db6b2747a', 'name': 'volume-28516aa1-c06a-4bcc-afe4-8c9db6b2747a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '248f0a9f-88ae-4c02-8870-57422c9f8ac3', 'attached_at': '', 'detached_at': '', 'volume_id': '28516aa1-c06a-4bcc-afe4-8c9db6b2747a', 'serial': '28516aa1-c06a-4bcc-afe4-8c9db6b2747a'} {{(pid=70323) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 810.082229] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb5ea345-4210-4d7d-8811-86578bfa4cf4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.102429] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4baffa9e-774f-44f7-a910-cde7f7ac6ae4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.131261] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0159115-7590-4ae0-a53c-9b30d00f5d99 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 248f0a9f-88ae-4c02-8870-57422c9f8ac3] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] volume-28516aa1-c06a-4bcc-afe4-8c9db6b2747a/volume-28516aa1-c06a-4bcc-afe4-8c9db6b2747a.vmdk or device None with type thin {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 810.135181] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-204ffd72-15cb-4b73-aa6f-84cbc2c82cc0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.159767] env[70323]: DEBUG oslo_vmware.api [None req-d0159115-7590-4ae0-a53c-9b30d00f5d99 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for the task: (returnval){ [ 810.159767] env[70323]: value = "task-3227016" [ 810.159767] env[70323]: _type = "Task" [ 810.159767] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.171272] env[70323]: DEBUG oslo_vmware.api [None req-d0159115-7590-4ae0-a53c-9b30d00f5d99 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227016, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.194371] env[70323]: DEBUG nova.objects.instance [None req-2d121cda-f99b-4377-b2e8-78b5c5e80d4f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Lazy-loading 'flavor' on Instance uuid 19fddddc-9657-463c-b24d-7ae457fdb870 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 810.221289] env[70323]: DEBUG nova.compute.manager [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 8a80fada-70ad-42ca-8fdd-518ef976b8d6] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 810.301321] env[70323]: DEBUG oslo_vmware.api [None req-c5c5a78c-165a-4e67-872f-e56f0b1e407d tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Task: {'id': task-3227013, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.404847} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.302526] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5c5a78c-165a-4e67-872f-e56f0b1e407d tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 810.302835] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c5a78c-165a-4e67-872f-e56f0b1e407d tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] [instance: b3f9b17f-4e9b-4d78-954d-a6eee9613900] Deleted contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 810.303208] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c5a78c-165a-4e67-872f-e56f0b1e407d tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] [instance: b3f9b17f-4e9b-4d78-954d-a6eee9613900] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 810.303324] env[70323]: INFO nova.compute.manager [None req-c5c5a78c-165a-4e67-872f-e56f0b1e407d tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] [instance: b3f9b17f-4e9b-4d78-954d-a6eee9613900] Took 1.15 seconds to destroy the instance on the hypervisor. [ 810.303654] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5c5a78c-165a-4e67-872f-e56f0b1e407d tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 810.303944] env[70323]: DEBUG nova.compute.manager [-] [instance: b3f9b17f-4e9b-4d78-954d-a6eee9613900] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 810.304071] env[70323]: DEBUG nova.network.neutron [-] [instance: b3f9b17f-4e9b-4d78-954d-a6eee9613900] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 810.409068] env[70323]: DEBUG nova.scheduler.client.report [None req-6522a249-9a30-4661-ac6d-16d61ab1dfa4 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 810.435116] env[70323]: DEBUG oslo_vmware.api [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Task: {'id': task-3227014, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.579160] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227015, 'name': CreateVM_Task, 'duration_secs': 0.394707} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.579345] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a2a0594-39e2-4e91-bba9-954662de5f77] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 810.580107] env[70323]: DEBUG oslo_concurrency.lockutils [None req-acbbb7a8-3e3f-4be3-819c-57176d839531 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.580269] env[70323]: DEBUG oslo_concurrency.lockutils [None req-acbbb7a8-3e3f-4be3-819c-57176d839531 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.580596] env[70323]: DEBUG oslo_concurrency.lockutils [None req-acbbb7a8-3e3f-4be3-819c-57176d839531 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.580863] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4aa7e3a2-60c7-4594-b60a-df16b1afaab9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.587285] env[70323]: DEBUG oslo_vmware.api [None req-acbbb7a8-3e3f-4be3-819c-57176d839531 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for the task: (returnval){ [ 810.587285] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52e89af2-41f6-8a9e-bfac-4783fbf7016d" [ 810.587285] env[70323]: _type = "Task" [ 810.587285] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.599808] env[70323]: DEBUG oslo_vmware.api [None req-acbbb7a8-3e3f-4be3-819c-57176d839531 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52e89af2-41f6-8a9e-bfac-4783fbf7016d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.652107] env[70323]: DEBUG nova.compute.manager [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 5015919d-0612-4a77-b89b-71b1c07e160b] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 810.671108] env[70323]: DEBUG oslo_vmware.api [None req-d0159115-7590-4ae0-a53c-9b30d00f5d99 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227016, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.685234] env[70323]: DEBUG nova.virt.hardware [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 810.685528] env[70323]: DEBUG nova.virt.hardware [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 810.685774] env[70323]: DEBUG nova.virt.hardware [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 810.686018] env[70323]: DEBUG nova.virt.hardware [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 810.686193] env[70323]: DEBUG nova.virt.hardware [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 810.686361] env[70323]: DEBUG nova.virt.hardware [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 810.686588] env[70323]: DEBUG nova.virt.hardware [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 810.686757] env[70323]: DEBUG nova.virt.hardware [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 810.686997] env[70323]: DEBUG nova.virt.hardware [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 810.687231] env[70323]: DEBUG nova.virt.hardware [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 810.687418] env[70323]: DEBUG nova.virt.hardware [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 810.688508] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a45ea7-5f2c-4da5-8454-f9f7b55a6e45 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.703790] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f760d5-942b-4271-95d6-56ac6ae9d391 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.711565] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2d121cda-f99b-4377-b2e8-78b5c5e80d4f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Lock "19fddddc-9657-463c-b24d-7ae457fdb870" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.442s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.765046] env[70323]: DEBUG oslo_concurrency.lockutils [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.918183] env[70323]: DEBUG nova.network.neutron [req-43ea1441-1383-40d2-866c-4880d3c66a58 req-ce10ec7b-50ff-410a-9847-4de7ab8451b9 service nova] [instance: 344d5579-628b-4a56-aedf-d9ecaa2c5c9f] Updated VIF entry in instance network info cache for port 3ccbd409-a3e2-4e7a-bb36-4bff019bdb94. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 810.918556] env[70323]: DEBUG nova.network.neutron [req-43ea1441-1383-40d2-866c-4880d3c66a58 req-ce10ec7b-50ff-410a-9847-4de7ab8451b9 service nova] [instance: 344d5579-628b-4a56-aedf-d9ecaa2c5c9f] Updating instance_info_cache with network_info: [{"id": "3ccbd409-a3e2-4e7a-bb36-4bff019bdb94", "address": "fa:16:3e:38:a2:d9", "network": {"id": "d0aa8578-a951-474c-90f1-810474236fd0", "bridge": "br-int", "label": "tempest-ServersTestJSON-1188800200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72f35be80c324a5480b5e0fe6546808d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7894814c-6be3-4b80-a08e-4a771bc05dd1", "external-id": "nsx-vlan-transportzone-948", "segmentation_id": 948, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ccbd409-a3", "ovs_interfaceid": "3ccbd409-a3e2-4e7a-bb36-4bff019bdb94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.928286] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6522a249-9a30-4661-ac6d-16d61ab1dfa4 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.316s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.930890] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.128s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.935253] env[70323]: INFO nova.compute.claims [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 01baaf1f-f1c7-4636-aaf9-9e2eabdecdfa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 810.951316] env[70323]: DEBUG oslo_vmware.api [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Task: {'id': task-3227014, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.714233} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.951316] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 7da61593-5cdd-4a3b-8999-754b6090bff7/7da61593-5cdd-4a3b-8999-754b6090bff7.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 810.951578] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] [instance: 7da61593-5cdd-4a3b-8999-754b6090bff7] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 810.952152] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf5a5a7f-26fd-4a9d-9632-5ea63724b3a8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.955160] env[70323]: INFO nova.scheduler.client.report [None req-6522a249-9a30-4661-ac6d-16d61ab1dfa4 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Deleted allocations for instance 95850796-4c82-4e1f-b169-c2122a5c4950 [ 810.965401] env[70323]: DEBUG nova.compute.manager [req-06e41a71-9034-49c6-bc1f-0aca00784bf8 req-55ffec77-9258-436d-af9e-38ab16ccf8c9 service nova] [instance: b3f9b17f-4e9b-4d78-954d-a6eee9613900] Received event network-vif-deleted-7c7084ca-7fd3-42c8-9aa1-65a193f53144 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 810.965401] env[70323]: INFO nova.compute.manager [req-06e41a71-9034-49c6-bc1f-0aca00784bf8 req-55ffec77-9258-436d-af9e-38ab16ccf8c9 service nova] [instance: b3f9b17f-4e9b-4d78-954d-a6eee9613900] Neutron deleted interface 7c7084ca-7fd3-42c8-9aa1-65a193f53144; detaching it from the instance and deleting it from the info cache [ 810.965539] env[70323]: DEBUG nova.network.neutron [req-06e41a71-9034-49c6-bc1f-0aca00784bf8 req-55ffec77-9258-436d-af9e-38ab16ccf8c9 service nova] [instance: b3f9b17f-4e9b-4d78-954d-a6eee9613900] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.969791] env[70323]: DEBUG oslo_vmware.api [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Waiting for the task: (returnval){ [ 810.969791] env[70323]: value = "task-3227017" [ 810.969791] env[70323]: _type = "Task" [ 810.969791] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.982590] env[70323]: DEBUG oslo_vmware.api [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Task: {'id': task-3227017, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.101138] env[70323]: DEBUG oslo_vmware.api [None req-acbbb7a8-3e3f-4be3-819c-57176d839531 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52e89af2-41f6-8a9e-bfac-4783fbf7016d, 'name': SearchDatastore_Task, 'duration_secs': 0.019236} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.101488] env[70323]: DEBUG oslo_concurrency.lockutils [None req-acbbb7a8-3e3f-4be3-819c-57176d839531 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.101737] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-acbbb7a8-3e3f-4be3-819c-57176d839531 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 4a2a0594-39e2-4e91-bba9-954662de5f77] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 811.102565] env[70323]: DEBUG oslo_concurrency.lockutils [None req-acbbb7a8-3e3f-4be3-819c-57176d839531 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.102565] env[70323]: DEBUG oslo_concurrency.lockutils [None req-acbbb7a8-3e3f-4be3-819c-57176d839531 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.102565] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-acbbb7a8-3e3f-4be3-819c-57176d839531 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 811.102889] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd9ca755-07ad-45e6-86ea-18afe4add009 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.114944] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-acbbb7a8-3e3f-4be3-819c-57176d839531 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 811.114944] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-acbbb7a8-3e3f-4be3-819c-57176d839531 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 811.116202] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2217c7a7-fe11-434b-b9bc-100154b91e18 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.124369] env[70323]: DEBUG oslo_vmware.api [None req-acbbb7a8-3e3f-4be3-819c-57176d839531 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for the task: (returnval){ [ 811.124369] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]522547cc-010f-cbec-ac67-96f816a90009" [ 811.124369] env[70323]: _type = "Task" [ 811.124369] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.133347] env[70323]: DEBUG oslo_vmware.api [None req-acbbb7a8-3e3f-4be3-819c-57176d839531 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]522547cc-010f-cbec-ac67-96f816a90009, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.169983] env[70323]: DEBUG oslo_vmware.api [None req-d0159115-7590-4ae0-a53c-9b30d00f5d99 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227016, 'name': ReconfigVM_Task, 'duration_secs': 0.850603} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.170358] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0159115-7590-4ae0-a53c-9b30d00f5d99 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 248f0a9f-88ae-4c02-8870-57422c9f8ac3] Reconfigured VM instance instance-00000031 to attach disk [datastore2] volume-28516aa1-c06a-4bcc-afe4-8c9db6b2747a/volume-28516aa1-c06a-4bcc-afe4-8c9db6b2747a.vmdk or device None with type thin {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 811.176082] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-005bee1a-a71a-48e0-98a3-7835924399a6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.194317] env[70323]: DEBUG oslo_vmware.api [None req-d0159115-7590-4ae0-a53c-9b30d00f5d99 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for the task: (returnval){ [ 811.194317] env[70323]: value = "task-3227018" [ 811.194317] env[70323]: _type = "Task" [ 811.194317] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.205065] env[70323]: DEBUG oslo_vmware.api [None req-d0159115-7590-4ae0-a53c-9b30d00f5d99 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227018, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.391384] env[70323]: DEBUG nova.network.neutron [-] [instance: b3f9b17f-4e9b-4d78-954d-a6eee9613900] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.421733] env[70323]: DEBUG oslo_concurrency.lockutils [req-43ea1441-1383-40d2-866c-4880d3c66a58 req-ce10ec7b-50ff-410a-9847-4de7ab8451b9 service nova] Releasing lock "refresh_cache-344d5579-628b-4a56-aedf-d9ecaa2c5c9f" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.464518] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6522a249-9a30-4661-ac6d-16d61ab1dfa4 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Lock "95850796-4c82-4e1f-b169-c2122a5c4950" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.380s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.471677] env[70323]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d092f31f-e7f6-47c3-b6e1-43aac3e19805 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.486135] env[70323]: DEBUG oslo_vmware.api [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Task: {'id': task-3227017, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112646} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.487430] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] [instance: 7da61593-5cdd-4a3b-8999-754b6090bff7] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 811.488358] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95bdf525-90b6-4813-973a-facf11b06c19 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.493495] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f2782e-2a1f-440b-b5f0-eaa709d14261 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.529824] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] [instance: 7da61593-5cdd-4a3b-8999-754b6090bff7] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 7da61593-5cdd-4a3b-8999-754b6090bff7/7da61593-5cdd-4a3b-8999-754b6090bff7.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 811.550694] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97fa72bb-1f80-4089-bf9f-8ebca316a713 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.568376] env[70323]: DEBUG nova.compute.manager [req-06e41a71-9034-49c6-bc1f-0aca00784bf8 req-55ffec77-9258-436d-af9e-38ab16ccf8c9 service nova] [instance: b3f9b17f-4e9b-4d78-954d-a6eee9613900] Detach interface failed, port_id=7c7084ca-7fd3-42c8-9aa1-65a193f53144, reason: Instance b3f9b17f-4e9b-4d78-954d-a6eee9613900 could not be found. {{(pid=70323) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 811.576962] env[70323]: DEBUG oslo_vmware.api [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Waiting for the task: (returnval){ [ 811.576962] env[70323]: value = "task-3227019" [ 811.576962] env[70323]: _type = "Task" [ 811.576962] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.587151] env[70323]: DEBUG oslo_vmware.api [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Task: {'id': task-3227019, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.634738] env[70323]: DEBUG oslo_vmware.api [None req-acbbb7a8-3e3f-4be3-819c-57176d839531 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]522547cc-010f-cbec-ac67-96f816a90009, 'name': SearchDatastore_Task, 'duration_secs': 0.012397} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.635597] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e184b940-449f-4523-9dfa-dd1f3b86c22d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.641635] env[70323]: DEBUG oslo_vmware.api [None req-acbbb7a8-3e3f-4be3-819c-57176d839531 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for the task: (returnval){ [ 811.641635] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52486d33-49c1-04a0-b150-c0ebdabe743c" [ 811.641635] env[70323]: _type = "Task" [ 811.641635] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.649917] env[70323]: DEBUG oslo_vmware.api [None req-acbbb7a8-3e3f-4be3-819c-57176d839531 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52486d33-49c1-04a0-b150-c0ebdabe743c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.705199] env[70323]: DEBUG oslo_vmware.api [None req-d0159115-7590-4ae0-a53c-9b30d00f5d99 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227018, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.894643] env[70323]: INFO nova.compute.manager [-] [instance: b3f9b17f-4e9b-4d78-954d-a6eee9613900] Took 1.59 seconds to deallocate network for instance. [ 812.089501] env[70323]: DEBUG oslo_vmware.api [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Task: {'id': task-3227019, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.152567] env[70323]: DEBUG oslo_vmware.api [None req-acbbb7a8-3e3f-4be3-819c-57176d839531 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52486d33-49c1-04a0-b150-c0ebdabe743c, 'name': SearchDatastore_Task, 'duration_secs': 0.012372} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.152895] env[70323]: DEBUG oslo_concurrency.lockutils [None req-acbbb7a8-3e3f-4be3-819c-57176d839531 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.153163] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-acbbb7a8-3e3f-4be3-819c-57176d839531 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 4a2a0594-39e2-4e91-bba9-954662de5f77/4a2a0594-39e2-4e91-bba9-954662de5f77.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 812.153564] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-13c9b75b-e4ea-406f-95d8-ce9873217f38 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.161071] env[70323]: DEBUG oslo_vmware.api [None req-acbbb7a8-3e3f-4be3-819c-57176d839531 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for the task: (returnval){ [ 812.161071] env[70323]: value = "task-3227020" [ 812.161071] env[70323]: _type = "Task" [ 812.161071] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.169371] env[70323]: DEBUG oslo_vmware.api [None req-acbbb7a8-3e3f-4be3-819c-57176d839531 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227020, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.207253] env[70323]: DEBUG oslo_vmware.api [None req-d0159115-7590-4ae0-a53c-9b30d00f5d99 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227018, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.414242] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3603e53c-c2d4-402a-86db-24587a2e5754 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.423146] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8544b6-6892-41b8-aa7c-1b8be11f3a63 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.457678] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d270493-9a3c-46bd-b485-7c933ea0494d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.466522] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf3d8222-f2f9-4e9c-a65c-68dafecad415 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.481528] env[70323]: DEBUG nova.compute.provider_tree [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 812.588469] env[70323]: DEBUG oslo_vmware.api [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Task: {'id': task-3227019, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.672767] env[70323]: DEBUG oslo_vmware.api [None req-acbbb7a8-3e3f-4be3-819c-57176d839531 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227020, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.707805] env[70323]: DEBUG oslo_vmware.api [None req-d0159115-7590-4ae0-a53c-9b30d00f5d99 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227018, 'name': ReconfigVM_Task, 'duration_secs': 1.061681} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.708246] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0159115-7590-4ae0-a53c-9b30d00f5d99 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 248f0a9f-88ae-4c02-8870-57422c9f8ac3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645095', 'volume_id': '28516aa1-c06a-4bcc-afe4-8c9db6b2747a', 'name': 'volume-28516aa1-c06a-4bcc-afe4-8c9db6b2747a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '248f0a9f-88ae-4c02-8870-57422c9f8ac3', 'attached_at': '', 'detached_at': '', 'volume_id': '28516aa1-c06a-4bcc-afe4-8c9db6b2747a', 'serial': '28516aa1-c06a-4bcc-afe4-8c9db6b2747a'} {{(pid=70323) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 812.984967] env[70323]: DEBUG nova.scheduler.client.report [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 813.088945] env[70323]: DEBUG oslo_vmware.api [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Task: {'id': task-3227019, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.174082] env[70323]: DEBUG oslo_vmware.api [None req-acbbb7a8-3e3f-4be3-819c-57176d839531 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227020, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583237} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.174082] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-acbbb7a8-3e3f-4be3-819c-57176d839531 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 4a2a0594-39e2-4e91-bba9-954662de5f77/4a2a0594-39e2-4e91-bba9-954662de5f77.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 813.174374] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-acbbb7a8-3e3f-4be3-819c-57176d839531 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 4a2a0594-39e2-4e91-bba9-954662de5f77] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 813.174485] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-63285572-f0fa-4bdd-a89d-27e41a2823f4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.182753] env[70323]: DEBUG oslo_vmware.api [None req-acbbb7a8-3e3f-4be3-819c-57176d839531 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for the task: (returnval){ [ 813.182753] env[70323]: value = "task-3227021" [ 813.182753] env[70323]: _type = "Task" [ 813.182753] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.190593] env[70323]: DEBUG oslo_vmware.api [None req-acbbb7a8-3e3f-4be3-819c-57176d839531 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227021, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.589740] env[70323]: DEBUG oslo_vmware.api [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Task: {'id': task-3227019, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.674412] env[70323]: DEBUG oslo_vmware.rw_handles [None req-f682ac73-b0e2-4941-bce9-dda75e3623ca tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52de2716-23be-0037-4604-2a98891c7063/disk-0.vmdk. {{(pid=70323) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 813.675926] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4567d76f-0562-448d-b128-d647cb4ae544 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.684761] env[70323]: DEBUG oslo_vmware.rw_handles [None req-f682ac73-b0e2-4941-bce9-dda75e3623ca tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52de2716-23be-0037-4604-2a98891c7063/disk-0.vmdk is in state: ready. {{(pid=70323) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 813.684983] env[70323]: ERROR oslo_vmware.rw_handles [None req-f682ac73-b0e2-4941-bce9-dda75e3623ca tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52de2716-23be-0037-4604-2a98891c7063/disk-0.vmdk due to incomplete transfer. [ 813.690253] env[70323]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7fa1d16d-8baa-4558-a6a3-a07c86b456ab {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.700154] env[70323]: DEBUG oslo_vmware.api [None req-acbbb7a8-3e3f-4be3-819c-57176d839531 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227021, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069215} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.701565] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-acbbb7a8-3e3f-4be3-819c-57176d839531 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 4a2a0594-39e2-4e91-bba9-954662de5f77] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 813.702177] env[70323]: DEBUG oslo_vmware.rw_handles [None req-f682ac73-b0e2-4941-bce9-dda75e3623ca tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52de2716-23be-0037-4604-2a98891c7063/disk-0.vmdk. {{(pid=70323) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 813.702369] env[70323]: DEBUG nova.virt.vmwareapi.images [None req-f682ac73-b0e2-4941-bce9-dda75e3623ca tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 53bef48f-e24f-423a-ae83-a30a408153bc] Uploaded image 9ddc9343-be81-4b0b-a745-56ed629398c5 to the Glance image server {{(pid=70323) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 813.704732] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-f682ac73-b0e2-4941-bce9-dda75e3623ca tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 53bef48f-e24f-423a-ae83-a30a408153bc] Destroying the VM {{(pid=70323) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 813.706221] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82520640-81b7-4648-9d39-88f69bc20f69 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.711195] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4271b3cd-dc17-4365-a28a-1bb9cdd2eea8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.739060] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-acbbb7a8-3e3f-4be3-819c-57176d839531 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 4a2a0594-39e2-4e91-bba9-954662de5f77] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 4a2a0594-39e2-4e91-bba9-954662de5f77/4a2a0594-39e2-4e91-bba9-954662de5f77.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 813.741751] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5a552a3-093f-4ecb-b30f-a191595d9af9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.755854] env[70323]: DEBUG oslo_vmware.api [None req-f682ac73-b0e2-4941-bce9-dda75e3623ca tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Waiting for the task: (returnval){ [ 813.755854] env[70323]: value = "task-3227022" [ 813.755854] env[70323]: _type = "Task" [ 813.755854] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.767424] env[70323]: DEBUG oslo_vmware.api [None req-acbbb7a8-3e3f-4be3-819c-57176d839531 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for the task: (returnval){ [ 813.767424] env[70323]: value = "task-3227023" [ 813.767424] env[70323]: _type = "Task" [ 813.767424] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.767769] env[70323]: DEBUG oslo_vmware.api [None req-f682ac73-b0e2-4941-bce9-dda75e3623ca tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': task-3227022, 'name': Destroy_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.778317] env[70323]: DEBUG oslo_vmware.api [None req-acbbb7a8-3e3f-4be3-819c-57176d839531 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227023, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.908057] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c5c5a78c-165a-4e67-872f-e56f0b1e407d tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.973354] env[70323]: DEBUG nova.network.neutron [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 5015919d-0612-4a77-b89b-71b1c07e160b] Successfully updated port: 7688582f-4595-4a3e-ac9d-2de06dc5dbad {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 813.990027] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.060s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.990593] env[70323]: DEBUG nova.compute.manager [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 01baaf1f-f1c7-4636-aaf9-9e2eabdecdfa] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 813.993840] env[70323]: DEBUG oslo_concurrency.lockutils [None req-78c19c7b-b2b8-4ce5-864b-6e0685caf30a tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.152s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.993967] env[70323]: DEBUG nova.objects.instance [None req-78c19c7b-b2b8-4ce5-864b-6e0685caf30a tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Lazy-loading 'resources' on Instance uuid 2c9fda7c-de29-4b8a-b950-cfd429a16e18 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 814.094525] env[70323]: DEBUG oslo_vmware.api [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Task: {'id': task-3227019, 'name': ReconfigVM_Task, 'duration_secs': 2.365032} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.094903] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] [instance: 7da61593-5cdd-4a3b-8999-754b6090bff7] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 7da61593-5cdd-4a3b-8999-754b6090bff7/7da61593-5cdd-4a3b-8999-754b6090bff7.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 814.095612] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e39fc831-5762-42b0-b2f4-40848bc1e62d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.106857] env[70323]: DEBUG oslo_vmware.api [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Waiting for the task: (returnval){ [ 814.106857] env[70323]: value = "task-3227024" [ 814.106857] env[70323]: _type = "Task" [ 814.106857] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.117434] env[70323]: DEBUG oslo_vmware.api [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Task: {'id': task-3227024, 'name': Rename_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.142206] env[70323]: DEBUG oslo_concurrency.lockutils [None req-448afcbb-3d23-4bc0-a711-2b1f56cd68f4 tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Acquiring lock "19fddddc-9657-463c-b24d-7ae457fdb870" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.142864] env[70323]: DEBUG oslo_concurrency.lockutils [None req-448afcbb-3d23-4bc0-a711-2b1f56cd68f4 tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Lock "19fddddc-9657-463c-b24d-7ae457fdb870" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.268542] env[70323]: DEBUG oslo_vmware.api [None req-f682ac73-b0e2-4941-bce9-dda75e3623ca tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': task-3227022, 'name': Destroy_Task, 'duration_secs': 0.410858} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.272569] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-f682ac73-b0e2-4941-bce9-dda75e3623ca tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 53bef48f-e24f-423a-ae83-a30a408153bc] Destroyed the VM [ 814.272948] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-f682ac73-b0e2-4941-bce9-dda75e3623ca tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 53bef48f-e24f-423a-ae83-a30a408153bc] Deleting Snapshot of the VM instance {{(pid=70323) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 814.273294] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ae874a13-fe3a-4636-ab3d-9c02b8be7398 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.280990] env[70323]: DEBUG oslo_vmware.api [None req-acbbb7a8-3e3f-4be3-819c-57176d839531 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227023, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.283046] env[70323]: DEBUG nova.objects.instance [None req-d0159115-7590-4ae0-a53c-9b30d00f5d99 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lazy-loading 'flavor' on Instance uuid 248f0a9f-88ae-4c02-8870-57422c9f8ac3 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 814.284536] env[70323]: DEBUG oslo_vmware.api [None req-f682ac73-b0e2-4941-bce9-dda75e3623ca tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Waiting for the task: (returnval){ [ 814.284536] env[70323]: value = "task-3227025" [ 814.284536] env[70323]: _type = "Task" [ 814.284536] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.294192] env[70323]: DEBUG oslo_vmware.api [None req-f682ac73-b0e2-4941-bce9-dda75e3623ca tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': task-3227025, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.476026] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Acquiring lock "refresh_cache-5015919d-0612-4a77-b89b-71b1c07e160b" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.476190] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Acquired lock "refresh_cache-5015919d-0612-4a77-b89b-71b1c07e160b" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.476277] env[70323]: DEBUG nova.network.neutron [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 5015919d-0612-4a77-b89b-71b1c07e160b] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 814.497192] env[70323]: DEBUG nova.compute.utils [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 814.498757] env[70323]: DEBUG nova.compute.manager [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 01baaf1f-f1c7-4636-aaf9-9e2eabdecdfa] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 814.498926] env[70323]: DEBUG nova.network.neutron [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 01baaf1f-f1c7-4636-aaf9-9e2eabdecdfa] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 814.557229] env[70323]: DEBUG nova.compute.manager [req-12cd8867-86b7-4abe-a5f2-f9b4f7008054 req-c62222e2-3f02-4662-869b-a54baa9b9060 service nova] [instance: 5015919d-0612-4a77-b89b-71b1c07e160b] Received event network-vif-plugged-7688582f-4595-4a3e-ac9d-2de06dc5dbad {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 814.557453] env[70323]: DEBUG oslo_concurrency.lockutils [req-12cd8867-86b7-4abe-a5f2-f9b4f7008054 req-c62222e2-3f02-4662-869b-a54baa9b9060 service nova] Acquiring lock "5015919d-0612-4a77-b89b-71b1c07e160b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.557667] env[70323]: DEBUG oslo_concurrency.lockutils [req-12cd8867-86b7-4abe-a5f2-f9b4f7008054 req-c62222e2-3f02-4662-869b-a54baa9b9060 service nova] Lock "5015919d-0612-4a77-b89b-71b1c07e160b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.557849] env[70323]: DEBUG oslo_concurrency.lockutils [req-12cd8867-86b7-4abe-a5f2-f9b4f7008054 req-c62222e2-3f02-4662-869b-a54baa9b9060 service nova] Lock "5015919d-0612-4a77-b89b-71b1c07e160b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.558155] env[70323]: DEBUG nova.compute.manager [req-12cd8867-86b7-4abe-a5f2-f9b4f7008054 req-c62222e2-3f02-4662-869b-a54baa9b9060 service nova] [instance: 5015919d-0612-4a77-b89b-71b1c07e160b] No waiting events found dispatching network-vif-plugged-7688582f-4595-4a3e-ac9d-2de06dc5dbad {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 814.558205] env[70323]: WARNING nova.compute.manager [req-12cd8867-86b7-4abe-a5f2-f9b4f7008054 req-c62222e2-3f02-4662-869b-a54baa9b9060 service nova] [instance: 5015919d-0612-4a77-b89b-71b1c07e160b] Received unexpected event network-vif-plugged-7688582f-4595-4a3e-ac9d-2de06dc5dbad for instance with vm_state building and task_state spawning. [ 814.561693] env[70323]: DEBUG nova.policy [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dbdc4ebdb3e84e91a9bb707d7d39b667', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '583585aa3b3a42739c01c42e48c61ed2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 814.617367] env[70323]: DEBUG oslo_vmware.api [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Task: {'id': task-3227024, 'name': Rename_Task, 'duration_secs': 0.366984} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.620788] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] [instance: 7da61593-5cdd-4a3b-8999-754b6090bff7] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 814.622164] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f687ec4-c0eb-405e-976b-2edbb859a070 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.632428] env[70323]: DEBUG oslo_vmware.api [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Waiting for the task: (returnval){ [ 814.632428] env[70323]: value = "task-3227026" [ 814.632428] env[70323]: _type = "Task" [ 814.632428] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.647928] env[70323]: INFO nova.compute.manager [None req-448afcbb-3d23-4bc0-a711-2b1f56cd68f4 tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] [instance: 19fddddc-9657-463c-b24d-7ae457fdb870] Detaching volume 70c5f3a9-79db-4141-9b92-2ff670b2b99b [ 814.671915] env[70323]: DEBUG oslo_vmware.api [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Task: {'id': task-3227026, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.712701] env[70323]: INFO nova.virt.block_device [None req-448afcbb-3d23-4bc0-a711-2b1f56cd68f4 tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] [instance: 19fddddc-9657-463c-b24d-7ae457fdb870] Attempting to driver detach volume 70c5f3a9-79db-4141-9b92-2ff670b2b99b from mountpoint /dev/sdb [ 814.712701] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-448afcbb-3d23-4bc0-a711-2b1f56cd68f4 tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] [instance: 19fddddc-9657-463c-b24d-7ae457fdb870] Volume detach. Driver type: vmdk {{(pid=70323) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 814.712701] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-448afcbb-3d23-4bc0-a711-2b1f56cd68f4 tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] [instance: 19fddddc-9657-463c-b24d-7ae457fdb870] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645093', 'volume_id': '70c5f3a9-79db-4141-9b92-2ff670b2b99b', 'name': 'volume-70c5f3a9-79db-4141-9b92-2ff670b2b99b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '19fddddc-9657-463c-b24d-7ae457fdb870', 'attached_at': '', 'detached_at': '', 'volume_id': '70c5f3a9-79db-4141-9b92-2ff670b2b99b', 'serial': '70c5f3a9-79db-4141-9b92-2ff670b2b99b'} {{(pid=70323) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 814.713786] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96cada63-efde-4a31-a617-98efc4c7eb47 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.740916] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb475e18-58d5-47c8-80d0-5ae04fda2880 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.750901] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a487072-88b1-4a0b-ba3a-a70e86f54a04 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.781588] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ebd7589-3220-484d-b688-0669ff430638 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.792480] env[70323]: DEBUG oslo_vmware.api [None req-acbbb7a8-3e3f-4be3-819c-57176d839531 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227023, 'name': ReconfigVM_Task, 'duration_secs': 0.553979} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.803665] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d0159115-7590-4ae0-a53c-9b30d00f5d99 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lock "248f0a9f-88ae-4c02-8870-57422c9f8ac3" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.870s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.805419] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-acbbb7a8-3e3f-4be3-819c-57176d839531 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 4a2a0594-39e2-4e91-bba9-954662de5f77] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 4a2a0594-39e2-4e91-bba9-954662de5f77/4a2a0594-39e2-4e91-bba9-954662de5f77.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 814.806934] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-448afcbb-3d23-4bc0-a711-2b1f56cd68f4 tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] The volume has not been displaced from its original location: [datastore2] volume-70c5f3a9-79db-4141-9b92-2ff670b2b99b/volume-70c5f3a9-79db-4141-9b92-2ff670b2b99b.vmdk. No consolidation needed. {{(pid=70323) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 814.813325] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-448afcbb-3d23-4bc0-a711-2b1f56cd68f4 tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] [instance: 19fddddc-9657-463c-b24d-7ae457fdb870] Reconfiguring VM instance instance-0000000b to detach disk 2001 {{(pid=70323) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 814.820376] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d4a585b1-b72b-4876-8d9e-6d5e34a9f72d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.822071] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f59d61f1-734e-4cef-859c-aaab7edd4b42 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.834773] env[70323]: DEBUG oslo_vmware.api [None req-f682ac73-b0e2-4941-bce9-dda75e3623ca tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': task-3227025, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.843793] env[70323]: DEBUG oslo_vmware.api [None req-448afcbb-3d23-4bc0-a711-2b1f56cd68f4 tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Waiting for the task: (returnval){ [ 814.843793] env[70323]: value = "task-3227028" [ 814.843793] env[70323]: _type = "Task" [ 814.843793] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.845399] env[70323]: DEBUG oslo_vmware.api [None req-acbbb7a8-3e3f-4be3-819c-57176d839531 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for the task: (returnval){ [ 814.845399] env[70323]: value = "task-3227027" [ 814.845399] env[70323]: _type = "Task" [ 814.845399] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.864907] env[70323]: DEBUG oslo_vmware.api [None req-448afcbb-3d23-4bc0-a711-2b1f56cd68f4 tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Task: {'id': task-3227028, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.866999] env[70323]: DEBUG oslo_vmware.api [None req-acbbb7a8-3e3f-4be3-819c-57176d839531 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227027, 'name': Rename_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.961131] env[70323]: DEBUG nova.network.neutron [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 01baaf1f-f1c7-4636-aaf9-9e2eabdecdfa] Successfully created port: c490d682-3946-4758-a692-a67d7af60c79 {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 815.002015] env[70323]: DEBUG nova.compute.manager [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 01baaf1f-f1c7-4636-aaf9-9e2eabdecdfa] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 815.030503] env[70323]: DEBUG nova.network.neutron [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 5015919d-0612-4a77-b89b-71b1c07e160b] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 815.149669] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2d15a94c-236c-4a21-873e-349187222ce2 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Acquiring lock "bfea592a-7cc8-4944-b8ce-ba28d64d5ed7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.149928] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2d15a94c-236c-4a21-873e-349187222ce2 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Lock "bfea592a-7cc8-4944-b8ce-ba28d64d5ed7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.150152] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2d15a94c-236c-4a21-873e-349187222ce2 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Acquiring lock "bfea592a-7cc8-4944-b8ce-ba28d64d5ed7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.150336] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2d15a94c-236c-4a21-873e-349187222ce2 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Lock "bfea592a-7cc8-4944-b8ce-ba28d64d5ed7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.150505] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2d15a94c-236c-4a21-873e-349187222ce2 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Lock "bfea592a-7cc8-4944-b8ce-ba28d64d5ed7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.152087] env[70323]: DEBUG oslo_vmware.api [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Task: {'id': task-3227026, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.152555] env[70323]: INFO nova.compute.manager [None req-2d15a94c-236c-4a21-873e-349187222ce2 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] [instance: bfea592a-7cc8-4944-b8ce-ba28d64d5ed7] Terminating instance [ 815.224485] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-314aec78-3635-475c-ab1e-318eca6b962c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.234137] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6c80cb-1fcd-4b29-b592-240cc3457187 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.271305] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa12959-f607-4b2f-88a5-aecdffe021c6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.284733] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95499edb-dbe8-45c1-a6f6-820893d1d149 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.299425] env[70323]: DEBUG oslo_vmware.api [None req-f682ac73-b0e2-4941-bce9-dda75e3623ca tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': task-3227025, 'name': RemoveSnapshot_Task, 'duration_secs': 0.789674} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.307664] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-f682ac73-b0e2-4941-bce9-dda75e3623ca tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 53bef48f-e24f-423a-ae83-a30a408153bc] Deleted Snapshot of the VM instance {{(pid=70323) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 815.308109] env[70323]: INFO nova.compute.manager [None req-f682ac73-b0e2-4941-bce9-dda75e3623ca tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 53bef48f-e24f-423a-ae83-a30a408153bc] Took 16.67 seconds to snapshot the instance on the hypervisor. [ 815.312050] env[70323]: DEBUG nova.compute.provider_tree [None req-78c19c7b-b2b8-4ce5-864b-6e0685caf30a tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 815.361912] env[70323]: DEBUG oslo_vmware.api [None req-acbbb7a8-3e3f-4be3-819c-57176d839531 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227027, 'name': Rename_Task, 'duration_secs': 0.235418} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.362672] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-acbbb7a8-3e3f-4be3-819c-57176d839531 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 4a2a0594-39e2-4e91-bba9-954662de5f77] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 815.363380] env[70323]: DEBUG oslo_vmware.api [None req-448afcbb-3d23-4bc0-a711-2b1f56cd68f4 tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Task: {'id': task-3227028, 'name': ReconfigVM_Task, 'duration_secs': 0.295404} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.363630] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a0b7f8a-b01d-4338-83b5-2df305b209cb {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.365240] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-448afcbb-3d23-4bc0-a711-2b1f56cd68f4 tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] [instance: 19fddddc-9657-463c-b24d-7ae457fdb870] Reconfigured VM instance instance-0000000b to detach disk 2001 {{(pid=70323) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 815.371037] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e12ddf3-2560-4f07-bec1-c37604039d8f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.388081] env[70323]: DEBUG oslo_vmware.api [None req-acbbb7a8-3e3f-4be3-819c-57176d839531 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for the task: (returnval){ [ 815.388081] env[70323]: value = "task-3227029" [ 815.388081] env[70323]: _type = "Task" [ 815.388081] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.389602] env[70323]: DEBUG oslo_vmware.api [None req-448afcbb-3d23-4bc0-a711-2b1f56cd68f4 tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Waiting for the task: (returnval){ [ 815.389602] env[70323]: value = "task-3227030" [ 815.389602] env[70323]: _type = "Task" [ 815.389602] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.406188] env[70323]: DEBUG oslo_vmware.api [None req-acbbb7a8-3e3f-4be3-819c-57176d839531 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227029, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.409579] env[70323]: DEBUG oslo_vmware.api [None req-448afcbb-3d23-4bc0-a711-2b1f56cd68f4 tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Task: {'id': task-3227030, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.499986] env[70323]: DEBUG oslo_concurrency.lockutils [None req-88e48fdf-164d-4845-9316-01b4237d964a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquiring lock "248f0a9f-88ae-4c02-8870-57422c9f8ac3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.499986] env[70323]: DEBUG oslo_concurrency.lockutils [None req-88e48fdf-164d-4845-9316-01b4237d964a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lock "248f0a9f-88ae-4c02-8870-57422c9f8ac3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.499986] env[70323]: DEBUG oslo_concurrency.lockutils [None req-88e48fdf-164d-4845-9316-01b4237d964a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquiring lock "248f0a9f-88ae-4c02-8870-57422c9f8ac3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.500201] env[70323]: DEBUG oslo_concurrency.lockutils [None req-88e48fdf-164d-4845-9316-01b4237d964a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lock "248f0a9f-88ae-4c02-8870-57422c9f8ac3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.500324] env[70323]: DEBUG oslo_concurrency.lockutils [None req-88e48fdf-164d-4845-9316-01b4237d964a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lock "248f0a9f-88ae-4c02-8870-57422c9f8ac3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.503231] env[70323]: INFO nova.compute.manager [None req-88e48fdf-164d-4845-9316-01b4237d964a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 248f0a9f-88ae-4c02-8870-57422c9f8ac3] Terminating instance [ 815.516778] env[70323]: DEBUG nova.network.neutron [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 5015919d-0612-4a77-b89b-71b1c07e160b] Updating instance_info_cache with network_info: [{"id": "7688582f-4595-4a3e-ac9d-2de06dc5dbad", "address": "fa:16:3e:2e:1a:72", "network": {"id": "3da9e1b6-c0aa-4cf5-a94e-1c5a69c578b6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1041804939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "583585aa3b3a42739c01c42e48c61ed2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7688582f-45", "ovs_interfaceid": "7688582f-4595-4a3e-ac9d-2de06dc5dbad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.536406] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c437f71e-5e23-4e74-a3b2-cb214b3fa911 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquiring lock "interface-17e07646-9826-43d9-9295-3a70b541c534-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.536406] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c437f71e-5e23-4e74-a3b2-cb214b3fa911 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Lock "interface-17e07646-9826-43d9-9295-3a70b541c534-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.536870] env[70323]: DEBUG nova.objects.instance [None req-c437f71e-5e23-4e74-a3b2-cb214b3fa911 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Lazy-loading 'flavor' on Instance uuid 17e07646-9826-43d9-9295-3a70b541c534 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 815.651373] env[70323]: DEBUG oslo_vmware.api [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Task: {'id': task-3227026, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.662545] env[70323]: DEBUG nova.compute.manager [None req-2d15a94c-236c-4a21-873e-349187222ce2 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] [instance: bfea592a-7cc8-4944-b8ce-ba28d64d5ed7] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 815.663431] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-2d15a94c-236c-4a21-873e-349187222ce2 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] [instance: bfea592a-7cc8-4944-b8ce-ba28d64d5ed7] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 815.664573] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e24920e-4f58-47a5-ab8d-8e6c05cd8bc1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.678017] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d15a94c-236c-4a21-873e-349187222ce2 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] [instance: bfea592a-7cc8-4944-b8ce-ba28d64d5ed7] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 815.678017] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00e80031-88cb-461e-aaa5-0ff79d0b4207 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.684638] env[70323]: DEBUG oslo_vmware.api [None req-2d15a94c-236c-4a21-873e-349187222ce2 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Waiting for the task: (returnval){ [ 815.684638] env[70323]: value = "task-3227031" [ 815.684638] env[70323]: _type = "Task" [ 815.684638] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.695362] env[70323]: DEBUG oslo_vmware.api [None req-2d15a94c-236c-4a21-873e-349187222ce2 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Task: {'id': task-3227031, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.818707] env[70323]: DEBUG nova.scheduler.client.report [None req-78c19c7b-b2b8-4ce5-864b-6e0685caf30a tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 815.911255] env[70323]: DEBUG oslo_vmware.api [None req-448afcbb-3d23-4bc0-a711-2b1f56cd68f4 tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Task: {'id': task-3227030, 'name': ReconfigVM_Task, 'duration_secs': 0.170674} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.918099] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-448afcbb-3d23-4bc0-a711-2b1f56cd68f4 tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] [instance: 19fddddc-9657-463c-b24d-7ae457fdb870] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645093', 'volume_id': '70c5f3a9-79db-4141-9b92-2ff670b2b99b', 'name': 'volume-70c5f3a9-79db-4141-9b92-2ff670b2b99b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '19fddddc-9657-463c-b24d-7ae457fdb870', 'attached_at': '', 'detached_at': '', 'volume_id': '70c5f3a9-79db-4141-9b92-2ff670b2b99b', 'serial': '70c5f3a9-79db-4141-9b92-2ff670b2b99b'} {{(pid=70323) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 815.921917] env[70323]: DEBUG oslo_vmware.api [None req-acbbb7a8-3e3f-4be3-819c-57176d839531 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227029, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.007578] env[70323]: DEBUG nova.compute.manager [None req-88e48fdf-164d-4845-9316-01b4237d964a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 248f0a9f-88ae-4c02-8870-57422c9f8ac3] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 816.007821] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-88e48fdf-164d-4845-9316-01b4237d964a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 248f0a9f-88ae-4c02-8870-57422c9f8ac3] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 816.008119] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb301ae3-9757-4023-a135-353fe18f4c9c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.017376] env[70323]: DEBUG nova.compute.manager [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 01baaf1f-f1c7-4636-aaf9-9e2eabdecdfa] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 816.019298] env[70323]: DEBUG oslo_vmware.api [None req-88e48fdf-164d-4845-9316-01b4237d964a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for the task: (returnval){ [ 816.019298] env[70323]: value = "task-3227032" [ 816.019298] env[70323]: _type = "Task" [ 816.019298] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.021909] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Releasing lock "refresh_cache-5015919d-0612-4a77-b89b-71b1c07e160b" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.021909] env[70323]: DEBUG nova.compute.manager [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 5015919d-0612-4a77-b89b-71b1c07e160b] Instance network_info: |[{"id": "7688582f-4595-4a3e-ac9d-2de06dc5dbad", "address": "fa:16:3e:2e:1a:72", "network": {"id": "3da9e1b6-c0aa-4cf5-a94e-1c5a69c578b6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1041804939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "583585aa3b3a42739c01c42e48c61ed2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7688582f-45", "ovs_interfaceid": "7688582f-4595-4a3e-ac9d-2de06dc5dbad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 816.021909] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 5015919d-0612-4a77-b89b-71b1c07e160b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:1a:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98f447de-d71e-41ef-bc37-ed97b4a1f58f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7688582f-4595-4a3e-ac9d-2de06dc5dbad', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 816.029333] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Creating folder: Project (583585aa3b3a42739c01c42e48c61ed2). Parent ref: group-v644941. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 816.034140] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-69224dc2-b14d-48e0-985f-3be4f427c316 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.045352] env[70323]: DEBUG oslo_vmware.api [None req-88e48fdf-164d-4845-9316-01b4237d964a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227032, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.047487] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Created folder: Project (583585aa3b3a42739c01c42e48c61ed2) in parent group-v644941. [ 816.047674] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Creating folder: Instances. Parent ref: group-v645100. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 816.048258] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5763b97b-31a1-435a-a865-61398c4dbf37 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.056923] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Created folder: Instances in parent group-v645100. [ 816.057192] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 816.057409] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5015919d-0612-4a77-b89b-71b1c07e160b] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 816.057649] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-344a8412-48fe-4385-9321-16da96896b52 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.080048] env[70323]: DEBUG nova.virt.hardware [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 816.080361] env[70323]: DEBUG nova.virt.hardware [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 816.080746] env[70323]: DEBUG nova.virt.hardware [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 816.081008] env[70323]: DEBUG nova.virt.hardware [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 816.081184] env[70323]: DEBUG nova.virt.hardware [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 816.081373] env[70323]: DEBUG nova.virt.hardware [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 816.081610] env[70323]: DEBUG nova.virt.hardware [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 816.081808] env[70323]: DEBUG nova.virt.hardware [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 816.082013] env[70323]: DEBUG nova.virt.hardware [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 816.082997] env[70323]: DEBUG nova.virt.hardware [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 816.083352] env[70323]: DEBUG nova.virt.hardware [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 816.084768] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1d4b6c-2607-497c-9529-dc715a02900f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.095751] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629a9ef6-ced0-417b-adaa-3808bf9c4375 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.099554] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 816.099554] env[70323]: value = "task-3227035" [ 816.099554] env[70323]: _type = "Task" [ 816.099554] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.121401] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227035, 'name': CreateVM_Task} progress is 10%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.155045] env[70323]: DEBUG oslo_vmware.api [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Task: {'id': task-3227026, 'name': PowerOnVM_Task, 'duration_secs': 1.162301} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.155431] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] [instance: 7da61593-5cdd-4a3b-8999-754b6090bff7] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 816.155650] env[70323]: INFO nova.compute.manager [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] [instance: 7da61593-5cdd-4a3b-8999-754b6090bff7] Took 11.87 seconds to spawn the instance on the hypervisor. [ 816.155944] env[70323]: DEBUG nova.compute.manager [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] [instance: 7da61593-5cdd-4a3b-8999-754b6090bff7] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 816.156958] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd5fadf0-5693-4e61-be26-cf0c3bb89a25 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.197932] env[70323]: DEBUG oslo_vmware.api [None req-2d15a94c-236c-4a21-873e-349187222ce2 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Task: {'id': task-3227031, 'name': PowerOffVM_Task, 'duration_secs': 0.250451} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.198271] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d15a94c-236c-4a21-873e-349187222ce2 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] [instance: bfea592a-7cc8-4944-b8ce-ba28d64d5ed7] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 816.198442] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-2d15a94c-236c-4a21-873e-349187222ce2 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] [instance: bfea592a-7cc8-4944-b8ce-ba28d64d5ed7] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 816.198758] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c838403-ae7b-4ea1-9bb5-406dac328bc1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.218505] env[70323]: DEBUG nova.objects.instance [None req-c437f71e-5e23-4e74-a3b2-cb214b3fa911 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Lazy-loading 'pci_requests' on Instance uuid 17e07646-9826-43d9-9295-3a70b541c534 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 816.273832] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-2d15a94c-236c-4a21-873e-349187222ce2 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] [instance: bfea592a-7cc8-4944-b8ce-ba28d64d5ed7] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 816.273832] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-2d15a94c-236c-4a21-873e-349187222ce2 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] [instance: bfea592a-7cc8-4944-b8ce-ba28d64d5ed7] Deleting contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 816.273832] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d15a94c-236c-4a21-873e-349187222ce2 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Deleting the datastore file [datastore1] bfea592a-7cc8-4944-b8ce-ba28d64d5ed7 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 816.273832] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0284e7ef-7223-4d2f-acfa-5fa90e82739c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.280699] env[70323]: DEBUG oslo_vmware.api [None req-2d15a94c-236c-4a21-873e-349187222ce2 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Waiting for the task: (returnval){ [ 816.280699] env[70323]: value = "task-3227037" [ 816.280699] env[70323]: _type = "Task" [ 816.280699] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.290475] env[70323]: DEBUG oslo_vmware.api [None req-2d15a94c-236c-4a21-873e-349187222ce2 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Task: {'id': task-3227037, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.325141] env[70323]: DEBUG oslo_concurrency.lockutils [None req-78c19c7b-b2b8-4ce5-864b-6e0685caf30a tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.332s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.328263] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9153d177-fb89-42b3-8f0a-abf40c71d4a0 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.820s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.328770] env[70323]: DEBUG nova.objects.instance [None req-9153d177-fb89-42b3-8f0a-abf40c71d4a0 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70323) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 816.360366] env[70323]: INFO nova.scheduler.client.report [None req-78c19c7b-b2b8-4ce5-864b-6e0685caf30a tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Deleted allocations for instance 2c9fda7c-de29-4b8a-b950-cfd429a16e18 [ 816.400808] env[70323]: DEBUG oslo_vmware.api [None req-acbbb7a8-3e3f-4be3-819c-57176d839531 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227029, 'name': PowerOnVM_Task, 'duration_secs': 0.537627} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.401123] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-acbbb7a8-3e3f-4be3-819c-57176d839531 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 4a2a0594-39e2-4e91-bba9-954662de5f77] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 816.401336] env[70323]: DEBUG nova.compute.manager [None req-acbbb7a8-3e3f-4be3-819c-57176d839531 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 4a2a0594-39e2-4e91-bba9-954662de5f77] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 816.402297] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea021d29-16e4-42be-9fe1-67c294471fb5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.497706] env[70323]: DEBUG nova.objects.instance [None req-448afcbb-3d23-4bc0-a711-2b1f56cd68f4 tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Lazy-loading 'flavor' on Instance uuid 19fddddc-9657-463c-b24d-7ae457fdb870 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 816.531341] env[70323]: DEBUG oslo_vmware.api [None req-88e48fdf-164d-4845-9316-01b4237d964a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227032, 'name': PowerOffVM_Task, 'duration_secs': 0.298731} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.531615] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-88e48fdf-164d-4845-9316-01b4237d964a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 248f0a9f-88ae-4c02-8870-57422c9f8ac3] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 816.531813] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-88e48fdf-164d-4845-9316-01b4237d964a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 248f0a9f-88ae-4c02-8870-57422c9f8ac3] Volume detach. Driver type: vmdk {{(pid=70323) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 816.534030] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-88e48fdf-164d-4845-9316-01b4237d964a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 248f0a9f-88ae-4c02-8870-57422c9f8ac3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645095', 'volume_id': '28516aa1-c06a-4bcc-afe4-8c9db6b2747a', 'name': 'volume-28516aa1-c06a-4bcc-afe4-8c9db6b2747a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '248f0a9f-88ae-4c02-8870-57422c9f8ac3', 'attached_at': '', 'detached_at': '', 'volume_id': '28516aa1-c06a-4bcc-afe4-8c9db6b2747a', 'serial': '28516aa1-c06a-4bcc-afe4-8c9db6b2747a'} {{(pid=70323) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 816.534030] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78260b33-19c2-4153-a3b5-6500ae7229ea {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.557038] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda24762-12cd-4d8d-8817-6d3b1dda413d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.563732] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a4a65c5-f4db-4b96-84d0-3792e8909aff {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.586860] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b2accc-c3b7-4895-97c7-44680aa94c24 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.605801] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-88e48fdf-164d-4845-9316-01b4237d964a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] The volume has not been displaced from its original location: [datastore2] volume-28516aa1-c06a-4bcc-afe4-8c9db6b2747a/volume-28516aa1-c06a-4bcc-afe4-8c9db6b2747a.vmdk. No consolidation needed. {{(pid=70323) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 816.611322] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-88e48fdf-164d-4845-9316-01b4237d964a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 248f0a9f-88ae-4c02-8870-57422c9f8ac3] Reconfiguring VM instance instance-00000031 to detach disk 2001 {{(pid=70323) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 816.614588] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db7c04e8-5541-4d76-9d63-aed39f549960 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.633083] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227035, 'name': CreateVM_Task, 'duration_secs': 0.408897} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.634635] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5015919d-0612-4a77-b89b-71b1c07e160b] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 816.635071] env[70323]: DEBUG oslo_vmware.api [None req-88e48fdf-164d-4845-9316-01b4237d964a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for the task: (returnval){ [ 816.635071] env[70323]: value = "task-3227038" [ 816.635071] env[70323]: _type = "Task" [ 816.635071] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.635804] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.636680] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.636680] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.636680] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d4e986e-3773-4695-91e7-506687943ece {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.648319] env[70323]: DEBUG oslo_vmware.api [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Waiting for the task: (returnval){ [ 816.648319] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52a027cc-37cc-3c2b-1a21-63e381c6e6c4" [ 816.648319] env[70323]: _type = "Task" [ 816.648319] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.648909] env[70323]: DEBUG oslo_vmware.api [None req-88e48fdf-164d-4845-9316-01b4237d964a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227038, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.656730] env[70323]: DEBUG oslo_vmware.api [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52a027cc-37cc-3c2b-1a21-63e381c6e6c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.682170] env[70323]: INFO nova.compute.manager [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] [instance: 7da61593-5cdd-4a3b-8999-754b6090bff7] Took 45.86 seconds to build instance. [ 816.721186] env[70323]: DEBUG nova.objects.base [None req-c437f71e-5e23-4e74-a3b2-cb214b3fa911 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Object Instance<17e07646-9826-43d9-9295-3a70b541c534> lazy-loaded attributes: flavor,pci_requests {{(pid=70323) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 816.721456] env[70323]: DEBUG nova.network.neutron [None req-c437f71e-5e23-4e74-a3b2-cb214b3fa911 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 17e07646-9826-43d9-9295-3a70b541c534] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 816.768299] env[70323]: DEBUG nova.policy [None req-c437f71e-5e23-4e74-a3b2-cb214b3fa911 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a65bd226704b45da98976a38ca2bd176', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '629980704660404c9e5b2a810d6182a5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 816.792633] env[70323]: DEBUG oslo_vmware.api [None req-2d15a94c-236c-4a21-873e-349187222ce2 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Task: {'id': task-3227037, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.359887} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.792827] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d15a94c-236c-4a21-873e-349187222ce2 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 816.793024] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-2d15a94c-236c-4a21-873e-349187222ce2 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] [instance: bfea592a-7cc8-4944-b8ce-ba28d64d5ed7] Deleted contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 816.793264] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-2d15a94c-236c-4a21-873e-349187222ce2 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] [instance: bfea592a-7cc8-4944-b8ce-ba28d64d5ed7] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 816.793456] env[70323]: INFO nova.compute.manager [None req-2d15a94c-236c-4a21-873e-349187222ce2 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] [instance: bfea592a-7cc8-4944-b8ce-ba28d64d5ed7] Took 1.13 seconds to destroy the instance on the hypervisor. [ 816.793702] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d15a94c-236c-4a21-873e-349187222ce2 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 816.793896] env[70323]: DEBUG nova.compute.manager [-] [instance: bfea592a-7cc8-4944-b8ce-ba28d64d5ed7] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 816.794083] env[70323]: DEBUG nova.network.neutron [-] [instance: bfea592a-7cc8-4944-b8ce-ba28d64d5ed7] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 816.878735] env[70323]: DEBUG oslo_concurrency.lockutils [None req-78c19c7b-b2b8-4ce5-864b-6e0685caf30a tempest-SecurityGroupsTestJSON-990671139 tempest-SecurityGroupsTestJSON-990671139-project-member] Lock "2c9fda7c-de29-4b8a-b950-cfd429a16e18" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.060s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.902767] env[70323]: DEBUG nova.network.neutron [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 01baaf1f-f1c7-4636-aaf9-9e2eabdecdfa] Successfully updated port: c490d682-3946-4758-a692-a67d7af60c79 {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 816.925546] env[70323]: DEBUG oslo_concurrency.lockutils [None req-acbbb7a8-3e3f-4be3-819c-57176d839531 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.150269] env[70323]: DEBUG oslo_vmware.api [None req-88e48fdf-164d-4845-9316-01b4237d964a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227038, 'name': ReconfigVM_Task, 'duration_secs': 0.440893} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.153739] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-88e48fdf-164d-4845-9316-01b4237d964a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 248f0a9f-88ae-4c02-8870-57422c9f8ac3] Reconfigured VM instance instance-00000031 to detach disk 2001 {{(pid=70323) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 817.160443] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f46d26f-f316-4854-ad1c-f4cc7ed249c4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.179984] env[70323]: DEBUG oslo_vmware.api [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52a027cc-37cc-3c2b-1a21-63e381c6e6c4, 'name': SearchDatastore_Task, 'duration_secs': 0.012662} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.180863] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.181175] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 5015919d-0612-4a77-b89b-71b1c07e160b] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 817.181421] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.181613] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.182368] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 817.182725] env[70323]: DEBUG oslo_vmware.api [None req-88e48fdf-164d-4845-9316-01b4237d964a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for the task: (returnval){ [ 817.182725] env[70323]: value = "task-3227039" [ 817.182725] env[70323]: _type = "Task" [ 817.182725] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.182916] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ea3c85c-9ce7-4697-a22f-8f29ee76d152 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.186511] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6161fc54-ece5-488d-8c2f-eb1c69f19423 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Lock "7da61593-5cdd-4a3b-8999-754b6090bff7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.484s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.199024] env[70323]: DEBUG oslo_vmware.api [None req-88e48fdf-164d-4845-9316-01b4237d964a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227039, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.203028] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 817.203028] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 817.204023] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1809093-bf46-4e66-bb7f-98faac7b2bc2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.210333] env[70323]: DEBUG oslo_vmware.api [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Waiting for the task: (returnval){ [ 817.210333] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52a7e323-d6b5-2203-bcfa-4963e15bfa53" [ 817.210333] env[70323]: _type = "Task" [ 817.210333] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.219850] env[70323]: DEBUG oslo_vmware.api [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52a7e323-d6b5-2203-bcfa-4963e15bfa53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.244260] env[70323]: DEBUG nova.network.neutron [None req-c437f71e-5e23-4e74-a3b2-cb214b3fa911 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 17e07646-9826-43d9-9295-3a70b541c534] Successfully created port: 3873422d-33b1-4dc8-a2cf-7e0bda76871d {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 817.338314] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9153d177-fb89-42b3-8f0a-abf40c71d4a0 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.339414] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7940fcc6-ebfe-4895-8f63-b5b34d7504bd tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.596s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.339662] env[70323]: DEBUG nova.objects.instance [None req-7940fcc6-ebfe-4895-8f63-b5b34d7504bd tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Lazy-loading 'resources' on Instance uuid 7b398910-13db-4ed9-b743-6f25046af2dc {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 817.406808] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Acquiring lock "refresh_cache-01baaf1f-f1c7-4636-aaf9-9e2eabdecdfa" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.406966] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Acquired lock "refresh_cache-01baaf1f-f1c7-4636-aaf9-9e2eabdecdfa" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.407159] env[70323]: DEBUG nova.network.neutron [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 01baaf1f-f1c7-4636-aaf9-9e2eabdecdfa] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 817.505939] env[70323]: DEBUG oslo_concurrency.lockutils [None req-448afcbb-3d23-4bc0-a711-2b1f56cd68f4 tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Lock "19fddddc-9657-463c-b24d-7ae457fdb870" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.363s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.694286] env[70323]: DEBUG nova.network.neutron [-] [instance: bfea592a-7cc8-4944-b8ce-ba28d64d5ed7] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.695505] env[70323]: DEBUG nova.compute.manager [None req-72a3e50c-fd3e-42d8-a7c3-3f635297c94d tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] [instance: 1045f2b7-ab99-480a-8ea0-14f09812c126] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 817.698055] env[70323]: DEBUG oslo_vmware.api [None req-88e48fdf-164d-4845-9316-01b4237d964a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227039, 'name': ReconfigVM_Task, 'duration_secs': 0.229656} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.698529] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-88e48fdf-164d-4845-9316-01b4237d964a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 248f0a9f-88ae-4c02-8870-57422c9f8ac3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645095', 'volume_id': '28516aa1-c06a-4bcc-afe4-8c9db6b2747a', 'name': 'volume-28516aa1-c06a-4bcc-afe4-8c9db6b2747a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '248f0a9f-88ae-4c02-8870-57422c9f8ac3', 'attached_at': '', 'detached_at': '', 'volume_id': '28516aa1-c06a-4bcc-afe4-8c9db6b2747a', 'serial': '28516aa1-c06a-4bcc-afe4-8c9db6b2747a'} {{(pid=70323) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 817.698846] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-88e48fdf-164d-4845-9316-01b4237d964a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 248f0a9f-88ae-4c02-8870-57422c9f8ac3] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 817.702019] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55e2af3-a893-47c5-a0d9-c2194da24533 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.707014] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-88e48fdf-164d-4845-9316-01b4237d964a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 248f0a9f-88ae-4c02-8870-57422c9f8ac3] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 817.707296] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7471159e-57c1-4366-ba58-d0a97d04c13a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.720056] env[70323]: DEBUG oslo_vmware.api [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52a7e323-d6b5-2203-bcfa-4963e15bfa53, 'name': SearchDatastore_Task, 'duration_secs': 0.018985} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.720870] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf7b4b90-9f09-4798-9a05-4912cc256e95 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.728041] env[70323]: DEBUG oslo_vmware.api [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Waiting for the task: (returnval){ [ 817.728041] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52b15bbc-5d80-5567-c5b7-f9a09c1206a2" [ 817.728041] env[70323]: _type = "Task" [ 817.728041] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.738341] env[70323]: DEBUG oslo_vmware.api [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52b15bbc-5d80-5567-c5b7-f9a09c1206a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.775113] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-88e48fdf-164d-4845-9316-01b4237d964a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 248f0a9f-88ae-4c02-8870-57422c9f8ac3] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 817.776335] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-88e48fdf-164d-4845-9316-01b4237d964a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 248f0a9f-88ae-4c02-8870-57422c9f8ac3] Deleting contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 817.776892] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-88e48fdf-164d-4845-9316-01b4237d964a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Deleting the datastore file [datastore1] 248f0a9f-88ae-4c02-8870-57422c9f8ac3 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 817.777017] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ccfd537-3ec0-4368-8ed6-81b085210b09 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.783146] env[70323]: DEBUG oslo_vmware.api [None req-88e48fdf-164d-4845-9316-01b4237d964a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for the task: (returnval){ [ 817.783146] env[70323]: value = "task-3227041" [ 817.783146] env[70323]: _type = "Task" [ 817.783146] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.791444] env[70323]: DEBUG oslo_vmware.api [None req-88e48fdf-164d-4845-9316-01b4237d964a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227041, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.811717] env[70323]: DEBUG nova.compute.manager [None req-69b33e4a-af10-4ec4-a951-7033572f2706 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 817.812482] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa16d96-9d55-477b-aa90-5d95fae29dd3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.925630] env[70323]: DEBUG nova.compute.manager [req-8e798e67-f8b1-4cb0-b007-2961e25b9cf8 req-4019d526-3595-4b25-b8fc-4eadf90d7dcf service nova] [instance: 5015919d-0612-4a77-b89b-71b1c07e160b] Received event network-changed-7688582f-4595-4a3e-ac9d-2de06dc5dbad {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.925868] env[70323]: DEBUG nova.compute.manager [req-8e798e67-f8b1-4cb0-b007-2961e25b9cf8 req-4019d526-3595-4b25-b8fc-4eadf90d7dcf service nova] [instance: 5015919d-0612-4a77-b89b-71b1c07e160b] Refreshing instance network info cache due to event network-changed-7688582f-4595-4a3e-ac9d-2de06dc5dbad. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 817.926320] env[70323]: DEBUG oslo_concurrency.lockutils [req-8e798e67-f8b1-4cb0-b007-2961e25b9cf8 req-4019d526-3595-4b25-b8fc-4eadf90d7dcf service nova] Acquiring lock "refresh_cache-5015919d-0612-4a77-b89b-71b1c07e160b" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.926320] env[70323]: DEBUG oslo_concurrency.lockutils [req-8e798e67-f8b1-4cb0-b007-2961e25b9cf8 req-4019d526-3595-4b25-b8fc-4eadf90d7dcf service nova] Acquired lock "refresh_cache-5015919d-0612-4a77-b89b-71b1c07e160b" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.926521] env[70323]: DEBUG nova.network.neutron [req-8e798e67-f8b1-4cb0-b007-2961e25b9cf8 req-4019d526-3595-4b25-b8fc-4eadf90d7dcf service nova] [instance: 5015919d-0612-4a77-b89b-71b1c07e160b] Refreshing network info cache for port 7688582f-4595-4a3e-ac9d-2de06dc5dbad {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 817.941636] env[70323]: DEBUG nova.network.neutron [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 01baaf1f-f1c7-4636-aaf9-9e2eabdecdfa] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 818.081403] env[70323]: DEBUG nova.network.neutron [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 01baaf1f-f1c7-4636-aaf9-9e2eabdecdfa] Updating instance_info_cache with network_info: [{"id": "c490d682-3946-4758-a692-a67d7af60c79", "address": "fa:16:3e:49:4f:3d", "network": {"id": "3da9e1b6-c0aa-4cf5-a94e-1c5a69c578b6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1041804939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "583585aa3b3a42739c01c42e48c61ed2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc490d682-39", "ovs_interfaceid": "c490d682-3946-4758-a692-a67d7af60c79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.199534] env[70323]: INFO nova.compute.manager [-] [instance: bfea592a-7cc8-4944-b8ce-ba28d64d5ed7] Took 1.41 seconds to deallocate network for instance. [ 818.218057] env[70323]: DEBUG oslo_concurrency.lockutils [None req-72a3e50c-fd3e-42d8-a7c3-3f635297c94d tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.243121] env[70323]: DEBUG oslo_vmware.api [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52b15bbc-5d80-5567-c5b7-f9a09c1206a2, 'name': SearchDatastore_Task, 'duration_secs': 0.014088} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.244583] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.244866] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 5015919d-0612-4a77-b89b-71b1c07e160b/5015919d-0612-4a77-b89b-71b1c07e160b.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 818.245171] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07e9e83b-6ed5-4be4-8d31-019cfb79b0d3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.262873] env[70323]: DEBUG oslo_vmware.api [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Waiting for the task: (returnval){ [ 818.262873] env[70323]: value = "task-3227042" [ 818.262873] env[70323]: _type = "Task" [ 818.262873] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.269306] env[70323]: DEBUG oslo_vmware.api [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': task-3227042, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.293799] env[70323]: DEBUG oslo_vmware.api [None req-88e48fdf-164d-4845-9316-01b4237d964a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227041, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177891} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.294217] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-88e48fdf-164d-4845-9316-01b4237d964a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 818.300821] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-88e48fdf-164d-4845-9316-01b4237d964a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 248f0a9f-88ae-4c02-8870-57422c9f8ac3] Deleted contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 818.300821] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-88e48fdf-164d-4845-9316-01b4237d964a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 248f0a9f-88ae-4c02-8870-57422c9f8ac3] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 818.300821] env[70323]: INFO nova.compute.manager [None req-88e48fdf-164d-4845-9316-01b4237d964a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 248f0a9f-88ae-4c02-8870-57422c9f8ac3] Took 2.29 seconds to destroy the instance on the hypervisor. [ 818.300821] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88e48fdf-164d-4845-9316-01b4237d964a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 818.300821] env[70323]: DEBUG nova.compute.manager [-] [instance: 248f0a9f-88ae-4c02-8870-57422c9f8ac3] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 818.300821] env[70323]: DEBUG nova.network.neutron [-] [instance: 248f0a9f-88ae-4c02-8870-57422c9f8ac3] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 818.323273] env[70323]: INFO nova.compute.manager [None req-69b33e4a-af10-4ec4-a951-7033572f2706 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] instance snapshotting [ 818.324130] env[70323]: DEBUG nova.objects.instance [None req-69b33e4a-af10-4ec4-a951-7033572f2706 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Lazy-loading 'flavor' on Instance uuid 94af8883-9a40-4929-8b36-16c400b3d18a {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 818.359410] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50bc8974-b7f8-4c82-9241-ee4f37622f85 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.370117] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07292889-bf59-43b0-980e-f50fd509da29 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.403794] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b181f25e-9aa9-4297-aad6-8fe8acb499d9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.411887] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee53f19-647b-41f0-9607-f67fd8d3c2a8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.426149] env[70323]: DEBUG nova.compute.provider_tree [None req-7940fcc6-ebfe-4895-8f63-b5b34d7504bd tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 818.586380] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Releasing lock "refresh_cache-01baaf1f-f1c7-4636-aaf9-9e2eabdecdfa" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.586709] env[70323]: DEBUG nova.compute.manager [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 01baaf1f-f1c7-4636-aaf9-9e2eabdecdfa] Instance network_info: |[{"id": "c490d682-3946-4758-a692-a67d7af60c79", "address": "fa:16:3e:49:4f:3d", "network": {"id": "3da9e1b6-c0aa-4cf5-a94e-1c5a69c578b6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1041804939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "583585aa3b3a42739c01c42e48c61ed2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc490d682-39", "ovs_interfaceid": "c490d682-3946-4758-a692-a67d7af60c79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 818.587700] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 01baaf1f-f1c7-4636-aaf9-9e2eabdecdfa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:4f:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98f447de-d71e-41ef-bc37-ed97b4a1f58f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c490d682-3946-4758-a692-a67d7af60c79', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 818.596450] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 818.597162] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01baaf1f-f1c7-4636-aaf9-9e2eabdecdfa] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 818.597921] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08f009bd-966c-4e4c-adbd-3f4e17c40b77 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.626791] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 818.626791] env[70323]: value = "task-3227043" [ 818.626791] env[70323]: _type = "Task" [ 818.626791] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.637093] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227043, 'name': CreateVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.710143] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2d15a94c-236c-4a21-873e-349187222ce2 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.766907] env[70323]: DEBUG oslo_vmware.api [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': task-3227042, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484387} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.767212] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 5015919d-0612-4a77-b89b-71b1c07e160b/5015919d-0612-4a77-b89b-71b1c07e160b.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 818.767430] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 5015919d-0612-4a77-b89b-71b1c07e160b] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 818.767705] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d4f41aa8-dd93-431b-97ec-38713f0f02ba {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.773943] env[70323]: DEBUG oslo_vmware.api [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Waiting for the task: (returnval){ [ 818.773943] env[70323]: value = "task-3227044" [ 818.773943] env[70323]: _type = "Task" [ 818.773943] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.782286] env[70323]: DEBUG oslo_vmware.api [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': task-3227044, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.793949] env[70323]: DEBUG nova.network.neutron [req-8e798e67-f8b1-4cb0-b007-2961e25b9cf8 req-4019d526-3595-4b25-b8fc-4eadf90d7dcf service nova] [instance: 5015919d-0612-4a77-b89b-71b1c07e160b] Updated VIF entry in instance network info cache for port 7688582f-4595-4a3e-ac9d-2de06dc5dbad. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 818.794356] env[70323]: DEBUG nova.network.neutron [req-8e798e67-f8b1-4cb0-b007-2961e25b9cf8 req-4019d526-3595-4b25-b8fc-4eadf90d7dcf service nova] [instance: 5015919d-0612-4a77-b89b-71b1c07e160b] Updating instance_info_cache with network_info: [{"id": "7688582f-4595-4a3e-ac9d-2de06dc5dbad", "address": "fa:16:3e:2e:1a:72", "network": {"id": "3da9e1b6-c0aa-4cf5-a94e-1c5a69c578b6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1041804939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "583585aa3b3a42739c01c42e48c61ed2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7688582f-45", "ovs_interfaceid": "7688582f-4595-4a3e-ac9d-2de06dc5dbad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.833814] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7d8c04-d2d0-4207-9e11-da8f32abd04f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.860987] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0009255c-995a-4f5b-af8a-b0bcfd5ad768 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.930846] env[70323]: DEBUG nova.scheduler.client.report [None req-7940fcc6-ebfe-4895-8f63-b5b34d7504bd tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 818.982607] env[70323]: DEBUG oslo_concurrency.lockutils [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Acquiring lock "713071aa-dbde-49d4-92d9-0e1cb0af41e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.982607] env[70323]: DEBUG oslo_concurrency.lockutils [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Lock "713071aa-dbde-49d4-92d9-0e1cb0af41e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.012761] env[70323]: DEBUG nova.network.neutron [None req-c437f71e-5e23-4e74-a3b2-cb214b3fa911 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 17e07646-9826-43d9-9295-3a70b541c534] Successfully updated port: 3873422d-33b1-4dc8-a2cf-7e0bda76871d {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 819.105293] env[70323]: DEBUG nova.compute.manager [req-977f8909-d06e-4075-9ff6-74848aff6631 req-63674ccf-4d2f-41bd-9dfc-31ad020188a7 service nova] [instance: bfea592a-7cc8-4944-b8ce-ba28d64d5ed7] Received event network-vif-deleted-8c87178a-23a6-4bfc-82aa-a2a0289290bb {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.118883] env[70323]: DEBUG nova.network.neutron [-] [instance: 248f0a9f-88ae-4c02-8870-57422c9f8ac3] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.137766] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227043, 'name': CreateVM_Task, 'duration_secs': 0.381905} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.138144] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01baaf1f-f1c7-4636-aaf9-9e2eabdecdfa] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 819.140020] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.140020] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.140020] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.140329] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23e2e4cc-b5cf-4ac7-82aa-e0ee68f66117 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.145644] env[70323]: DEBUG oslo_vmware.api [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Waiting for the task: (returnval){ [ 819.145644] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5210dbd6-742e-e43e-768d-a8c755711cb6" [ 819.145644] env[70323]: _type = "Task" [ 819.145644] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.154200] env[70323]: DEBUG oslo_vmware.api [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5210dbd6-742e-e43e-768d-a8c755711cb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.288929] env[70323]: DEBUG oslo_vmware.api [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': task-3227044, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059662} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.290227] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 5015919d-0612-4a77-b89b-71b1c07e160b] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 819.291020] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-025ed05b-2ee6-42d9-947d-e13686243b6a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.296407] env[70323]: DEBUG oslo_concurrency.lockutils [req-8e798e67-f8b1-4cb0-b007-2961e25b9cf8 req-4019d526-3595-4b25-b8fc-4eadf90d7dcf service nova] Releasing lock "refresh_cache-5015919d-0612-4a77-b89b-71b1c07e160b" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.318576] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 5015919d-0612-4a77-b89b-71b1c07e160b] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 5015919d-0612-4a77-b89b-71b1c07e160b/5015919d-0612-4a77-b89b-71b1c07e160b.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 819.319008] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce00c7d1-18a6-4131-8533-1778e1219ff8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.338525] env[70323]: DEBUG oslo_vmware.api [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Waiting for the task: (returnval){ [ 819.338525] env[70323]: value = "task-3227045" [ 819.338525] env[70323]: _type = "Task" [ 819.338525] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.346363] env[70323]: DEBUG oslo_vmware.api [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': task-3227045, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.375202] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-69b33e4a-af10-4ec4-a951-7033572f2706 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Creating Snapshot of the VM instance {{(pid=70323) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 819.375518] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5fceee7d-4eb1-475b-9789-22d835f764e9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.381656] env[70323]: DEBUG oslo_vmware.api [None req-69b33e4a-af10-4ec4-a951-7033572f2706 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for the task: (returnval){ [ 819.381656] env[70323]: value = "task-3227046" [ 819.381656] env[70323]: _type = "Task" [ 819.381656] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.389681] env[70323]: DEBUG oslo_vmware.api [None req-69b33e4a-af10-4ec4-a951-7033572f2706 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227046, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.440659] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7940fcc6-ebfe-4895-8f63-b5b34d7504bd tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.101s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.443092] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8b378cbb-4e97-494a-bdff-a4ada3c7b477 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.375s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.443397] env[70323]: DEBUG nova.objects.instance [None req-8b378cbb-4e97-494a-bdff-a4ada3c7b477 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Lazy-loading 'resources' on Instance uuid 1ad77931-f385-45f3-bbe1-dd6e8b986631 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 819.463477] env[70323]: INFO nova.scheduler.client.report [None req-7940fcc6-ebfe-4895-8f63-b5b34d7504bd tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Deleted allocations for instance 7b398910-13db-4ed9-b743-6f25046af2dc [ 819.513908] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c437f71e-5e23-4e74-a3b2-cb214b3fa911 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquiring lock "refresh_cache-17e07646-9826-43d9-9295-3a70b541c534" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.514088] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c437f71e-5e23-4e74-a3b2-cb214b3fa911 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquired lock "refresh_cache-17e07646-9826-43d9-9295-3a70b541c534" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.514338] env[70323]: DEBUG nova.network.neutron [None req-c437f71e-5e23-4e74-a3b2-cb214b3fa911 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 17e07646-9826-43d9-9295-3a70b541c534] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 819.622077] env[70323]: INFO nova.compute.manager [-] [instance: 248f0a9f-88ae-4c02-8870-57422c9f8ac3] Took 1.32 seconds to deallocate network for instance. [ 819.657093] env[70323]: DEBUG oslo_vmware.api [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5210dbd6-742e-e43e-768d-a8c755711cb6, 'name': SearchDatastore_Task, 'duration_secs': 0.009253} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.657534] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.657782] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 01baaf1f-f1c7-4636-aaf9-9e2eabdecdfa] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 819.658033] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.658188] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.658366] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 819.658682] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bbfe6bd4-74b2-4170-9896-4e118468ab1e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.667498] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 819.667675] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 819.668769] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-189045ec-e28c-48b9-a18f-264aed9be830 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.673984] env[70323]: DEBUG oslo_vmware.api [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Waiting for the task: (returnval){ [ 819.673984] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]522aebe1-ec62-b559-0d38-684d6cff508e" [ 819.673984] env[70323]: _type = "Task" [ 819.673984] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.682368] env[70323]: DEBUG oslo_vmware.api [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]522aebe1-ec62-b559-0d38-684d6cff508e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.849975] env[70323]: DEBUG oslo_vmware.api [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': task-3227045, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.891714] env[70323]: DEBUG oslo_vmware.api [None req-69b33e4a-af10-4ec4-a951-7033572f2706 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227046, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.972482] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7940fcc6-ebfe-4895-8f63-b5b34d7504bd tempest-InstanceActionsNegativeTestJSON-1264656776 tempest-InstanceActionsNegativeTestJSON-1264656776-project-member] Lock "7b398910-13db-4ed9-b743-6f25046af2dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.959s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.072544] env[70323]: WARNING nova.network.neutron [None req-c437f71e-5e23-4e74-a3b2-cb214b3fa911 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 17e07646-9826-43d9-9295-3a70b541c534] 72c9180f-a081-4a3c-a140-c168d882c6f3 already exists in list: networks containing: ['72c9180f-a081-4a3c-a140-c168d882c6f3']. ignoring it [ 820.175728] env[70323]: INFO nova.compute.manager [None req-88e48fdf-164d-4845-9316-01b4237d964a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 248f0a9f-88ae-4c02-8870-57422c9f8ac3] Took 0.55 seconds to detach 1 volumes for instance. [ 820.195372] env[70323]: DEBUG oslo_vmware.api [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]522aebe1-ec62-b559-0d38-684d6cff508e, 'name': SearchDatastore_Task, 'duration_secs': 0.027909} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.196862] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8cbaced-bb08-48ae-821f-bd393677b792 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.202658] env[70323]: DEBUG oslo_vmware.api [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Waiting for the task: (returnval){ [ 820.202658] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5211c48f-4414-61a0-709e-212f9f13fe64" [ 820.202658] env[70323]: _type = "Task" [ 820.202658] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.214246] env[70323]: DEBUG oslo_vmware.api [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5211c48f-4414-61a0-709e-212f9f13fe64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.351206] env[70323]: DEBUG oslo_vmware.api [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': task-3227045, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.393909] env[70323]: DEBUG oslo_vmware.api [None req-69b33e4a-af10-4ec4-a951-7033572f2706 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227046, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.404473] env[70323]: DEBUG nova.network.neutron [None req-c437f71e-5e23-4e74-a3b2-cb214b3fa911 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 17e07646-9826-43d9-9295-3a70b541c534] Updating instance_info_cache with network_info: [{"id": "15826689-6715-42c4-9137-c551bc04dfc9", "address": "fa:16:3e:b3:51:7f", "network": {"id": "72c9180f-a081-4a3c-a140-c168d882c6f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1947974250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "629980704660404c9e5b2a810d6182a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15826689-67", "ovs_interfaceid": "15826689-6715-42c4-9137-c551bc04dfc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3873422d-33b1-4dc8-a2cf-7e0bda76871d", "address": "fa:16:3e:72:c6:ad", "network": {"id": "72c9180f-a081-4a3c-a140-c168d882c6f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1947974250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "629980704660404c9e5b2a810d6182a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3873422d-33", "ovs_interfaceid": "3873422d-33b1-4dc8-a2cf-7e0bda76871d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.499437] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5acc9e0-62c1-49d0-8dd1-0f9f935afca0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.508686] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b92f50bb-6066-451a-96fb-6b56d3174f52 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.537930] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78d4ad4-df31-41ce-8420-65e571b605f9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.545692] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da759d0-5049-4e43-a2db-0cfbf5ba6409 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.558255] env[70323]: DEBUG nova.compute.provider_tree [None req-8b378cbb-4e97-494a-bdff-a4ada3c7b477 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 820.610747] env[70323]: DEBUG nova.compute.manager [None req-d61bbf32-dcd8-4647-b6b5-167d3d4d5b56 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 0b934777-cba1-4d08-b077-bfdb23c35dec] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 820.611652] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79e82d5-f729-4494-9f9c-05df65aa9e9e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.689611] env[70323]: DEBUG oslo_concurrency.lockutils [None req-88e48fdf-164d-4845-9316-01b4237d964a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.712953] env[70323]: DEBUG oslo_vmware.api [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5211c48f-4414-61a0-709e-212f9f13fe64, 'name': SearchDatastore_Task, 'duration_secs': 0.014898} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.713243] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.713572] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 01baaf1f-f1c7-4636-aaf9-9e2eabdecdfa/01baaf1f-f1c7-4636-aaf9-9e2eabdecdfa.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 820.713813] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-553cd29b-843b-4d19-a0c9-15fa1c2c48e6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.721682] env[70323]: DEBUG oslo_vmware.api [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Waiting for the task: (returnval){ [ 820.721682] env[70323]: value = "task-3227047" [ 820.721682] env[70323]: _type = "Task" [ 820.721682] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.729983] env[70323]: DEBUG oslo_vmware.api [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': task-3227047, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.853323] env[70323]: DEBUG oslo_vmware.api [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': task-3227045, 'name': ReconfigVM_Task, 'duration_secs': 1.023323} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.853323] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 5015919d-0612-4a77-b89b-71b1c07e160b] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 5015919d-0612-4a77-b89b-71b1c07e160b/5015919d-0612-4a77-b89b-71b1c07e160b.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 820.853323] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f8fc48da-d891-4391-b9c7-8dc88aa2ab40 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.857678] env[70323]: DEBUG oslo_vmware.api [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Waiting for the task: (returnval){ [ 820.857678] env[70323]: value = "task-3227048" [ 820.857678] env[70323]: _type = "Task" [ 820.857678] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.871133] env[70323]: DEBUG oslo_vmware.api [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': task-3227048, 'name': Rename_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.901046] env[70323]: DEBUG oslo_vmware.api [None req-69b33e4a-af10-4ec4-a951-7033572f2706 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227046, 'name': CreateSnapshot_Task, 'duration_secs': 1.449216} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.901046] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-69b33e4a-af10-4ec4-a951-7033572f2706 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Created Snapshot of the VM instance {{(pid=70323) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 820.901046] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc41d56-5fc9-4db6-86fa-a4028d45e235 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.916490] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c437f71e-5e23-4e74-a3b2-cb214b3fa911 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Releasing lock "refresh_cache-17e07646-9826-43d9-9295-3a70b541c534" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.917248] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c437f71e-5e23-4e74-a3b2-cb214b3fa911 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquiring lock "17e07646-9826-43d9-9295-3a70b541c534" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.917401] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c437f71e-5e23-4e74-a3b2-cb214b3fa911 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquired lock "17e07646-9826-43d9-9295-3a70b541c534" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.926280] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-218b962d-a491-4864-87d7-463b20dde033 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.949289] env[70323]: DEBUG nova.virt.hardware [None req-c437f71e-5e23-4e74-a3b2-cb214b3fa911 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 820.949646] env[70323]: DEBUG nova.virt.hardware [None req-c437f71e-5e23-4e74-a3b2-cb214b3fa911 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 820.949838] env[70323]: DEBUG nova.virt.hardware [None req-c437f71e-5e23-4e74-a3b2-cb214b3fa911 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 820.950040] env[70323]: DEBUG nova.virt.hardware [None req-c437f71e-5e23-4e74-a3b2-cb214b3fa911 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 820.950188] env[70323]: DEBUG nova.virt.hardware [None req-c437f71e-5e23-4e74-a3b2-cb214b3fa911 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 820.950471] env[70323]: DEBUG nova.virt.hardware [None req-c437f71e-5e23-4e74-a3b2-cb214b3fa911 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 820.950722] env[70323]: DEBUG nova.virt.hardware [None req-c437f71e-5e23-4e74-a3b2-cb214b3fa911 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 820.950885] env[70323]: DEBUG nova.virt.hardware [None req-c437f71e-5e23-4e74-a3b2-cb214b3fa911 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 820.951067] env[70323]: DEBUG nova.virt.hardware [None req-c437f71e-5e23-4e74-a3b2-cb214b3fa911 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 820.951232] env[70323]: DEBUG nova.virt.hardware [None req-c437f71e-5e23-4e74-a3b2-cb214b3fa911 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 820.951414] env[70323]: DEBUG nova.virt.hardware [None req-c437f71e-5e23-4e74-a3b2-cb214b3fa911 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 820.958281] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-c437f71e-5e23-4e74-a3b2-cb214b3fa911 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 17e07646-9826-43d9-9295-3a70b541c534] Reconfiguring VM to attach interface {{(pid=70323) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 820.959373] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bdf70d2-a1fe-4e27-9360-835dbb8714dc {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.977643] env[70323]: DEBUG oslo_vmware.api [None req-c437f71e-5e23-4e74-a3b2-cb214b3fa911 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Waiting for the task: (returnval){ [ 820.977643] env[70323]: value = "task-3227049" [ 820.977643] env[70323]: _type = "Task" [ 820.977643] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.988950] env[70323]: DEBUG oslo_vmware.api [None req-c437f71e-5e23-4e74-a3b2-cb214b3fa911 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227049, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.061982] env[70323]: DEBUG nova.scheduler.client.report [None req-8b378cbb-4e97-494a-bdff-a4ada3c7b477 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 821.125026] env[70323]: INFO nova.compute.manager [None req-d61bbf32-dcd8-4647-b6b5-167d3d4d5b56 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 0b934777-cba1-4d08-b077-bfdb23c35dec] instance snapshotting [ 821.125860] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c9b0bb-36af-49d1-8c86-746153b7485f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.150868] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f411d2-ca9c-46e9-a186-09a1f5734a58 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.208797] env[70323]: DEBUG nova.compute.manager [req-f618e90a-3b62-49bf-bb10-80fe6b2a169c req-be014b39-d298-4026-aa74-05a8a4603c37 service nova] [instance: 01baaf1f-f1c7-4636-aaf9-9e2eabdecdfa] Received event network-vif-plugged-c490d682-3946-4758-a692-a67d7af60c79 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.208797] env[70323]: DEBUG oslo_concurrency.lockutils [req-f618e90a-3b62-49bf-bb10-80fe6b2a169c req-be014b39-d298-4026-aa74-05a8a4603c37 service nova] Acquiring lock "01baaf1f-f1c7-4636-aaf9-9e2eabdecdfa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.208797] env[70323]: DEBUG oslo_concurrency.lockutils [req-f618e90a-3b62-49bf-bb10-80fe6b2a169c req-be014b39-d298-4026-aa74-05a8a4603c37 service nova] Lock "01baaf1f-f1c7-4636-aaf9-9e2eabdecdfa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.208797] env[70323]: DEBUG oslo_concurrency.lockutils [req-f618e90a-3b62-49bf-bb10-80fe6b2a169c req-be014b39-d298-4026-aa74-05a8a4603c37 service nova] Lock "01baaf1f-f1c7-4636-aaf9-9e2eabdecdfa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.208797] env[70323]: DEBUG nova.compute.manager [req-f618e90a-3b62-49bf-bb10-80fe6b2a169c req-be014b39-d298-4026-aa74-05a8a4603c37 service nova] [instance: 01baaf1f-f1c7-4636-aaf9-9e2eabdecdfa] No waiting events found dispatching network-vif-plugged-c490d682-3946-4758-a692-a67d7af60c79 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 821.209033] env[70323]: WARNING nova.compute.manager [req-f618e90a-3b62-49bf-bb10-80fe6b2a169c req-be014b39-d298-4026-aa74-05a8a4603c37 service nova] [instance: 01baaf1f-f1c7-4636-aaf9-9e2eabdecdfa] Received unexpected event network-vif-plugged-c490d682-3946-4758-a692-a67d7af60c79 for instance with vm_state building and task_state spawning. [ 821.209127] env[70323]: DEBUG nova.compute.manager [req-f618e90a-3b62-49bf-bb10-80fe6b2a169c req-be014b39-d298-4026-aa74-05a8a4603c37 service nova] [instance: 01baaf1f-f1c7-4636-aaf9-9e2eabdecdfa] Received event network-changed-c490d682-3946-4758-a692-a67d7af60c79 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.209211] env[70323]: DEBUG nova.compute.manager [req-f618e90a-3b62-49bf-bb10-80fe6b2a169c req-be014b39-d298-4026-aa74-05a8a4603c37 service nova] [instance: 01baaf1f-f1c7-4636-aaf9-9e2eabdecdfa] Refreshing instance network info cache due to event network-changed-c490d682-3946-4758-a692-a67d7af60c79. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 821.209415] env[70323]: DEBUG oslo_concurrency.lockutils [req-f618e90a-3b62-49bf-bb10-80fe6b2a169c req-be014b39-d298-4026-aa74-05a8a4603c37 service nova] Acquiring lock "refresh_cache-01baaf1f-f1c7-4636-aaf9-9e2eabdecdfa" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.209556] env[70323]: DEBUG oslo_concurrency.lockutils [req-f618e90a-3b62-49bf-bb10-80fe6b2a169c req-be014b39-d298-4026-aa74-05a8a4603c37 service nova] Acquired lock "refresh_cache-01baaf1f-f1c7-4636-aaf9-9e2eabdecdfa" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.209766] env[70323]: DEBUG nova.network.neutron [req-f618e90a-3b62-49bf-bb10-80fe6b2a169c req-be014b39-d298-4026-aa74-05a8a4603c37 service nova] [instance: 01baaf1f-f1c7-4636-aaf9-9e2eabdecdfa] Refreshing network info cache for port c490d682-3946-4758-a692-a67d7af60c79 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 821.231519] env[70323]: DEBUG oslo_vmware.api [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': task-3227047, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496018} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.231773] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 01baaf1f-f1c7-4636-aaf9-9e2eabdecdfa/01baaf1f-f1c7-4636-aaf9-9e2eabdecdfa.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 821.231985] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 01baaf1f-f1c7-4636-aaf9-9e2eabdecdfa] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 821.232246] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3368353-fe98-415a-8374-b5e1722a99e5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.238854] env[70323]: DEBUG oslo_vmware.api [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Waiting for the task: (returnval){ [ 821.238854] env[70323]: value = "task-3227050" [ 821.238854] env[70323]: _type = "Task" [ 821.238854] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.249299] env[70323]: DEBUG oslo_vmware.api [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': task-3227050, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.301584] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Acquiring lock "b8019283-5cac-4f19-b25e-e40742868c1b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.301584] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Lock "b8019283-5cac-4f19-b25e-e40742868c1b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.370920] env[70323]: DEBUG oslo_vmware.api [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': task-3227048, 'name': Rename_Task, 'duration_secs': 0.450006} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.370920] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 5015919d-0612-4a77-b89b-71b1c07e160b] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 821.370920] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f6d50694-eff3-412c-b37e-cdd591cdbca1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.374981] env[70323]: DEBUG oslo_vmware.api [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Waiting for the task: (returnval){ [ 821.374981] env[70323]: value = "task-3227051" [ 821.374981] env[70323]: _type = "Task" [ 821.374981] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.386355] env[70323]: DEBUG oslo_vmware.api [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': task-3227051, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.409109] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8c2627d5-ecdf-475b-8aa1-24864f2c1b74 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquiring lock "4a2a0594-39e2-4e91-bba9-954662de5f77" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.409109] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8c2627d5-ecdf-475b-8aa1-24864f2c1b74 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Lock "4a2a0594-39e2-4e91-bba9-954662de5f77" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.409109] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8c2627d5-ecdf-475b-8aa1-24864f2c1b74 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquiring lock "4a2a0594-39e2-4e91-bba9-954662de5f77-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.409109] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8c2627d5-ecdf-475b-8aa1-24864f2c1b74 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Lock "4a2a0594-39e2-4e91-bba9-954662de5f77-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.409109] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8c2627d5-ecdf-475b-8aa1-24864f2c1b74 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Lock "4a2a0594-39e2-4e91-bba9-954662de5f77-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.410051] env[70323]: INFO nova.compute.manager [None req-8c2627d5-ecdf-475b-8aa1-24864f2c1b74 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 4a2a0594-39e2-4e91-bba9-954662de5f77] Terminating instance [ 821.437095] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-69b33e4a-af10-4ec4-a951-7033572f2706 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Creating linked-clone VM from snapshot {{(pid=70323) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 821.438032] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9f397f63-3a01-4363-b6eb-957186a89751 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.448871] env[70323]: DEBUG oslo_vmware.api [None req-69b33e4a-af10-4ec4-a951-7033572f2706 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for the task: (returnval){ [ 821.448871] env[70323]: value = "task-3227052" [ 821.448871] env[70323]: _type = "Task" [ 821.448871] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.458288] env[70323]: DEBUG oslo_vmware.api [None req-69b33e4a-af10-4ec4-a951-7033572f2706 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227052, 'name': CloneVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.487305] env[70323]: DEBUG oslo_vmware.api [None req-c437f71e-5e23-4e74-a3b2-cb214b3fa911 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227049, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.570029] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8b378cbb-4e97-494a-bdff-a4ada3c7b477 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.125s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.571587] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9be100e3-3e48-437f-a398-818d59499b1f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.767s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.573825] env[70323]: DEBUG nova.objects.instance [None req-9be100e3-3e48-437f-a398-818d59499b1f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Lazy-loading 'resources' on Instance uuid 9632e467-f678-4808-97f7-f228e9bc52bc {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 821.608460] env[70323]: INFO nova.scheduler.client.report [None req-8b378cbb-4e97-494a-bdff-a4ada3c7b477 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Deleted allocations for instance 1ad77931-f385-45f3-bbe1-dd6e8b986631 [ 821.665019] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-d61bbf32-dcd8-4647-b6b5-167d3d4d5b56 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 0b934777-cba1-4d08-b077-bfdb23c35dec] Creating Snapshot of the VM instance {{(pid=70323) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 821.665019] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5b19f5d6-08cf-4a75-b5cc-f75e9a2076d8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.673576] env[70323]: DEBUG oslo_vmware.api [None req-d61bbf32-dcd8-4647-b6b5-167d3d4d5b56 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Waiting for the task: (returnval){ [ 821.673576] env[70323]: value = "task-3227053" [ 821.673576] env[70323]: _type = "Task" [ 821.673576] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.686494] env[70323]: DEBUG oslo_vmware.api [None req-d61bbf32-dcd8-4647-b6b5-167d3d4d5b56 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': task-3227053, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.754022] env[70323]: DEBUG oslo_vmware.api [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': task-3227050, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.181873} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.754022] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 01baaf1f-f1c7-4636-aaf9-9e2eabdecdfa] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 821.754022] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84955ea5-db0e-4f1e-8086-7c692e28616e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.774697] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 01baaf1f-f1c7-4636-aaf9-9e2eabdecdfa] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 01baaf1f-f1c7-4636-aaf9-9e2eabdecdfa/01baaf1f-f1c7-4636-aaf9-9e2eabdecdfa.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 821.777689] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a79df66-dcd8-4382-977f-f973c88fc51a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.802081] env[70323]: DEBUG oslo_vmware.api [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Waiting for the task: (returnval){ [ 821.802081] env[70323]: value = "task-3227054" [ 821.802081] env[70323]: _type = "Task" [ 821.802081] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.810735] env[70323]: DEBUG oslo_vmware.api [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': task-3227054, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.891058] env[70323]: DEBUG oslo_vmware.api [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': task-3227051, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.914138] env[70323]: DEBUG nova.compute.manager [None req-8c2627d5-ecdf-475b-8aa1-24864f2c1b74 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 4a2a0594-39e2-4e91-bba9-954662de5f77] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 821.914529] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2627d5-ecdf-475b-8aa1-24864f2c1b74 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 4a2a0594-39e2-4e91-bba9-954662de5f77] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 821.915538] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb6c124-9415-45e1-a93b-bbfc76f501fe {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.930540] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c2627d5-ecdf-475b-8aa1-24864f2c1b74 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 4a2a0594-39e2-4e91-bba9-954662de5f77] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 821.930540] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2d44815-b98d-4bff-8ae8-5a64b6a9cd16 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.938194] env[70323]: DEBUG oslo_vmware.api [None req-8c2627d5-ecdf-475b-8aa1-24864f2c1b74 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for the task: (returnval){ [ 821.938194] env[70323]: value = "task-3227055" [ 821.938194] env[70323]: _type = "Task" [ 821.938194] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.950298] env[70323]: DEBUG oslo_vmware.api [None req-8c2627d5-ecdf-475b-8aa1-24864f2c1b74 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227055, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.961268] env[70323]: DEBUG oslo_vmware.api [None req-69b33e4a-af10-4ec4-a951-7033572f2706 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227052, 'name': CloneVM_Task} progress is 94%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.996751] env[70323]: DEBUG oslo_vmware.api [None req-c437f71e-5e23-4e74-a3b2-cb214b3fa911 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227049, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.011501] env[70323]: DEBUG nova.network.neutron [req-f618e90a-3b62-49bf-bb10-80fe6b2a169c req-be014b39-d298-4026-aa74-05a8a4603c37 service nova] [instance: 01baaf1f-f1c7-4636-aaf9-9e2eabdecdfa] Updated VIF entry in instance network info cache for port c490d682-3946-4758-a692-a67d7af60c79. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 822.011850] env[70323]: DEBUG nova.network.neutron [req-f618e90a-3b62-49bf-bb10-80fe6b2a169c req-be014b39-d298-4026-aa74-05a8a4603c37 service nova] [instance: 01baaf1f-f1c7-4636-aaf9-9e2eabdecdfa] Updating instance_info_cache with network_info: [{"id": "c490d682-3946-4758-a692-a67d7af60c79", "address": "fa:16:3e:49:4f:3d", "network": {"id": "3da9e1b6-c0aa-4cf5-a94e-1c5a69c578b6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1041804939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "583585aa3b3a42739c01c42e48c61ed2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc490d682-39", "ovs_interfaceid": "c490d682-3946-4758-a692-a67d7af60c79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.119605] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8b378cbb-4e97-494a-bdff-a4ada3c7b477 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Lock "1ad77931-f385-45f3-bbe1-dd6e8b986631" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.581s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.186458] env[70323]: DEBUG oslo_vmware.api [None req-d61bbf32-dcd8-4647-b6b5-167d3d4d5b56 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': task-3227053, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.314054] env[70323]: DEBUG oslo_vmware.api [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': task-3227054, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.386067] env[70323]: DEBUG oslo_vmware.api [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': task-3227051, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.448307] env[70323]: DEBUG oslo_vmware.api [None req-8c2627d5-ecdf-475b-8aa1-24864f2c1b74 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227055, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.459577] env[70323]: DEBUG oslo_vmware.api [None req-69b33e4a-af10-4ec4-a951-7033572f2706 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227052, 'name': CloneVM_Task} progress is 94%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.488441] env[70323]: DEBUG oslo_vmware.api [None req-c437f71e-5e23-4e74-a3b2-cb214b3fa911 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227049, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.517247] env[70323]: DEBUG oslo_concurrency.lockutils [req-f618e90a-3b62-49bf-bb10-80fe6b2a169c req-be014b39-d298-4026-aa74-05a8a4603c37 service nova] Releasing lock "refresh_cache-01baaf1f-f1c7-4636-aaf9-9e2eabdecdfa" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.686462] env[70323]: DEBUG nova.compute.manager [req-2fb6e316-d154-4a9c-ae5a-64fbedc7ab93 req-eba7e25a-079e-4a1a-b6ed-76fcf39c6091 service nova] [instance: 248f0a9f-88ae-4c02-8870-57422c9f8ac3] Received event network-vif-deleted-a7dd5843-ff50-4332-b998-46a34ed8e10b {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.689019] env[70323]: DEBUG nova.compute.manager [req-2fb6e316-d154-4a9c-ae5a-64fbedc7ab93 req-eba7e25a-079e-4a1a-b6ed-76fcf39c6091 service nova] [instance: 17e07646-9826-43d9-9295-3a70b541c534] Received event network-vif-plugged-3873422d-33b1-4dc8-a2cf-7e0bda76871d {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.689019] env[70323]: DEBUG oslo_concurrency.lockutils [req-2fb6e316-d154-4a9c-ae5a-64fbedc7ab93 req-eba7e25a-079e-4a1a-b6ed-76fcf39c6091 service nova] Acquiring lock "17e07646-9826-43d9-9295-3a70b541c534-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.689019] env[70323]: DEBUG oslo_concurrency.lockutils [req-2fb6e316-d154-4a9c-ae5a-64fbedc7ab93 req-eba7e25a-079e-4a1a-b6ed-76fcf39c6091 service nova] Lock "17e07646-9826-43d9-9295-3a70b541c534-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.689019] env[70323]: DEBUG oslo_concurrency.lockutils [req-2fb6e316-d154-4a9c-ae5a-64fbedc7ab93 req-eba7e25a-079e-4a1a-b6ed-76fcf39c6091 service nova] Lock "17e07646-9826-43d9-9295-3a70b541c534-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.689019] env[70323]: DEBUG nova.compute.manager [req-2fb6e316-d154-4a9c-ae5a-64fbedc7ab93 req-eba7e25a-079e-4a1a-b6ed-76fcf39c6091 service nova] [instance: 17e07646-9826-43d9-9295-3a70b541c534] No waiting events found dispatching network-vif-plugged-3873422d-33b1-4dc8-a2cf-7e0bda76871d {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 822.689019] env[70323]: WARNING nova.compute.manager [req-2fb6e316-d154-4a9c-ae5a-64fbedc7ab93 req-eba7e25a-079e-4a1a-b6ed-76fcf39c6091 service nova] [instance: 17e07646-9826-43d9-9295-3a70b541c534] Received unexpected event network-vif-plugged-3873422d-33b1-4dc8-a2cf-7e0bda76871d for instance with vm_state active and task_state None. [ 822.689019] env[70323]: DEBUG nova.compute.manager [req-2fb6e316-d154-4a9c-ae5a-64fbedc7ab93 req-eba7e25a-079e-4a1a-b6ed-76fcf39c6091 service nova] [instance: 17e07646-9826-43d9-9295-3a70b541c534] Received event network-changed-3873422d-33b1-4dc8-a2cf-7e0bda76871d {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.689019] env[70323]: DEBUG nova.compute.manager [req-2fb6e316-d154-4a9c-ae5a-64fbedc7ab93 req-eba7e25a-079e-4a1a-b6ed-76fcf39c6091 service nova] [instance: 17e07646-9826-43d9-9295-3a70b541c534] Refreshing instance network info cache due to event network-changed-3873422d-33b1-4dc8-a2cf-7e0bda76871d. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 822.689019] env[70323]: DEBUG oslo_concurrency.lockutils [req-2fb6e316-d154-4a9c-ae5a-64fbedc7ab93 req-eba7e25a-079e-4a1a-b6ed-76fcf39c6091 service nova] Acquiring lock "refresh_cache-17e07646-9826-43d9-9295-3a70b541c534" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.689616] env[70323]: DEBUG oslo_concurrency.lockutils [req-2fb6e316-d154-4a9c-ae5a-64fbedc7ab93 req-eba7e25a-079e-4a1a-b6ed-76fcf39c6091 service nova] Acquired lock "refresh_cache-17e07646-9826-43d9-9295-3a70b541c534" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.689957] env[70323]: DEBUG nova.network.neutron [req-2fb6e316-d154-4a9c-ae5a-64fbedc7ab93 req-eba7e25a-079e-4a1a-b6ed-76fcf39c6091 service nova] [instance: 17e07646-9826-43d9-9295-3a70b541c534] Refreshing network info cache for port 3873422d-33b1-4dc8-a2cf-7e0bda76871d {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 822.698927] env[70323]: DEBUG oslo_vmware.api [None req-d61bbf32-dcd8-4647-b6b5-167d3d4d5b56 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': task-3227053, 'name': CreateSnapshot_Task, 'duration_secs': 0.913172} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.699981] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-d61bbf32-dcd8-4647-b6b5-167d3d4d5b56 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 0b934777-cba1-4d08-b077-bfdb23c35dec] Created Snapshot of the VM instance {{(pid=70323) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 822.702019] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d88f3b5e-a97f-4861-a139-bf47432a67fc {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.803925] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aabb8ef-2276-4f03-8951-a95d71eec87a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.818360] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc70148-9e44-4d96-8249-3a6b6c995bb4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.821654] env[70323]: DEBUG oslo_vmware.api [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': task-3227054, 'name': ReconfigVM_Task, 'duration_secs': 0.777963} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.821976] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 01baaf1f-f1c7-4636-aaf9-9e2eabdecdfa] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 01baaf1f-f1c7-4636-aaf9-9e2eabdecdfa/01baaf1f-f1c7-4636-aaf9-9e2eabdecdfa.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 822.822960] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e7e4f63-0b59-4cfa-a91c-232ab9462571 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.857125] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6794a04e-ae89-4b9b-b99c-ba0ff3157e48 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.860350] env[70323]: DEBUG oslo_vmware.api [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Waiting for the task: (returnval){ [ 822.860350] env[70323]: value = "task-3227056" [ 822.860350] env[70323]: _type = "Task" [ 822.860350] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.869707] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7421d3-cdda-4bb1-99cd-a523e66b87c3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.878203] env[70323]: DEBUG oslo_vmware.api [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': task-3227056, 'name': Rename_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.889579] env[70323]: DEBUG nova.compute.provider_tree [None req-9be100e3-3e48-437f-a398-818d59499b1f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 822.898239] env[70323]: DEBUG oslo_vmware.api [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': task-3227051, 'name': PowerOnVM_Task, 'duration_secs': 1.142527} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.899182] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 5015919d-0612-4a77-b89b-71b1c07e160b] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 822.899333] env[70323]: INFO nova.compute.manager [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 5015919d-0612-4a77-b89b-71b1c07e160b] Took 12.25 seconds to spawn the instance on the hypervisor. [ 822.899510] env[70323]: DEBUG nova.compute.manager [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 5015919d-0612-4a77-b89b-71b1c07e160b] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 822.900774] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d5b0ac-f8b0-4be4-a908-4638fb2bcb71 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.949841] env[70323]: DEBUG oslo_vmware.api [None req-8c2627d5-ecdf-475b-8aa1-24864f2c1b74 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227055, 'name': PowerOffVM_Task, 'duration_secs': 0.589276} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.950879] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c2627d5-ecdf-475b-8aa1-24864f2c1b74 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 4a2a0594-39e2-4e91-bba9-954662de5f77] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 822.951086] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2627d5-ecdf-475b-8aa1-24864f2c1b74 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 4a2a0594-39e2-4e91-bba9-954662de5f77] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 822.951369] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c122bbf-fdbc-4fa7-978b-c29fa898a231 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.963497] env[70323]: DEBUG oslo_vmware.api [None req-69b33e4a-af10-4ec4-a951-7033572f2706 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227052, 'name': CloneVM_Task} progress is 100%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.991096] env[70323]: DEBUG oslo_vmware.api [None req-c437f71e-5e23-4e74-a3b2-cb214b3fa911 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227049, 'name': ReconfigVM_Task, 'duration_secs': 1.592309} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.991832] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c437f71e-5e23-4e74-a3b2-cb214b3fa911 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Releasing lock "17e07646-9826-43d9-9295-3a70b541c534" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.992172] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-c437f71e-5e23-4e74-a3b2-cb214b3fa911 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 17e07646-9826-43d9-9295-3a70b541c534] Reconfigured VM to attach interface {{(pid=70323) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 823.019289] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2627d5-ecdf-475b-8aa1-24864f2c1b74 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 4a2a0594-39e2-4e91-bba9-954662de5f77] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 823.019590] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2627d5-ecdf-475b-8aa1-24864f2c1b74 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 4a2a0594-39e2-4e91-bba9-954662de5f77] Deleting contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 823.019762] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c2627d5-ecdf-475b-8aa1-24864f2c1b74 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Deleting the datastore file [datastore1] 4a2a0594-39e2-4e91-bba9-954662de5f77 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 823.020462] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d4fb79bd-ddf0-4f6c-b0a7-b039f3e1e1b6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.026936] env[70323]: DEBUG oslo_vmware.api [None req-8c2627d5-ecdf-475b-8aa1-24864f2c1b74 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for the task: (returnval){ [ 823.026936] env[70323]: value = "task-3227058" [ 823.026936] env[70323]: _type = "Task" [ 823.026936] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.035948] env[70323]: DEBUG oslo_vmware.api [None req-8c2627d5-ecdf-475b-8aa1-24864f2c1b74 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227058, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.155850] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquiring lock "84faf743-f813-481c-90ec-50d5dd62d9d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.156197] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Lock "84faf743-f813-481c-90ec-50d5dd62d9d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.227428] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-d61bbf32-dcd8-4647-b6b5-167d3d4d5b56 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 0b934777-cba1-4d08-b077-bfdb23c35dec] Creating linked-clone VM from snapshot {{(pid=70323) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 823.227428] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-386f8d20-b995-4406-bf7d-1772222f53cd {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.236968] env[70323]: DEBUG oslo_vmware.api [None req-d61bbf32-dcd8-4647-b6b5-167d3d4d5b56 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Waiting for the task: (returnval){ [ 823.236968] env[70323]: value = "task-3227059" [ 823.236968] env[70323]: _type = "Task" [ 823.236968] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.245215] env[70323]: DEBUG oslo_vmware.api [None req-d61bbf32-dcd8-4647-b6b5-167d3d4d5b56 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': task-3227059, 'name': CloneVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.372211] env[70323]: DEBUG oslo_vmware.api [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': task-3227056, 'name': Rename_Task, 'duration_secs': 0.245401} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.373287] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 01baaf1f-f1c7-4636-aaf9-9e2eabdecdfa] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 823.373287] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23f1d40c-f521-4266-82aa-067221157f21 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.382069] env[70323]: DEBUG oslo_vmware.api [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Waiting for the task: (returnval){ [ 823.382069] env[70323]: value = "task-3227060" [ 823.382069] env[70323]: _type = "Task" [ 823.382069] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.389799] env[70323]: DEBUG oslo_vmware.api [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': task-3227060, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.392840] env[70323]: DEBUG nova.scheduler.client.report [None req-9be100e3-3e48-437f-a398-818d59499b1f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 823.420088] env[70323]: INFO nova.compute.manager [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 5015919d-0612-4a77-b89b-71b1c07e160b] Took 48.21 seconds to build instance. [ 823.463172] env[70323]: DEBUG oslo_vmware.api [None req-69b33e4a-af10-4ec4-a951-7033572f2706 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227052, 'name': CloneVM_Task, 'duration_secs': 1.53472} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.463421] env[70323]: INFO nova.virt.vmwareapi.vmops [None req-69b33e4a-af10-4ec4-a951-7033572f2706 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Created linked-clone VM from snapshot [ 823.464211] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f441cb1f-00c9-44e9-a698-894386ef47c5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.473652] env[70323]: DEBUG nova.virt.vmwareapi.images [None req-69b33e4a-af10-4ec4-a951-7033572f2706 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Uploading image f825a8cd-c851-41b2-87de-de1b698af67e {{(pid=70323) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 823.498325] env[70323]: DEBUG oslo_vmware.rw_handles [None req-69b33e4a-af10-4ec4-a951-7033572f2706 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 823.498325] env[70323]: value = "vm-645105" [ 823.498325] env[70323]: _type = "VirtualMachine" [ 823.498325] env[70323]: }. {{(pid=70323) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 823.499512] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c437f71e-5e23-4e74-a3b2-cb214b3fa911 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Lock "interface-17e07646-9826-43d9-9295-3a70b541c534-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.963s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.500303] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a54f43ce-1422-4f1d-b09a-f2c49054c629 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.510156] env[70323]: DEBUG oslo_vmware.rw_handles [None req-69b33e4a-af10-4ec4-a951-7033572f2706 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Lease: (returnval){ [ 823.510156] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52e68669-234b-8c5f-d465-ccaed36c2a63" [ 823.510156] env[70323]: _type = "HttpNfcLease" [ 823.510156] env[70323]: } obtained for exporting VM: (result){ [ 823.510156] env[70323]: value = "vm-645105" [ 823.510156] env[70323]: _type = "VirtualMachine" [ 823.510156] env[70323]: }. {{(pid=70323) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 823.510156] env[70323]: DEBUG oslo_vmware.api [None req-69b33e4a-af10-4ec4-a951-7033572f2706 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for the lease: (returnval){ [ 823.510156] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52e68669-234b-8c5f-d465-ccaed36c2a63" [ 823.510156] env[70323]: _type = "HttpNfcLease" [ 823.510156] env[70323]: } to be ready. {{(pid=70323) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 823.518441] env[70323]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 823.518441] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52e68669-234b-8c5f-d465-ccaed36c2a63" [ 823.518441] env[70323]: _type = "HttpNfcLease" [ 823.518441] env[70323]: } is initializing. {{(pid=70323) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 823.535980] env[70323]: DEBUG oslo_vmware.api [None req-8c2627d5-ecdf-475b-8aa1-24864f2c1b74 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227058, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.336949} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.536289] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c2627d5-ecdf-475b-8aa1-24864f2c1b74 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 823.536501] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2627d5-ecdf-475b-8aa1-24864f2c1b74 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 4a2a0594-39e2-4e91-bba9-954662de5f77] Deleted contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 823.536700] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2627d5-ecdf-475b-8aa1-24864f2c1b74 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 4a2a0594-39e2-4e91-bba9-954662de5f77] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 823.536883] env[70323]: INFO nova.compute.manager [None req-8c2627d5-ecdf-475b-8aa1-24864f2c1b74 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 4a2a0594-39e2-4e91-bba9-954662de5f77] Took 1.62 seconds to destroy the instance on the hypervisor. [ 823.537189] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c2627d5-ecdf-475b-8aa1-24864f2c1b74 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 823.537415] env[70323]: DEBUG nova.compute.manager [-] [instance: 4a2a0594-39e2-4e91-bba9-954662de5f77] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 823.537526] env[70323]: DEBUG nova.network.neutron [-] [instance: 4a2a0594-39e2-4e91-bba9-954662de5f77] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 823.716858] env[70323]: DEBUG nova.network.neutron [req-2fb6e316-d154-4a9c-ae5a-64fbedc7ab93 req-eba7e25a-079e-4a1a-b6ed-76fcf39c6091 service nova] [instance: 17e07646-9826-43d9-9295-3a70b541c534] Updated VIF entry in instance network info cache for port 3873422d-33b1-4dc8-a2cf-7e0bda76871d. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 823.717450] env[70323]: DEBUG nova.network.neutron [req-2fb6e316-d154-4a9c-ae5a-64fbedc7ab93 req-eba7e25a-079e-4a1a-b6ed-76fcf39c6091 service nova] [instance: 17e07646-9826-43d9-9295-3a70b541c534] Updating instance_info_cache with network_info: [{"id": "15826689-6715-42c4-9137-c551bc04dfc9", "address": "fa:16:3e:b3:51:7f", "network": {"id": "72c9180f-a081-4a3c-a140-c168d882c6f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1947974250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "629980704660404c9e5b2a810d6182a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15826689-67", "ovs_interfaceid": "15826689-6715-42c4-9137-c551bc04dfc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3873422d-33b1-4dc8-a2cf-7e0bda76871d", "address": "fa:16:3e:72:c6:ad", "network": {"id": "72c9180f-a081-4a3c-a140-c168d882c6f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1947974250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "629980704660404c9e5b2a810d6182a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3873422d-33", "ovs_interfaceid": "3873422d-33b1-4dc8-a2cf-7e0bda76871d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.749747] env[70323]: DEBUG oslo_vmware.api [None req-d61bbf32-dcd8-4647-b6b5-167d3d4d5b56 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': task-3227059, 'name': CloneVM_Task} progress is 94%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.890655] env[70323]: DEBUG oslo_vmware.api [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': task-3227060, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.897799] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9be100e3-3e48-437f-a398-818d59499b1f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.326s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.900331] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.993s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.901834] env[70323]: INFO nova.compute.claims [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: dd6e0679-6c9c-4a30-bd97-530deb5fb246] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 823.922641] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Lock "5015919d-0612-4a77-b89b-71b1c07e160b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.307s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.928502] env[70323]: INFO nova.scheduler.client.report [None req-9be100e3-3e48-437f-a398-818d59499b1f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Deleted allocations for instance 9632e467-f678-4808-97f7-f228e9bc52bc [ 824.016650] env[70323]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 824.016650] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52e68669-234b-8c5f-d465-ccaed36c2a63" [ 824.016650] env[70323]: _type = "HttpNfcLease" [ 824.016650] env[70323]: } is ready. {{(pid=70323) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 824.017019] env[70323]: DEBUG oslo_vmware.rw_handles [None req-69b33e4a-af10-4ec4-a951-7033572f2706 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 824.017019] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52e68669-234b-8c5f-d465-ccaed36c2a63" [ 824.017019] env[70323]: _type = "HttpNfcLease" [ 824.017019] env[70323]: }. {{(pid=70323) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 824.017813] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bdea909-7b97-47ca-9370-3403b525352d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.025567] env[70323]: DEBUG oslo_vmware.rw_handles [None req-69b33e4a-af10-4ec4-a951-7033572f2706 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cf97ab-373d-f604-33dd-bb100050320f/disk-0.vmdk from lease info. {{(pid=70323) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 824.025959] env[70323]: DEBUG oslo_vmware.rw_handles [None req-69b33e4a-af10-4ec4-a951-7033572f2706 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cf97ab-373d-f604-33dd-bb100050320f/disk-0.vmdk for reading. {{(pid=70323) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 824.125301] env[70323]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d62db44e-35b5-4b8e-b306-d21b3eebe531 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.172272] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a12fea1c-11cf-49f3-ae04-fd3061be0470 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Acquiring lock "04a6df8e-033c-4b03-99c3-19bd8b2200fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.172272] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a12fea1c-11cf-49f3-ae04-fd3061be0470 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Lock "04a6df8e-033c-4b03-99c3-19bd8b2200fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.172272] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a12fea1c-11cf-49f3-ae04-fd3061be0470 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Acquiring lock "04a6df8e-033c-4b03-99c3-19bd8b2200fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.172272] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a12fea1c-11cf-49f3-ae04-fd3061be0470 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Lock "04a6df8e-033c-4b03-99c3-19bd8b2200fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.172272] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a12fea1c-11cf-49f3-ae04-fd3061be0470 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Lock "04a6df8e-033c-4b03-99c3-19bd8b2200fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.173296] env[70323]: INFO nova.compute.manager [None req-a12fea1c-11cf-49f3-ae04-fd3061be0470 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 04a6df8e-033c-4b03-99c3-19bd8b2200fd] Terminating instance [ 824.221064] env[70323]: DEBUG oslo_concurrency.lockutils [req-2fb6e316-d154-4a9c-ae5a-64fbedc7ab93 req-eba7e25a-079e-4a1a-b6ed-76fcf39c6091 service nova] Releasing lock "refresh_cache-17e07646-9826-43d9-9295-3a70b541c534" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.221432] env[70323]: DEBUG nova.compute.manager [req-2fb6e316-d154-4a9c-ae5a-64fbedc7ab93 req-eba7e25a-079e-4a1a-b6ed-76fcf39c6091 service nova] [instance: 7da61593-5cdd-4a3b-8999-754b6090bff7] Received event network-changed-f8897fae-744d-44ce-993e-1c7256f49024 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.221641] env[70323]: DEBUG nova.compute.manager [req-2fb6e316-d154-4a9c-ae5a-64fbedc7ab93 req-eba7e25a-079e-4a1a-b6ed-76fcf39c6091 service nova] [instance: 7da61593-5cdd-4a3b-8999-754b6090bff7] Refreshing instance network info cache due to event network-changed-f8897fae-744d-44ce-993e-1c7256f49024. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 824.221892] env[70323]: DEBUG oslo_concurrency.lockutils [req-2fb6e316-d154-4a9c-ae5a-64fbedc7ab93 req-eba7e25a-079e-4a1a-b6ed-76fcf39c6091 service nova] Acquiring lock "refresh_cache-7da61593-5cdd-4a3b-8999-754b6090bff7" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.222076] env[70323]: DEBUG oslo_concurrency.lockutils [req-2fb6e316-d154-4a9c-ae5a-64fbedc7ab93 req-eba7e25a-079e-4a1a-b6ed-76fcf39c6091 service nova] Acquired lock "refresh_cache-7da61593-5cdd-4a3b-8999-754b6090bff7" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.222339] env[70323]: DEBUG nova.network.neutron [req-2fb6e316-d154-4a9c-ae5a-64fbedc7ab93 req-eba7e25a-079e-4a1a-b6ed-76fcf39c6091 service nova] [instance: 7da61593-5cdd-4a3b-8999-754b6090bff7] Refreshing network info cache for port f8897fae-744d-44ce-993e-1c7256f49024 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 824.251815] env[70323]: DEBUG oslo_vmware.api [None req-d61bbf32-dcd8-4647-b6b5-167d3d4d5b56 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': task-3227059, 'name': CloneVM_Task} progress is 94%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.289418] env[70323]: DEBUG nova.compute.manager [req-47c685c0-a1e0-4a87-808a-33e6f79ea7e5 req-b355e294-ef02-46ca-b8bc-40ff07ccd472 service nova] [instance: 4a2a0594-39e2-4e91-bba9-954662de5f77] Received event network-vif-deleted-6d93df7c-655f-4453-a192-d2394fa0104a {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.289671] env[70323]: INFO nova.compute.manager [req-47c685c0-a1e0-4a87-808a-33e6f79ea7e5 req-b355e294-ef02-46ca-b8bc-40ff07ccd472 service nova] [instance: 4a2a0594-39e2-4e91-bba9-954662de5f77] Neutron deleted interface 6d93df7c-655f-4453-a192-d2394fa0104a; detaching it from the instance and deleting it from the info cache [ 824.289900] env[70323]: DEBUG nova.network.neutron [req-47c685c0-a1e0-4a87-808a-33e6f79ea7e5 req-b355e294-ef02-46ca-b8bc-40ff07ccd472 service nova] [instance: 4a2a0594-39e2-4e91-bba9-954662de5f77] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.390962] env[70323]: DEBUG oslo_vmware.api [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': task-3227060, 'name': PowerOnVM_Task, 'duration_secs': 0.794783} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.391403] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 01baaf1f-f1c7-4636-aaf9-9e2eabdecdfa] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 824.391799] env[70323]: INFO nova.compute.manager [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 01baaf1f-f1c7-4636-aaf9-9e2eabdecdfa] Took 8.37 seconds to spawn the instance on the hypervisor. [ 824.392216] env[70323]: DEBUG nova.compute.manager [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 01baaf1f-f1c7-4636-aaf9-9e2eabdecdfa] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 824.393536] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d697724-70a3-44bf-b4d2-d84f15407c15 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.412045] env[70323]: DEBUG nova.network.neutron [-] [instance: 4a2a0594-39e2-4e91-bba9-954662de5f77] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.425264] env[70323]: DEBUG nova.compute.manager [None req-401e207b-76b3-4717-9601-a35e67fb78f3 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] [instance: 19436e0f-bff5-44ac-b73a-6d410ff8e93a] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 824.436569] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9be100e3-3e48-437f-a398-818d59499b1f tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Lock "9632e467-f678-4808-97f7-f228e9bc52bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.184s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.684936] env[70323]: DEBUG nova.compute.manager [None req-a12fea1c-11cf-49f3-ae04-fd3061be0470 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 04a6df8e-033c-4b03-99c3-19bd8b2200fd] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 824.685173] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a12fea1c-11cf-49f3-ae04-fd3061be0470 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 04a6df8e-033c-4b03-99c3-19bd8b2200fd] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 824.686315] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39399426-c55b-4209-8ced-fdf6c42fc449 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.695598] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-a12fea1c-11cf-49f3-ae04-fd3061be0470 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 04a6df8e-033c-4b03-99c3-19bd8b2200fd] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 824.698948] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9a3cab8-5ed1-44c4-bc96-b5e2e0288ce5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.704139] env[70323]: DEBUG oslo_vmware.api [None req-a12fea1c-11cf-49f3-ae04-fd3061be0470 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Waiting for the task: (returnval){ [ 824.704139] env[70323]: value = "task-3227062" [ 824.704139] env[70323]: _type = "Task" [ 824.704139] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.715291] env[70323]: DEBUG oslo_vmware.api [None req-a12fea1c-11cf-49f3-ae04-fd3061be0470 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Task: {'id': task-3227062, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.751558] env[70323]: DEBUG oslo_vmware.api [None req-d61bbf32-dcd8-4647-b6b5-167d3d4d5b56 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': task-3227059, 'name': CloneVM_Task} progress is 95%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.795795] env[70323]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-80b06876-4c10-4905-abaa-91dd5d5aea72 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.798499] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a6c7a41b-de17-4add-b260-a9e8e29312ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquiring lock "dd793706-95da-42f2-b9fc-ee37f04e6923" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.799303] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a6c7a41b-de17-4add-b260-a9e8e29312ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Lock "dd793706-95da-42f2-b9fc-ee37f04e6923" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.799612] env[70323]: DEBUG nova.compute.manager [None req-a6c7a41b-de17-4add-b260-a9e8e29312ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 824.801964] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e058247-671a-4b8b-a8d4-31b7643f37ef {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.810073] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab48cb7b-e1b0-4f89-a5cb-ad894d6ea486 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.832722] env[70323]: DEBUG nova.compute.manager [None req-a6c7a41b-de17-4add-b260-a9e8e29312ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70323) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 824.832722] env[70323]: DEBUG nova.objects.instance [None req-a6c7a41b-de17-4add-b260-a9e8e29312ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Lazy-loading 'flavor' on Instance uuid dd793706-95da-42f2-b9fc-ee37f04e6923 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 824.863891] env[70323]: DEBUG nova.compute.manager [req-47c685c0-a1e0-4a87-808a-33e6f79ea7e5 req-b355e294-ef02-46ca-b8bc-40ff07ccd472 service nova] [instance: 4a2a0594-39e2-4e91-bba9-954662de5f77] Detach interface failed, port_id=6d93df7c-655f-4453-a192-d2394fa0104a, reason: Instance 4a2a0594-39e2-4e91-bba9-954662de5f77 could not be found. {{(pid=70323) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 824.921912] env[70323]: INFO nova.compute.manager [-] [instance: 4a2a0594-39e2-4e91-bba9-954662de5f77] Took 1.38 seconds to deallocate network for instance. [ 824.928884] env[70323]: INFO nova.compute.manager [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 01baaf1f-f1c7-4636-aaf9-9e2eabdecdfa] Took 45.16 seconds to build instance. [ 824.953803] env[70323]: DEBUG oslo_concurrency.lockutils [None req-401e207b-76b3-4717-9601-a35e67fb78f3 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.185094] env[70323]: DEBUG nova.network.neutron [req-2fb6e316-d154-4a9c-ae5a-64fbedc7ab93 req-eba7e25a-079e-4a1a-b6ed-76fcf39c6091 service nova] [instance: 7da61593-5cdd-4a3b-8999-754b6090bff7] Updated VIF entry in instance network info cache for port f8897fae-744d-44ce-993e-1c7256f49024. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 825.185094] env[70323]: DEBUG nova.network.neutron [req-2fb6e316-d154-4a9c-ae5a-64fbedc7ab93 req-eba7e25a-079e-4a1a-b6ed-76fcf39c6091 service nova] [instance: 7da61593-5cdd-4a3b-8999-754b6090bff7] Updating instance_info_cache with network_info: [{"id": "f8897fae-744d-44ce-993e-1c7256f49024", "address": "fa:16:3e:bb:e8:cc", "network": {"id": "45000362-c71f-4e9a-8c98-702b8973310b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-777664217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c1c5900f12d410ebe0fcf82ff36c2bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8897fae-74", "ovs_interfaceid": "f8897fae-744d-44ce-993e-1c7256f49024", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.217603] env[70323]: DEBUG oslo_vmware.api [None req-a12fea1c-11cf-49f3-ae04-fd3061be0470 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Task: {'id': task-3227062, 'name': PowerOffVM_Task, 'duration_secs': 0.27726} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.218370] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-a12fea1c-11cf-49f3-ae04-fd3061be0470 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 04a6df8e-033c-4b03-99c3-19bd8b2200fd] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 825.218768] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a12fea1c-11cf-49f3-ae04-fd3061be0470 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 04a6df8e-033c-4b03-99c3-19bd8b2200fd] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 825.219300] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec6c5788-6068-4306-89ea-61def08fa58f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.255031] env[70323]: DEBUG oslo_vmware.api [None req-d61bbf32-dcd8-4647-b6b5-167d3d4d5b56 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': task-3227059, 'name': CloneVM_Task} progress is 95%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.371914] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9becbb8b-c460-4f52-968e-fa57888c278c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Acquiring lock "3c352840-697b-43ea-8abb-83f6c856e7ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.372582] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9becbb8b-c460-4f52-968e-fa57888c278c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Lock "3c352840-697b-43ea-8abb-83f6c856e7ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.374065] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9becbb8b-c460-4f52-968e-fa57888c278c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Acquiring lock "3c352840-697b-43ea-8abb-83f6c856e7ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.374369] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9becbb8b-c460-4f52-968e-fa57888c278c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Lock "3c352840-697b-43ea-8abb-83f6c856e7ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.375513] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9becbb8b-c460-4f52-968e-fa57888c278c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Lock "3c352840-697b-43ea-8abb-83f6c856e7ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.380363] env[70323]: INFO nova.compute.manager [None req-9becbb8b-c460-4f52-968e-fa57888c278c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 3c352840-697b-43ea-8abb-83f6c856e7ec] Terminating instance [ 825.428198] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a12fea1c-11cf-49f3-ae04-fd3061be0470 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 04a6df8e-033c-4b03-99c3-19bd8b2200fd] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 825.428198] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a12fea1c-11cf-49f3-ae04-fd3061be0470 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 04a6df8e-033c-4b03-99c3-19bd8b2200fd] Deleting contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 825.428198] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-a12fea1c-11cf-49f3-ae04-fd3061be0470 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Deleting the datastore file [datastore1] 04a6df8e-033c-4b03-99c3-19bd8b2200fd {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 825.428198] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-05392c62-0763-4a03-9394-e2ffefa427a3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.435343] env[70323]: DEBUG oslo_vmware.api [None req-a12fea1c-11cf-49f3-ae04-fd3061be0470 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Waiting for the task: (returnval){ [ 825.435343] env[70323]: value = "task-3227064" [ 825.435343] env[70323]: _type = "Task" [ 825.435343] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.437207] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2c584c4b-a01f-4e00-9579-e53202ef2945 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Lock "01baaf1f-f1c7-4636-aaf9-9e2eabdecdfa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.785s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.438404] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8c2627d5-ecdf-475b-8aa1-24864f2c1b74 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.450365] env[70323]: DEBUG oslo_vmware.api [None req-a12fea1c-11cf-49f3-ae04-fd3061be0470 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Task: {'id': task-3227064, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.526355] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a0c98216-c77e-4a68-96b3-0c10534da7e1 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquiring lock "interface-17e07646-9826-43d9-9295-3a70b541c534-3873422d-33b1-4dc8-a2cf-7e0bda76871d" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.527271] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a0c98216-c77e-4a68-96b3-0c10534da7e1 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Lock "interface-17e07646-9826-43d9-9295-3a70b541c534-3873422d-33b1-4dc8-a2cf-7e0bda76871d" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.578313] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63345b5-0a6a-4b60-8f02-abc0297930ef {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.586084] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee2bfd70-9da8-42ca-89de-d0e243817f80 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.623100] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bfda814-dbc9-4783-97e2-f15f93719758 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.632266] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb685c62-006c-452a-b675-bc8df75802d7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.647839] env[70323]: DEBUG nova.compute.provider_tree [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 825.686668] env[70323]: DEBUG oslo_concurrency.lockutils [req-2fb6e316-d154-4a9c-ae5a-64fbedc7ab93 req-eba7e25a-079e-4a1a-b6ed-76fcf39c6091 service nova] Releasing lock "refresh_cache-7da61593-5cdd-4a3b-8999-754b6090bff7" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.750466] env[70323]: DEBUG oslo_vmware.api [None req-d61bbf32-dcd8-4647-b6b5-167d3d4d5b56 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': task-3227059, 'name': CloneVM_Task} progress is 95%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.840179] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6c7a41b-de17-4add-b260-a9e8e29312ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 825.840526] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8288aa2b-3d5e-4506-bddd-f49e5c6b6d8d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.847166] env[70323]: DEBUG oslo_vmware.api [None req-a6c7a41b-de17-4add-b260-a9e8e29312ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Waiting for the task: (returnval){ [ 825.847166] env[70323]: value = "task-3227065" [ 825.847166] env[70323]: _type = "Task" [ 825.847166] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.858515] env[70323]: DEBUG oslo_vmware.api [None req-a6c7a41b-de17-4add-b260-a9e8e29312ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3227065, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.886232] env[70323]: DEBUG nova.compute.manager [None req-9becbb8b-c460-4f52-968e-fa57888c278c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 3c352840-697b-43ea-8abb-83f6c856e7ec] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 825.886470] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-9becbb8b-c460-4f52-968e-fa57888c278c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 3c352840-697b-43ea-8abb-83f6c856e7ec] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 825.890484] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28334927-187a-49e6-b751-15adcd75cbb8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.901014] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-9becbb8b-c460-4f52-968e-fa57888c278c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 3c352840-697b-43ea-8abb-83f6c856e7ec] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 825.901014] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-752a3e4b-afb6-42ac-aa3a-b95559174d08 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.907860] env[70323]: DEBUG oslo_vmware.api [None req-9becbb8b-c460-4f52-968e-fa57888c278c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Waiting for the task: (returnval){ [ 825.907860] env[70323]: value = "task-3227066" [ 825.907860] env[70323]: _type = "Task" [ 825.907860] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.919571] env[70323]: DEBUG oslo_vmware.api [None req-9becbb8b-c460-4f52-968e-fa57888c278c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3227066, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.948196] env[70323]: DEBUG nova.compute.manager [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 713071aa-dbde-49d4-92d9-0e1cb0af41e7] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 825.951197] env[70323]: DEBUG oslo_vmware.api [None req-a12fea1c-11cf-49f3-ae04-fd3061be0470 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Task: {'id': task-3227064, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244353} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.951672] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-a12fea1c-11cf-49f3-ae04-fd3061be0470 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 825.951862] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a12fea1c-11cf-49f3-ae04-fd3061be0470 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 04a6df8e-033c-4b03-99c3-19bd8b2200fd] Deleted contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 825.952107] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a12fea1c-11cf-49f3-ae04-fd3061be0470 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 04a6df8e-033c-4b03-99c3-19bd8b2200fd] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 825.952312] env[70323]: INFO nova.compute.manager [None req-a12fea1c-11cf-49f3-ae04-fd3061be0470 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 04a6df8e-033c-4b03-99c3-19bd8b2200fd] Took 1.27 seconds to destroy the instance on the hypervisor. [ 825.952601] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a12fea1c-11cf-49f3-ae04-fd3061be0470 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 825.953034] env[70323]: DEBUG nova.compute.manager [-] [instance: 04a6df8e-033c-4b03-99c3-19bd8b2200fd] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 825.953143] env[70323]: DEBUG nova.network.neutron [-] [instance: 04a6df8e-033c-4b03-99c3-19bd8b2200fd] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 826.030987] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a0c98216-c77e-4a68-96b3-0c10534da7e1 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquiring lock "17e07646-9826-43d9-9295-3a70b541c534" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.030987] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a0c98216-c77e-4a68-96b3-0c10534da7e1 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquired lock "17e07646-9826-43d9-9295-3a70b541c534" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.031401] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2347a208-9343-4dca-b189-7c9e40b9d3c3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.050312] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16cd5a33-545b-45f5-87fe-d328453f8ab8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.078958] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c98216-c77e-4a68-96b3-0c10534da7e1 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 17e07646-9826-43d9-9295-3a70b541c534] Reconfiguring VM to detach interface {{(pid=70323) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 826.079435] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95da4496-c988-46a6-be7e-fedc414581d2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.099393] env[70323]: DEBUG oslo_vmware.api [None req-a0c98216-c77e-4a68-96b3-0c10534da7e1 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Waiting for the task: (returnval){ [ 826.099393] env[70323]: value = "task-3227067" [ 826.099393] env[70323]: _type = "Task" [ 826.099393] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.113678] env[70323]: DEBUG oslo_vmware.api [None req-a0c98216-c77e-4a68-96b3-0c10534da7e1 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227067, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.151564] env[70323]: DEBUG nova.scheduler.client.report [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 826.251116] env[70323]: DEBUG oslo_vmware.api [None req-d61bbf32-dcd8-4647-b6b5-167d3d4d5b56 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': task-3227059, 'name': CloneVM_Task} progress is 95%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.364487] env[70323]: DEBUG oslo_vmware.api [None req-a6c7a41b-de17-4add-b260-a9e8e29312ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3227065, 'name': PowerOffVM_Task, 'duration_secs': 0.22305} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.364925] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6c7a41b-de17-4add-b260-a9e8e29312ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 826.365210] env[70323]: DEBUG nova.compute.manager [None req-a6c7a41b-de17-4add-b260-a9e8e29312ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 826.366277] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008b769e-0d90-4b9f-bb33-b6c07ae25edb {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.395119] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a8b496e8-6407-4a43-aac6-0cc923f27dd5 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Acquiring lock "5015919d-0612-4a77-b89b-71b1c07e160b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.395405] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a8b496e8-6407-4a43-aac6-0cc923f27dd5 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Lock "5015919d-0612-4a77-b89b-71b1c07e160b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.395620] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a8b496e8-6407-4a43-aac6-0cc923f27dd5 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Acquiring lock "5015919d-0612-4a77-b89b-71b1c07e160b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.395805] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a8b496e8-6407-4a43-aac6-0cc923f27dd5 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Lock "5015919d-0612-4a77-b89b-71b1c07e160b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.396036] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a8b496e8-6407-4a43-aac6-0cc923f27dd5 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Lock "5015919d-0612-4a77-b89b-71b1c07e160b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.399755] env[70323]: INFO nova.compute.manager [None req-a8b496e8-6407-4a43-aac6-0cc923f27dd5 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 5015919d-0612-4a77-b89b-71b1c07e160b] Terminating instance [ 826.421397] env[70323]: DEBUG oslo_vmware.api [None req-9becbb8b-c460-4f52-968e-fa57888c278c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3227066, 'name': PowerOffVM_Task, 'duration_secs': 0.262111} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.421769] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-9becbb8b-c460-4f52-968e-fa57888c278c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 3c352840-697b-43ea-8abb-83f6c856e7ec] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 826.421985] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-9becbb8b-c460-4f52-968e-fa57888c278c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 3c352840-697b-43ea-8abb-83f6c856e7ec] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 826.422287] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44e75a84-35ca-4fe4-a8c9-ecced768eb85 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.470735] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ab5aa3ff-e7c3-47d4-9a0f-93f199aa9f13 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Acquiring lock "01baaf1f-f1c7-4636-aaf9-9e2eabdecdfa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.471116] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ab5aa3ff-e7c3-47d4-9a0f-93f199aa9f13 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Lock "01baaf1f-f1c7-4636-aaf9-9e2eabdecdfa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.471365] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ab5aa3ff-e7c3-47d4-9a0f-93f199aa9f13 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Acquiring lock "01baaf1f-f1c7-4636-aaf9-9e2eabdecdfa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.471563] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ab5aa3ff-e7c3-47d4-9a0f-93f199aa9f13 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Lock "01baaf1f-f1c7-4636-aaf9-9e2eabdecdfa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.471733] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ab5aa3ff-e7c3-47d4-9a0f-93f199aa9f13 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Lock "01baaf1f-f1c7-4636-aaf9-9e2eabdecdfa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.477908] env[70323]: DEBUG nova.compute.manager [req-9d1d0cef-1585-4348-8d74-0b90ce053e52 req-ab0ffae1-2d3d-4115-a85b-e19443855d5a service nova] [instance: 04a6df8e-033c-4b03-99c3-19bd8b2200fd] Received event network-vif-deleted-8db7ab16-c124-4f44-b87e-f861895a7d26 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.478166] env[70323]: INFO nova.compute.manager [req-9d1d0cef-1585-4348-8d74-0b90ce053e52 req-ab0ffae1-2d3d-4115-a85b-e19443855d5a service nova] [instance: 04a6df8e-033c-4b03-99c3-19bd8b2200fd] Neutron deleted interface 8db7ab16-c124-4f44-b87e-f861895a7d26; detaching it from the instance and deleting it from the info cache [ 826.478401] env[70323]: DEBUG nova.network.neutron [req-9d1d0cef-1585-4348-8d74-0b90ce053e52 req-ab0ffae1-2d3d-4115-a85b-e19443855d5a service nova] [instance: 04a6df8e-033c-4b03-99c3-19bd8b2200fd] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.479844] env[70323]: INFO nova.compute.manager [None req-ab5aa3ff-e7c3-47d4-9a0f-93f199aa9f13 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 01baaf1f-f1c7-4636-aaf9-9e2eabdecdfa] Terminating instance [ 826.483992] env[70323]: DEBUG oslo_concurrency.lockutils [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.611652] env[70323]: DEBUG oslo_vmware.api [None req-a0c98216-c77e-4a68-96b3-0c10534da7e1 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227067, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.657582] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.757s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.658521] env[70323]: DEBUG nova.compute.manager [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: dd6e0679-6c9c-4a30-bd97-530deb5fb246] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 826.663231] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a52ae77e-a0c2-4b22-8f6f-aebf7242d0ad tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 35.013s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.757743] env[70323]: DEBUG oslo_vmware.api [None req-d61bbf32-dcd8-4647-b6b5-167d3d4d5b56 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': task-3227059, 'name': CloneVM_Task} progress is 95%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.813823] env[70323]: DEBUG nova.network.neutron [-] [instance: 04a6df8e-033c-4b03-99c3-19bd8b2200fd] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.881150] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a6c7a41b-de17-4add-b260-a9e8e29312ce tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Lock "dd793706-95da-42f2-b9fc-ee37f04e6923" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.082s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.904322] env[70323]: DEBUG nova.compute.manager [None req-a8b496e8-6407-4a43-aac6-0cc923f27dd5 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 5015919d-0612-4a77-b89b-71b1c07e160b] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 826.904635] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a8b496e8-6407-4a43-aac6-0cc923f27dd5 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 5015919d-0612-4a77-b89b-71b1c07e160b] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 826.909218] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c241423-e56d-4aa1-8cc5-1bfbbfcb0ec3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.919507] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8b496e8-6407-4a43-aac6-0cc923f27dd5 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 5015919d-0612-4a77-b89b-71b1c07e160b] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 826.920255] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d77e912-cc62-4f06-a798-939f5b003f9f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.927184] env[70323]: DEBUG oslo_vmware.api [None req-a8b496e8-6407-4a43-aac6-0cc923f27dd5 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Waiting for the task: (returnval){ [ 826.927184] env[70323]: value = "task-3227069" [ 826.927184] env[70323]: _type = "Task" [ 826.927184] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.946289] env[70323]: DEBUG oslo_vmware.api [None req-a8b496e8-6407-4a43-aac6-0cc923f27dd5 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': task-3227069, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.990272] env[70323]: DEBUG nova.compute.manager [None req-ab5aa3ff-e7c3-47d4-9a0f-93f199aa9f13 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 01baaf1f-f1c7-4636-aaf9-9e2eabdecdfa] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 826.990762] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-ab5aa3ff-e7c3-47d4-9a0f-93f199aa9f13 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 01baaf1f-f1c7-4636-aaf9-9e2eabdecdfa] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 826.990887] env[70323]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e8124ba6-e652-4ab4-84e5-ac0b357366bd {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.993674] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d9deae-895a-4675-bb89-36815261c5ec {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.030367] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab5aa3ff-e7c3-47d4-9a0f-93f199aa9f13 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 01baaf1f-f1c7-4636-aaf9-9e2eabdecdfa] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 827.030367] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60716ccb-4d27-4dfb-a83a-2401e33363e1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.030367] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6461f6-a40f-4a83-8572-9a24f32dab64 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.030367] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-9becbb8b-c460-4f52-968e-fa57888c278c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 3c352840-697b-43ea-8abb-83f6c856e7ec] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 827.030367] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-9becbb8b-c460-4f52-968e-fa57888c278c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 3c352840-697b-43ea-8abb-83f6c856e7ec] Deleting contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 827.030367] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-9becbb8b-c460-4f52-968e-fa57888c278c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Deleting the datastore file [datastore2] 3c352840-697b-43ea-8abb-83f6c856e7ec {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 827.030367] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21d4d9dc-306f-4ac4-a47e-01fcb322ebcd {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.034868] env[70323]: DEBUG oslo_vmware.api [None req-ab5aa3ff-e7c3-47d4-9a0f-93f199aa9f13 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Waiting for the task: (returnval){ [ 827.034868] env[70323]: value = "task-3227070" [ 827.034868] env[70323]: _type = "Task" [ 827.034868] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.048944] env[70323]: DEBUG oslo_vmware.api [None req-9becbb8b-c460-4f52-968e-fa57888c278c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Waiting for the task: (returnval){ [ 827.048944] env[70323]: value = "task-3227071" [ 827.048944] env[70323]: _type = "Task" [ 827.048944] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.076961] env[70323]: DEBUG nova.compute.manager [req-9d1d0cef-1585-4348-8d74-0b90ce053e52 req-ab0ffae1-2d3d-4115-a85b-e19443855d5a service nova] [instance: 04a6df8e-033c-4b03-99c3-19bd8b2200fd] Detach interface failed, port_id=8db7ab16-c124-4f44-b87e-f861895a7d26, reason: Instance 04a6df8e-033c-4b03-99c3-19bd8b2200fd could not be found. {{(pid=70323) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 827.077579] env[70323]: DEBUG oslo_vmware.api [None req-ab5aa3ff-e7c3-47d4-9a0f-93f199aa9f13 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': task-3227070, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.087152] env[70323]: DEBUG oslo_vmware.api [None req-9becbb8b-c460-4f52-968e-fa57888c278c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3227071, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.113275] env[70323]: DEBUG oslo_vmware.api [None req-a0c98216-c77e-4a68-96b3-0c10534da7e1 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227067, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.167044] env[70323]: DEBUG nova.compute.utils [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 827.170922] env[70323]: INFO nova.compute.claims [None req-a52ae77e-a0c2-4b22-8f6f-aebf7242d0ad tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 827.175354] env[70323]: DEBUG nova.compute.manager [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: dd6e0679-6c9c-4a30-bd97-530deb5fb246] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 827.175354] env[70323]: DEBUG nova.network.neutron [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: dd6e0679-6c9c-4a30-bd97-530deb5fb246] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 827.240865] env[70323]: DEBUG nova.policy [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7656ec9c3436490ca1fa3586c8a10096', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a2ac3200a53144de9f1a8d91dae17515', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 827.256596] env[70323]: DEBUG oslo_vmware.api [None req-d61bbf32-dcd8-4647-b6b5-167d3d4d5b56 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': task-3227059, 'name': CloneVM_Task, 'duration_secs': 3.912124} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.258349] env[70323]: INFO nova.virt.vmwareapi.vmops [None req-d61bbf32-dcd8-4647-b6b5-167d3d4d5b56 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 0b934777-cba1-4d08-b077-bfdb23c35dec] Created linked-clone VM from snapshot [ 827.261760] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f279895-2e4e-47e7-81d4-d836a52fc367 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.274395] env[70323]: DEBUG nova.virt.vmwareapi.images [None req-d61bbf32-dcd8-4647-b6b5-167d3d4d5b56 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 0b934777-cba1-4d08-b077-bfdb23c35dec] Uploading image 38f7e91a-90bd-44ee-8749-c87cc695fe08 {{(pid=70323) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 827.305503] env[70323]: DEBUG oslo_vmware.rw_handles [None req-d61bbf32-dcd8-4647-b6b5-167d3d4d5b56 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 827.305503] env[70323]: value = "vm-645107" [ 827.305503] env[70323]: _type = "VirtualMachine" [ 827.305503] env[70323]: }. {{(pid=70323) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 827.306102] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8e37c8e6-df34-44cf-a58b-9f0f7a98bcb2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.315028] env[70323]: DEBUG oslo_vmware.rw_handles [None req-d61bbf32-dcd8-4647-b6b5-167d3d4d5b56 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Lease: (returnval){ [ 827.315028] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52581ecd-2fbe-f99b-3af2-2ff3095f735e" [ 827.315028] env[70323]: _type = "HttpNfcLease" [ 827.315028] env[70323]: } obtained for exporting VM: (result){ [ 827.315028] env[70323]: value = "vm-645107" [ 827.315028] env[70323]: _type = "VirtualMachine" [ 827.315028] env[70323]: }. {{(pid=70323) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 827.315028] env[70323]: DEBUG oslo_vmware.api [None req-d61bbf32-dcd8-4647-b6b5-167d3d4d5b56 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Waiting for the lease: (returnval){ [ 827.315028] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52581ecd-2fbe-f99b-3af2-2ff3095f735e" [ 827.315028] env[70323]: _type = "HttpNfcLease" [ 827.315028] env[70323]: } to be ready. {{(pid=70323) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 827.318067] env[70323]: INFO nova.compute.manager [-] [instance: 04a6df8e-033c-4b03-99c3-19bd8b2200fd] Took 1.36 seconds to deallocate network for instance. [ 827.325498] env[70323]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 827.325498] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52581ecd-2fbe-f99b-3af2-2ff3095f735e" [ 827.325498] env[70323]: _type = "HttpNfcLease" [ 827.325498] env[70323]: } is initializing. {{(pid=70323) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 827.439809] env[70323]: DEBUG oslo_vmware.api [None req-a8b496e8-6407-4a43-aac6-0cc923f27dd5 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': task-3227069, 'name': PowerOffVM_Task, 'duration_secs': 0.219453} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.440185] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8b496e8-6407-4a43-aac6-0cc923f27dd5 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 5015919d-0612-4a77-b89b-71b1c07e160b] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 827.440500] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a8b496e8-6407-4a43-aac6-0cc923f27dd5 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 5015919d-0612-4a77-b89b-71b1c07e160b] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 827.440769] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32af861c-f86f-48d9-826e-84c9f8c47041 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.513260] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a8b496e8-6407-4a43-aac6-0cc923f27dd5 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 5015919d-0612-4a77-b89b-71b1c07e160b] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 827.513260] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a8b496e8-6407-4a43-aac6-0cc923f27dd5 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 5015919d-0612-4a77-b89b-71b1c07e160b] Deleting contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 827.513260] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8b496e8-6407-4a43-aac6-0cc923f27dd5 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Deleting the datastore file [datastore1] 5015919d-0612-4a77-b89b-71b1c07e160b {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 827.513260] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74becd36-e570-4394-9f46-8f289b51d0f9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.520433] env[70323]: DEBUG oslo_vmware.api [None req-a8b496e8-6407-4a43-aac6-0cc923f27dd5 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Waiting for the task: (returnval){ [ 827.520433] env[70323]: value = "task-3227074" [ 827.520433] env[70323]: _type = "Task" [ 827.520433] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.532856] env[70323]: DEBUG oslo_vmware.api [None req-a8b496e8-6407-4a43-aac6-0cc923f27dd5 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': task-3227074, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.545957] env[70323]: DEBUG oslo_vmware.api [None req-ab5aa3ff-e7c3-47d4-9a0f-93f199aa9f13 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': task-3227070, 'name': PowerOffVM_Task, 'duration_secs': 0.191186} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.547332] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab5aa3ff-e7c3-47d4-9a0f-93f199aa9f13 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 01baaf1f-f1c7-4636-aaf9-9e2eabdecdfa] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 827.547622] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-ab5aa3ff-e7c3-47d4-9a0f-93f199aa9f13 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 01baaf1f-f1c7-4636-aaf9-9e2eabdecdfa] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 827.547887] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d7d9f897-c2f3-4ad5-9ea2-068505f8aabe {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.587082] env[70323]: DEBUG oslo_vmware.api [None req-9becbb8b-c460-4f52-968e-fa57888c278c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3227071, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267803} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.590717] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-9becbb8b-c460-4f52-968e-fa57888c278c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 827.590717] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-9becbb8b-c460-4f52-968e-fa57888c278c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 3c352840-697b-43ea-8abb-83f6c856e7ec] Deleted contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 827.590717] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-9becbb8b-c460-4f52-968e-fa57888c278c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 3c352840-697b-43ea-8abb-83f6c856e7ec] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 827.590717] env[70323]: INFO nova.compute.manager [None req-9becbb8b-c460-4f52-968e-fa57888c278c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 3c352840-697b-43ea-8abb-83f6c856e7ec] Took 1.70 seconds to destroy the instance on the hypervisor. [ 827.590717] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9becbb8b-c460-4f52-968e-fa57888c278c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 827.590717] env[70323]: DEBUG nova.compute.manager [-] [instance: 3c352840-697b-43ea-8abb-83f6c856e7ec] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 827.590717] env[70323]: DEBUG nova.network.neutron [-] [instance: 3c352840-697b-43ea-8abb-83f6c856e7ec] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 827.611420] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-ab5aa3ff-e7c3-47d4-9a0f-93f199aa9f13 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 01baaf1f-f1c7-4636-aaf9-9e2eabdecdfa] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 827.611596] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-ab5aa3ff-e7c3-47d4-9a0f-93f199aa9f13 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 01baaf1f-f1c7-4636-aaf9-9e2eabdecdfa] Deleting contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 827.611797] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab5aa3ff-e7c3-47d4-9a0f-93f199aa9f13 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Deleting the datastore file [datastore1] 01baaf1f-f1c7-4636-aaf9-9e2eabdecdfa {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 827.616246] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d1154e7-534c-4dba-8680-a9eb1823054d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.619620] env[70323]: DEBUG oslo_vmware.api [None req-a0c98216-c77e-4a68-96b3-0c10534da7e1 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227067, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.623966] env[70323]: DEBUG oslo_vmware.api [None req-ab5aa3ff-e7c3-47d4-9a0f-93f199aa9f13 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Waiting for the task: (returnval){ [ 827.623966] env[70323]: value = "task-3227076" [ 827.623966] env[70323]: _type = "Task" [ 827.623966] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.636415] env[70323]: DEBUG oslo_vmware.api [None req-ab5aa3ff-e7c3-47d4-9a0f-93f199aa9f13 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': task-3227076, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.676607] env[70323]: DEBUG nova.compute.manager [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: dd6e0679-6c9c-4a30-bd97-530deb5fb246] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 827.682730] env[70323]: INFO nova.compute.resource_tracker [None req-a52ae77e-a0c2-4b22-8f6f-aebf7242d0ad tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Updating resource usage from migration 52f04190-7a4a-465f-bb36-8d479448be35 [ 827.746884] env[70323]: DEBUG nova.network.neutron [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: dd6e0679-6c9c-4a30-bd97-530deb5fb246] Successfully created port: 04aaba5f-ed76-4061-8390-2afc71674696 {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 827.770032] env[70323]: DEBUG nova.objects.instance [None req-db324e70-95e5-4532-b6e2-3ee5eafdb356 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Lazy-loading 'flavor' on Instance uuid dd793706-95da-42f2-b9fc-ee37f04e6923 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 827.823621] env[70323]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 827.823621] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52581ecd-2fbe-f99b-3af2-2ff3095f735e" [ 827.823621] env[70323]: _type = "HttpNfcLease" [ 827.823621] env[70323]: } is ready. {{(pid=70323) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 827.823762] env[70323]: DEBUG oslo_vmware.rw_handles [None req-d61bbf32-dcd8-4647-b6b5-167d3d4d5b56 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 827.823762] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52581ecd-2fbe-f99b-3af2-2ff3095f735e" [ 827.823762] env[70323]: _type = "HttpNfcLease" [ 827.823762] env[70323]: }. {{(pid=70323) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 827.824561] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e1338c-3814-4a6f-ae12-51cb867e4256 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.829859] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a12fea1c-11cf-49f3-ae04-fd3061be0470 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.837978] env[70323]: DEBUG oslo_vmware.rw_handles [None req-d61bbf32-dcd8-4647-b6b5-167d3d4d5b56 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5282adaa-d988-d462-e1a7-2d75485b944f/disk-0.vmdk from lease info. {{(pid=70323) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 827.837978] env[70323]: DEBUG oslo_vmware.rw_handles [None req-d61bbf32-dcd8-4647-b6b5-167d3d4d5b56 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5282adaa-d988-d462-e1a7-2d75485b944f/disk-0.vmdk for reading. {{(pid=70323) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 827.945200] env[70323]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ae57854f-ea0e-4eab-a028-694886b4bd30 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.033493] env[70323]: DEBUG oslo_vmware.api [None req-a8b496e8-6407-4a43-aac6-0cc923f27dd5 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': task-3227074, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196504} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.034615] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8b496e8-6407-4a43-aac6-0cc923f27dd5 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 828.034841] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a8b496e8-6407-4a43-aac6-0cc923f27dd5 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 5015919d-0612-4a77-b89b-71b1c07e160b] Deleted contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 828.035521] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a8b496e8-6407-4a43-aac6-0cc923f27dd5 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 5015919d-0612-4a77-b89b-71b1c07e160b] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 828.035521] env[70323]: INFO nova.compute.manager [None req-a8b496e8-6407-4a43-aac6-0cc923f27dd5 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 5015919d-0612-4a77-b89b-71b1c07e160b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 828.035615] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8b496e8-6407-4a43-aac6-0cc923f27dd5 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 828.035844] env[70323]: DEBUG nova.compute.manager [-] [instance: 5015919d-0612-4a77-b89b-71b1c07e160b] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 828.035950] env[70323]: DEBUG nova.network.neutron [-] [instance: 5015919d-0612-4a77-b89b-71b1c07e160b] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 828.116091] env[70323]: DEBUG oslo_vmware.api [None req-a0c98216-c77e-4a68-96b3-0c10534da7e1 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227067, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.140672] env[70323]: DEBUG oslo_vmware.api [None req-ab5aa3ff-e7c3-47d4-9a0f-93f199aa9f13 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': task-3227076, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143548} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.140672] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab5aa3ff-e7c3-47d4-9a0f-93f199aa9f13 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 828.140672] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-ab5aa3ff-e7c3-47d4-9a0f-93f199aa9f13 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 01baaf1f-f1c7-4636-aaf9-9e2eabdecdfa] Deleted contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 828.140672] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-ab5aa3ff-e7c3-47d4-9a0f-93f199aa9f13 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 01baaf1f-f1c7-4636-aaf9-9e2eabdecdfa] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 828.140921] env[70323]: INFO nova.compute.manager [None req-ab5aa3ff-e7c3-47d4-9a0f-93f199aa9f13 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 01baaf1f-f1c7-4636-aaf9-9e2eabdecdfa] Took 1.15 seconds to destroy the instance on the hypervisor. [ 828.141029] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab5aa3ff-e7c3-47d4-9a0f-93f199aa9f13 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 828.141235] env[70323]: DEBUG nova.compute.manager [-] [instance: 01baaf1f-f1c7-4636-aaf9-9e2eabdecdfa] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 828.141331] env[70323]: DEBUG nova.network.neutron [-] [instance: 01baaf1f-f1c7-4636-aaf9-9e2eabdecdfa] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 828.266728] env[70323]: DEBUG nova.compute.manager [req-96ab76e1-09bc-4fef-82cb-d77d24cdb018 req-2c074ea4-ce06-4e27-a489-0d5f2ae4dd90 service nova] [instance: 3c352840-697b-43ea-8abb-83f6c856e7ec] Received event network-vif-deleted-f71f3d43-d723-48f2-a9aa-03653b560ec0 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.266991] env[70323]: INFO nova.compute.manager [req-96ab76e1-09bc-4fef-82cb-d77d24cdb018 req-2c074ea4-ce06-4e27-a489-0d5f2ae4dd90 service nova] [instance: 3c352840-697b-43ea-8abb-83f6c856e7ec] Neutron deleted interface f71f3d43-d723-48f2-a9aa-03653b560ec0; detaching it from the instance and deleting it from the info cache [ 828.267204] env[70323]: DEBUG nova.network.neutron [req-96ab76e1-09bc-4fef-82cb-d77d24cdb018 req-2c074ea4-ce06-4e27-a489-0d5f2ae4dd90 service nova] [instance: 3c352840-697b-43ea-8abb-83f6c856e7ec] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.274774] env[70323]: DEBUG oslo_concurrency.lockutils [None req-db324e70-95e5-4532-b6e2-3ee5eafdb356 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquiring lock "refresh_cache-dd793706-95da-42f2-b9fc-ee37f04e6923" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.274956] env[70323]: DEBUG oslo_concurrency.lockutils [None req-db324e70-95e5-4532-b6e2-3ee5eafdb356 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquired lock "refresh_cache-dd793706-95da-42f2-b9fc-ee37f04e6923" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.275340] env[70323]: DEBUG nova.network.neutron [None req-db324e70-95e5-4532-b6e2-3ee5eafdb356 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 828.275648] env[70323]: DEBUG nova.objects.instance [None req-db324e70-95e5-4532-b6e2-3ee5eafdb356 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Lazy-loading 'info_cache' on Instance uuid dd793706-95da-42f2-b9fc-ee37f04e6923 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 828.418696] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f4b1ad2-c4e3-4ff2-a4c7-bcd87a99f162 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.427582] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad2a0c8e-5706-449d-b369-f10128189b1a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.467558] env[70323]: DEBUG nova.network.neutron [-] [instance: 3c352840-697b-43ea-8abb-83f6c856e7ec] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.470503] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd42e02-c844-4613-b8bb-3055989d35c5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.478897] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87da3766-9ebd-4998-bbf5-4a07785ae2b0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.496904] env[70323]: DEBUG nova.compute.provider_tree [None req-a52ae77e-a0c2-4b22-8f6f-aebf7242d0ad tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 828.616767] env[70323]: DEBUG oslo_vmware.api [None req-a0c98216-c77e-4a68-96b3-0c10534da7e1 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227067, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.691696] env[70323]: DEBUG nova.compute.manager [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: dd6e0679-6c9c-4a30-bd97-530deb5fb246] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 828.775861] env[70323]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9f9db8c6-2a9e-4df8-9e98-754ca224a710 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.784868] env[70323]: DEBUG nova.objects.base [None req-db324e70-95e5-4532-b6e2-3ee5eafdb356 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=70323) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 828.799729] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7791198-e998-416e-8923-90ecb67a03ce {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.840299] env[70323]: DEBUG nova.compute.manager [req-96ab76e1-09bc-4fef-82cb-d77d24cdb018 req-2c074ea4-ce06-4e27-a489-0d5f2ae4dd90 service nova] [instance: 3c352840-697b-43ea-8abb-83f6c856e7ec] Detach interface failed, port_id=f71f3d43-d723-48f2-a9aa-03653b560ec0, reason: Instance 3c352840-697b-43ea-8abb-83f6c856e7ec could not be found. {{(pid=70323) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 828.975443] env[70323]: INFO nova.compute.manager [-] [instance: 3c352840-697b-43ea-8abb-83f6c856e7ec] Took 1.39 seconds to deallocate network for instance. [ 828.994966] env[70323]: DEBUG nova.network.neutron [-] [instance: 5015919d-0612-4a77-b89b-71b1c07e160b] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.000461] env[70323]: DEBUG nova.scheduler.client.report [None req-a52ae77e-a0c2-4b22-8f6f-aebf7242d0ad tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 829.099040] env[70323]: DEBUG nova.network.neutron [-] [instance: 01baaf1f-f1c7-4636-aaf9-9e2eabdecdfa] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.115536] env[70323]: DEBUG oslo_vmware.api [None req-a0c98216-c77e-4a68-96b3-0c10534da7e1 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227067, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.421106] env[70323]: DEBUG nova.network.neutron [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: dd6e0679-6c9c-4a30-bd97-530deb5fb246] Successfully updated port: 04aaba5f-ed76-4061-8390-2afc71674696 {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 829.482923] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9becbb8b-c460-4f52-968e-fa57888c278c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.497142] env[70323]: INFO nova.compute.manager [-] [instance: 5015919d-0612-4a77-b89b-71b1c07e160b] Took 1.46 seconds to deallocate network for instance. [ 829.506427] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a52ae77e-a0c2-4b22-8f6f-aebf7242d0ad tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.843s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.506684] env[70323]: INFO nova.compute.manager [None req-a52ae77e-a0c2-4b22-8f6f-aebf7242d0ad tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Migrating [ 829.513501] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 34.820s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.513753] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.513977] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70323) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 829.514964] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.526s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.516599] env[70323]: INFO nova.compute.claims [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: 340cbed9-448a-4d71-92fa-a4bec142d293] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 829.524510] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba24fd84-f856-474e-b81f-6f45e033429a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.535413] env[70323]: DEBUG nova.network.neutron [None req-db324e70-95e5-4532-b6e2-3ee5eafdb356 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Updating instance_info_cache with network_info: [{"id": "4c27b25c-91c2-45e0-a3d1-4c3e2eac4a19", "address": "fa:16:3e:9e:f7:c7", "network": {"id": "3543c4fd-df33-4be9-b279-a13bfe5a7b34", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-877530561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e98df60171c4d319ce48c2e7ddb11d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c27b25c-91", "ovs_interfaceid": "4c27b25c-91c2-45e0-a3d1-4c3e2eac4a19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.541403] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-663bf417-fdfa-4ac5-a5e3-d873430b0355 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.559855] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb53cbbc-71d5-4b7c-9975-6bc269a0455c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.568253] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfde778f-9379-4cc0-91ea-4bc6710af1d5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.598538] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178299MB free_disk=121GB free_vcpus=48 pci_devices=None {{(pid=70323) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 829.598725] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.605038] env[70323]: INFO nova.compute.manager [-] [instance: 01baaf1f-f1c7-4636-aaf9-9e2eabdecdfa] Took 1.46 seconds to deallocate network for instance. [ 829.619459] env[70323]: DEBUG oslo_vmware.api [None req-a0c98216-c77e-4a68-96b3-0c10534da7e1 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227067, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.924445] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Acquiring lock "refresh_cache-dd6e0679-6c9c-4a30-bd97-530deb5fb246" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.924600] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Acquired lock "refresh_cache-dd6e0679-6c9c-4a30-bd97-530deb5fb246" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.924689] env[70323]: DEBUG nova.network.neutron [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: dd6e0679-6c9c-4a30-bd97-530deb5fb246] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 830.005180] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a8b496e8-6407-4a43-aac6-0cc923f27dd5 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.034915] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a52ae77e-a0c2-4b22-8f6f-aebf7242d0ad tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Acquiring lock "refresh_cache-3cd24ffc-62ba-465a-8663-efbce0e593f5" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.035079] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a52ae77e-a0c2-4b22-8f6f-aebf7242d0ad tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Acquired lock "refresh_cache-3cd24ffc-62ba-465a-8663-efbce0e593f5" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.035247] env[70323]: DEBUG nova.network.neutron [None req-a52ae77e-a0c2-4b22-8f6f-aebf7242d0ad tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 830.040564] env[70323]: DEBUG oslo_concurrency.lockutils [None req-db324e70-95e5-4532-b6e2-3ee5eafdb356 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Releasing lock "refresh_cache-dd793706-95da-42f2-b9fc-ee37f04e6923" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.113469] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ab5aa3ff-e7c3-47d4-9a0f-93f199aa9f13 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.117290] env[70323]: DEBUG oslo_vmware.api [None req-a0c98216-c77e-4a68-96b3-0c10534da7e1 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227067, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.459372] env[70323]: DEBUG nova.network.neutron [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: dd6e0679-6c9c-4a30-bd97-530deb5fb246] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 830.620224] env[70323]: DEBUG oslo_vmware.api [None req-a0c98216-c77e-4a68-96b3-0c10534da7e1 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227067, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.621189] env[70323]: DEBUG nova.network.neutron [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: dd6e0679-6c9c-4a30-bd97-530deb5fb246] Updating instance_info_cache with network_info: [{"id": "04aaba5f-ed76-4061-8390-2afc71674696", "address": "fa:16:3e:ef:1a:17", "network": {"id": "08b2ef0e-209e-431a-a951-0cff9f92a06e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2017063313-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2ac3200a53144de9f1a8d91dae17515", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04aaba5f-ed", "ovs_interfaceid": "04aaba5f-ed76-4061-8390-2afc71674696", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.772360] env[70323]: DEBUG nova.network.neutron [None req-a52ae77e-a0c2-4b22-8f6f-aebf7242d0ad tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Updating instance_info_cache with network_info: [{"id": "f944a382-660f-49f7-a257-cfda9f6287dd", "address": "fa:16:3e:1d:51:b6", "network": {"id": "4e0d8ee1-52f7-4416-a8bd-f34b989a1542", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.197", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aa1f6314fd1d4d8a9ec1f238193c1000", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf944a382-66", "ovs_interfaceid": "f944a382-660f-49f7-a257-cfda9f6287dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.046882] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-db324e70-95e5-4532-b6e2-3ee5eafdb356 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 831.047207] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2cb873ef-2523-4c2a-ae64-b45120459953 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.054432] env[70323]: DEBUG oslo_vmware.api [None req-db324e70-95e5-4532-b6e2-3ee5eafdb356 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Waiting for the task: (returnval){ [ 831.054432] env[70323]: value = "task-3227077" [ 831.054432] env[70323]: _type = "Task" [ 831.054432] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.065300] env[70323]: DEBUG oslo_vmware.api [None req-db324e70-95e5-4532-b6e2-3ee5eafdb356 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3227077, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.068070] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b128c8-96dd-49bb-860f-80d3b28f7a73 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.074883] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf57650-5721-4eb7-a530-3a5a18d407f8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.107287] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f92175b3-dd4d-43d9-80fa-5ac0e35d762c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.121083] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-373a0224-fb89-49a9-adf1-ffb1c25ca3cf {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.125016] env[70323]: DEBUG oslo_vmware.api [None req-a0c98216-c77e-4a68-96b3-0c10534da7e1 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227067, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.125469] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Releasing lock "refresh_cache-dd6e0679-6c9c-4a30-bd97-530deb5fb246" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.125767] env[70323]: DEBUG nova.compute.manager [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: dd6e0679-6c9c-4a30-bd97-530deb5fb246] Instance network_info: |[{"id": "04aaba5f-ed76-4061-8390-2afc71674696", "address": "fa:16:3e:ef:1a:17", "network": {"id": "08b2ef0e-209e-431a-a951-0cff9f92a06e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2017063313-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2ac3200a53144de9f1a8d91dae17515", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04aaba5f-ed", "ovs_interfaceid": "04aaba5f-ed76-4061-8390-2afc71674696", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 831.136270] env[70323]: DEBUG nova.compute.provider_tree [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 831.278335] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a52ae77e-a0c2-4b22-8f6f-aebf7242d0ad tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Releasing lock "refresh_cache-3cd24ffc-62ba-465a-8663-efbce0e593f5" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.513479] env[70323]: DEBUG nova.virt.hardware [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 831.513830] env[70323]: DEBUG nova.virt.hardware [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 831.513933] env[70323]: DEBUG nova.virt.hardware [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 831.514096] env[70323]: DEBUG nova.virt.hardware [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 831.514250] env[70323]: DEBUG nova.virt.hardware [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 831.514365] env[70323]: DEBUG nova.virt.hardware [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 831.514558] env[70323]: DEBUG nova.virt.hardware [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 831.514732] env[70323]: DEBUG nova.virt.hardware [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 831.514884] env[70323]: DEBUG nova.virt.hardware [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 831.515064] env[70323]: DEBUG nova.virt.hardware [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 831.515314] env[70323]: DEBUG nova.virt.hardware [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 831.517608] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69befc62-afb1-484a-8db4-e49e34405f66 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.528113] env[70323]: DEBUG oslo_vmware.rw_handles [None req-69b33e4a-af10-4ec4-a951-7033572f2706 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cf97ab-373d-f604-33dd-bb100050320f/disk-0.vmdk. {{(pid=70323) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 831.529689] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007c53f4-f9d2-4be5-a559-007a63649c24 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.534601] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4817eec5-38ac-4496-84c4-7dca7a19986b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.547833] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: dd6e0679-6c9c-4a30-bd97-530deb5fb246] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:1a:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2e45023-22b5-458b-826e-9b7eb69ba028', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '04aaba5f-ed76-4061-8390-2afc71674696', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 831.555475] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Creating folder: Project (a2ac3200a53144de9f1a8d91dae17515). Parent ref: group-v644941. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 831.558329] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-649b6f7d-531d-4c86-9bef-3a48c9267225 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.560542] env[70323]: DEBUG oslo_vmware.rw_handles [None req-69b33e4a-af10-4ec4-a951-7033572f2706 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cf97ab-373d-f604-33dd-bb100050320f/disk-0.vmdk is in state: ready. {{(pid=70323) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 831.561565] env[70323]: ERROR oslo_vmware.rw_handles [None req-69b33e4a-af10-4ec4-a951-7033572f2706 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cf97ab-373d-f604-33dd-bb100050320f/disk-0.vmdk due to incomplete transfer. [ 831.564799] env[70323]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-216a1f49-d628-449c-9dc3-042e7ab6b5b9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.573922] env[70323]: DEBUG oslo_vmware.api [None req-db324e70-95e5-4532-b6e2-3ee5eafdb356 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3227077, 'name': PowerOnVM_Task, 'duration_secs': 0.484976} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.576590] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-db324e70-95e5-4532-b6e2-3ee5eafdb356 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 831.576838] env[70323]: DEBUG nova.compute.manager [None req-db324e70-95e5-4532-b6e2-3ee5eafdb356 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 831.577228] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Created folder: Project (a2ac3200a53144de9f1a8d91dae17515) in parent group-v644941. [ 831.577717] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Creating folder: Instances. Parent ref: group-v645108. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 831.577815] env[70323]: DEBUG oslo_vmware.rw_handles [None req-69b33e4a-af10-4ec4-a951-7033572f2706 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cf97ab-373d-f604-33dd-bb100050320f/disk-0.vmdk. {{(pid=70323) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 831.578245] env[70323]: DEBUG nova.virt.vmwareapi.images [None req-69b33e4a-af10-4ec4-a951-7033572f2706 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Uploaded image f825a8cd-c851-41b2-87de-de1b698af67e to the Glance image server {{(pid=70323) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 831.581060] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-69b33e4a-af10-4ec4-a951-7033572f2706 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Destroying the VM {{(pid=70323) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 831.582157] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba49a61-1f7a-4f23-bb35-372b9213f6e3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.586021] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f466bfee-7bb7-4f14-b301-3ae73f4db300 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.587628] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fb27a761-d9f2-462f-9cd8-309929f96367 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.599506] env[70323]: DEBUG oslo_vmware.api [None req-69b33e4a-af10-4ec4-a951-7033572f2706 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for the task: (returnval){ [ 831.599506] env[70323]: value = "task-3227080" [ 831.599506] env[70323]: _type = "Task" [ 831.599506] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.600922] env[70323]: DEBUG nova.compute.manager [req-0ca01b46-1914-4969-ade9-0937d9f24aad req-0bc4ae62-10da-47ac-920b-e247fded9ca9 service nova] [instance: dd6e0679-6c9c-4a30-bd97-530deb5fb246] Received event network-vif-plugged-04aaba5f-ed76-4061-8390-2afc71674696 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.601229] env[70323]: DEBUG oslo_concurrency.lockutils [req-0ca01b46-1914-4969-ade9-0937d9f24aad req-0bc4ae62-10da-47ac-920b-e247fded9ca9 service nova] Acquiring lock "dd6e0679-6c9c-4a30-bd97-530deb5fb246-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.601514] env[70323]: DEBUG oslo_concurrency.lockutils [req-0ca01b46-1914-4969-ade9-0937d9f24aad req-0bc4ae62-10da-47ac-920b-e247fded9ca9 service nova] Lock "dd6e0679-6c9c-4a30-bd97-530deb5fb246-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.601740] env[70323]: DEBUG oslo_concurrency.lockutils [req-0ca01b46-1914-4969-ade9-0937d9f24aad req-0bc4ae62-10da-47ac-920b-e247fded9ca9 service nova] Lock "dd6e0679-6c9c-4a30-bd97-530deb5fb246-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.601973] env[70323]: DEBUG nova.compute.manager [req-0ca01b46-1914-4969-ade9-0937d9f24aad req-0bc4ae62-10da-47ac-920b-e247fded9ca9 service nova] [instance: dd6e0679-6c9c-4a30-bd97-530deb5fb246] No waiting events found dispatching network-vif-plugged-04aaba5f-ed76-4061-8390-2afc71674696 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 831.602217] env[70323]: WARNING nova.compute.manager [req-0ca01b46-1914-4969-ade9-0937d9f24aad req-0bc4ae62-10da-47ac-920b-e247fded9ca9 service nova] [instance: dd6e0679-6c9c-4a30-bd97-530deb5fb246] Received unexpected event network-vif-plugged-04aaba5f-ed76-4061-8390-2afc71674696 for instance with vm_state building and task_state spawning. [ 831.604706] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Created folder: Instances in parent group-v645108. [ 831.605009] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 831.609667] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd6e0679-6c9c-4a30-bd97-530deb5fb246] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 831.610388] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b4dccb0-9a0e-44a8-8e5f-5327e1f5cb10 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.636453] env[70323]: DEBUG oslo_vmware.api [None req-69b33e4a-af10-4ec4-a951-7033572f2706 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227080, 'name': Destroy_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.639958] env[70323]: DEBUG nova.scheduler.client.report [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 831.643873] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 831.643873] env[70323]: value = "task-3227081" [ 831.643873] env[70323]: _type = "Task" [ 831.643873] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.648352] env[70323]: DEBUG oslo_vmware.api [None req-a0c98216-c77e-4a68-96b3-0c10534da7e1 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227067, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.661879] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227081, 'name': CreateVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.124123] env[70323]: DEBUG oslo_vmware.api [None req-69b33e4a-af10-4ec4-a951-7033572f2706 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227080, 'name': Destroy_Task, 'duration_secs': 0.501221} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.124409] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-69b33e4a-af10-4ec4-a951-7033572f2706 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Destroyed the VM [ 832.124641] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-69b33e4a-af10-4ec4-a951-7033572f2706 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Deleting Snapshot of the VM instance {{(pid=70323) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 832.124899] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3d3390d1-aa58-4c18-9585-d8d0feee080b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.134907] env[70323]: DEBUG oslo_vmware.api [None req-69b33e4a-af10-4ec4-a951-7033572f2706 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for the task: (returnval){ [ 832.134907] env[70323]: value = "task-3227082" [ 832.134907] env[70323]: _type = "Task" [ 832.134907] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.142429] env[70323]: DEBUG oslo_vmware.api [None req-a0c98216-c77e-4a68-96b3-0c10534da7e1 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227067, 'name': ReconfigVM_Task, 'duration_secs': 5.823174} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.143143] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a0c98216-c77e-4a68-96b3-0c10534da7e1 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Releasing lock "17e07646-9826-43d9-9295-3a70b541c534" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.143357] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c98216-c77e-4a68-96b3-0c10534da7e1 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 17e07646-9826-43d9-9295-3a70b541c534] Reconfigured VM to detach interface {{(pid=70323) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 832.149792] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.635s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.150314] env[70323]: DEBUG nova.compute.manager [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: 340cbed9-448a-4d71-92fa-a4bec142d293] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 832.153548] env[70323]: DEBUG oslo_vmware.api [None req-69b33e4a-af10-4ec4-a951-7033572f2706 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227082, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.154358] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d9f138dc-5117-4c58-81dc-96b803aa0d92 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.837s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.154798] env[70323]: DEBUG nova.objects.instance [None req-d9f138dc-5117-4c58-81dc-96b803aa0d92 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Lazy-loading 'resources' on Instance uuid 982522d9-dee1-4251-a7a3-4bad81acc442 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 832.166881] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227081, 'name': CreateVM_Task, 'duration_secs': 0.449212} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.167128] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd6e0679-6c9c-4a30-bd97-530deb5fb246] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 832.167956] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.168592] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.168713] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.169379] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf428938-9a2b-4ea9-be39-f263647881e7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.174862] env[70323]: DEBUG oslo_vmware.api [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Waiting for the task: (returnval){ [ 832.174862] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52da1da8-145f-608e-14b9-ef9765aee40d" [ 832.174862] env[70323]: _type = "Task" [ 832.174862] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.183898] env[70323]: DEBUG oslo_vmware.api [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52da1da8-145f-608e-14b9-ef9765aee40d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.296983] env[70323]: DEBUG nova.compute.manager [req-9de78b92-38ba-4c8f-b3cb-bc1f5fb93305 req-f310b101-2746-432d-8472-38c33b91b313 service nova] [instance: 5015919d-0612-4a77-b89b-71b1c07e160b] Received event network-vif-deleted-7688582f-4595-4a3e-ac9d-2de06dc5dbad {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.297269] env[70323]: DEBUG nova.compute.manager [req-9de78b92-38ba-4c8f-b3cb-bc1f5fb93305 req-f310b101-2746-432d-8472-38c33b91b313 service nova] [instance: 01baaf1f-f1c7-4636-aaf9-9e2eabdecdfa] Received event network-vif-deleted-c490d682-3946-4758-a692-a67d7af60c79 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.464635] env[70323]: DEBUG oslo_concurrency.lockutils [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Acquiring lock "cd36c972-76db-470c-b9bf-74c33f15078e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.465075] env[70323]: DEBUG oslo_concurrency.lockutils [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Lock "cd36c972-76db-470c-b9bf-74c33f15078e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.645835] env[70323]: DEBUG oslo_vmware.api [None req-69b33e4a-af10-4ec4-a951-7033572f2706 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227082, 'name': RemoveSnapshot_Task} progress is 25%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.655568] env[70323]: DEBUG nova.compute.utils [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 832.657172] env[70323]: DEBUG nova.compute.manager [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: 340cbed9-448a-4d71-92fa-a4bec142d293] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 832.657379] env[70323]: DEBUG nova.network.neutron [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: 340cbed9-448a-4d71-92fa-a4bec142d293] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 832.689500] env[70323]: DEBUG oslo_vmware.api [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52da1da8-145f-608e-14b9-ef9765aee40d, 'name': SearchDatastore_Task, 'duration_secs': 0.019728} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.690052] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.690125] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: dd6e0679-6c9c-4a30-bd97-530deb5fb246] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 832.690440] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.690613] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.690802] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 832.695173] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a02250a9-78a3-43e9-a591-20c8ef89dc0e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.704752] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 832.705022] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 832.705926] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96994e99-dba5-41e8-ab26-d95e92c26093 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.713482] env[70323]: DEBUG oslo_vmware.api [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Waiting for the task: (returnval){ [ 832.713482] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]523f3c46-3878-e68e-57b9-d430d92700f5" [ 832.713482] env[70323]: _type = "Task" [ 832.713482] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.721892] env[70323]: DEBUG nova.policy [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7656ec9c3436490ca1fa3586c8a10096', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a2ac3200a53144de9f1a8d91dae17515', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 832.727747] env[70323]: DEBUG oslo_vmware.api [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]523f3c46-3878-e68e-57b9-d430d92700f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.798676] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde5eaa7-2c52-4900-b245-d25cf13a7019 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.824239] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a52ae77e-a0c2-4b22-8f6f-aebf7242d0ad tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Updating instance '3cd24ffc-62ba-465a-8663-efbce0e593f5' progress to 0 {{(pid=70323) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 833.089244] env[70323]: DEBUG nova.network.neutron [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: 340cbed9-448a-4d71-92fa-a4bec142d293] Successfully created port: e4db6094-6297-4325-8a4b-5f5232db99d2 {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 833.148191] env[70323]: DEBUG oslo_vmware.api [None req-69b33e4a-af10-4ec4-a951-7033572f2706 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227082, 'name': RemoveSnapshot_Task, 'duration_secs': 0.799822} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.148476] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-69b33e4a-af10-4ec4-a951-7033572f2706 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Deleted Snapshot of the VM instance {{(pid=70323) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 833.148730] env[70323]: INFO nova.compute.manager [None req-69b33e4a-af10-4ec4-a951-7033572f2706 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Took 14.32 seconds to snapshot the instance on the hypervisor. [ 833.160356] env[70323]: DEBUG nova.compute.manager [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: 340cbed9-448a-4d71-92fa-a4bec142d293] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 833.227909] env[70323]: DEBUG oslo_vmware.api [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]523f3c46-3878-e68e-57b9-d430d92700f5, 'name': SearchDatastore_Task, 'duration_secs': 0.018235} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.228791] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce77cf02-b6a4-41bd-81bf-cac6d59f1311 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.234777] env[70323]: DEBUG oslo_vmware.api [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Waiting for the task: (returnval){ [ 833.234777] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52efccab-3061-973c-a1e2-bc3056793c6e" [ 833.234777] env[70323]: _type = "Task" [ 833.234777] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.244561] env[70323]: DEBUG oslo_vmware.api [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52efccab-3061-973c-a1e2-bc3056793c6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.265999] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f8e5c4-0fd3-482d-8e85-994b16a950d2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.278743] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410959ec-6397-4acd-a37d-350b0826a1f6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.314840] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0045fb-c0b9-4978-be56-e6a02a850df0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.326447] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259e5a17-4386-49a0-9323-8c59be87db70 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.332540] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-a52ae77e-a0c2-4b22-8f6f-aebf7242d0ad tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 833.332837] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6bc9b69-3d0d-4a8d-878f-f84ec8e6fca5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.344857] env[70323]: DEBUG nova.compute.provider_tree [None req-d9f138dc-5117-4c58-81dc-96b803aa0d92 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.347612] env[70323]: DEBUG oslo_vmware.api [None req-a52ae77e-a0c2-4b22-8f6f-aebf7242d0ad tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Waiting for the task: (returnval){ [ 833.347612] env[70323]: value = "task-3227083" [ 833.347612] env[70323]: _type = "Task" [ 833.347612] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.357584] env[70323]: DEBUG oslo_vmware.api [None req-a52ae77e-a0c2-4b22-8f6f-aebf7242d0ad tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Task: {'id': task-3227083, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.452830] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a0c98216-c77e-4a68-96b3-0c10534da7e1 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquiring lock "refresh_cache-17e07646-9826-43d9-9295-3a70b541c534" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.453041] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a0c98216-c77e-4a68-96b3-0c10534da7e1 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquired lock "refresh_cache-17e07646-9826-43d9-9295-3a70b541c534" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.453233] env[70323]: DEBUG nova.network.neutron [None req-a0c98216-c77e-4a68-96b3-0c10534da7e1 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 17e07646-9826-43d9-9295-3a70b541c534] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 833.627891] env[70323]: DEBUG nova.compute.manager [req-71a5c96d-4825-40fe-9dc0-98e3803df4f7 req-039d29ec-1ce5-458c-bddf-85051b07ecfd service nova] [instance: dd6e0679-6c9c-4a30-bd97-530deb5fb246] Received event network-changed-04aaba5f-ed76-4061-8390-2afc71674696 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.628084] env[70323]: DEBUG nova.compute.manager [req-71a5c96d-4825-40fe-9dc0-98e3803df4f7 req-039d29ec-1ce5-458c-bddf-85051b07ecfd service nova] [instance: dd6e0679-6c9c-4a30-bd97-530deb5fb246] Refreshing instance network info cache due to event network-changed-04aaba5f-ed76-4061-8390-2afc71674696. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 833.628321] env[70323]: DEBUG oslo_concurrency.lockutils [req-71a5c96d-4825-40fe-9dc0-98e3803df4f7 req-039d29ec-1ce5-458c-bddf-85051b07ecfd service nova] Acquiring lock "refresh_cache-dd6e0679-6c9c-4a30-bd97-530deb5fb246" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.628467] env[70323]: DEBUG oslo_concurrency.lockutils [req-71a5c96d-4825-40fe-9dc0-98e3803df4f7 req-039d29ec-1ce5-458c-bddf-85051b07ecfd service nova] Acquired lock "refresh_cache-dd6e0679-6c9c-4a30-bd97-530deb5fb246" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.628662] env[70323]: DEBUG nova.network.neutron [req-71a5c96d-4825-40fe-9dc0-98e3803df4f7 req-039d29ec-1ce5-458c-bddf-85051b07ecfd service nova] [instance: dd6e0679-6c9c-4a30-bd97-530deb5fb246] Refreshing network info cache for port 04aaba5f-ed76-4061-8390-2afc71674696 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 833.745632] env[70323]: DEBUG oslo_vmware.api [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52efccab-3061-973c-a1e2-bc3056793c6e, 'name': SearchDatastore_Task, 'duration_secs': 0.01294} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.745924] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.746219] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] dd6e0679-6c9c-4a30-bd97-530deb5fb246/dd6e0679-6c9c-4a30-bd97-530deb5fb246.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 833.746483] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24d41ed4-29d0-4db1-bf40-1f8e3f01ae3c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.752766] env[70323]: DEBUG oslo_vmware.api [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Waiting for the task: (returnval){ [ 833.752766] env[70323]: value = "task-3227084" [ 833.752766] env[70323]: _type = "Task" [ 833.752766] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.760825] env[70323]: DEBUG oslo_vmware.api [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Task: {'id': task-3227084, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.850058] env[70323]: DEBUG nova.scheduler.client.report [None req-d9f138dc-5117-4c58-81dc-96b803aa0d92 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 833.864976] env[70323]: DEBUG oslo_vmware.api [None req-a52ae77e-a0c2-4b22-8f6f-aebf7242d0ad tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Task: {'id': task-3227083, 'name': PowerOffVM_Task, 'duration_secs': 0.26589} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.865127] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-a52ae77e-a0c2-4b22-8f6f-aebf7242d0ad tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 833.865314] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a52ae77e-a0c2-4b22-8f6f-aebf7242d0ad tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Updating instance '3cd24ffc-62ba-465a-8663-efbce0e593f5' progress to 17 {{(pid=70323) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 833.896950] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e161bbf1-514a-46cf-8ebc-8b42ad9f1477 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquiring lock "17e07646-9826-43d9-9295-3a70b541c534" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.897109] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e161bbf1-514a-46cf-8ebc-8b42ad9f1477 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Lock "17e07646-9826-43d9-9295-3a70b541c534" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.897325] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e161bbf1-514a-46cf-8ebc-8b42ad9f1477 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquiring lock "17e07646-9826-43d9-9295-3a70b541c534-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.897508] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e161bbf1-514a-46cf-8ebc-8b42ad9f1477 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Lock "17e07646-9826-43d9-9295-3a70b541c534-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.897677] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e161bbf1-514a-46cf-8ebc-8b42ad9f1477 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Lock "17e07646-9826-43d9-9295-3a70b541c534-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.902607] env[70323]: INFO nova.compute.manager [None req-e161bbf1-514a-46cf-8ebc-8b42ad9f1477 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 17e07646-9826-43d9-9295-3a70b541c534] Terminating instance [ 833.978908] env[70323]: DEBUG nova.compute.manager [None req-69b33e4a-af10-4ec4-a951-7033572f2706 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Found 2 images (rotation: 2) {{(pid=70323) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 834.169635] env[70323]: DEBUG nova.compute.manager [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: 340cbed9-448a-4d71-92fa-a4bec142d293] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 834.191870] env[70323]: DEBUG nova.virt.hardware [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 834.192486] env[70323]: DEBUG nova.virt.hardware [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 834.192677] env[70323]: DEBUG nova.virt.hardware [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 834.192909] env[70323]: DEBUG nova.virt.hardware [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 834.193086] env[70323]: DEBUG nova.virt.hardware [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 834.193238] env[70323]: DEBUG nova.virt.hardware [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 834.193953] env[70323]: DEBUG nova.virt.hardware [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 834.194177] env[70323]: DEBUG nova.virt.hardware [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 834.194579] env[70323]: DEBUG nova.virt.hardware [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 834.194776] env[70323]: DEBUG nova.virt.hardware [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 834.194960] env[70323]: DEBUG nova.virt.hardware [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 834.199020] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a100c599-bf8d-4d8d-aa85-80eec0bc8110 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.205391] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c33fb9-d9a7-4a4d-8bca-d23c21081906 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.271361] env[70323]: DEBUG oslo_vmware.api [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Task: {'id': task-3227084, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.300322] env[70323]: INFO nova.network.neutron [None req-a0c98216-c77e-4a68-96b3-0c10534da7e1 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 17e07646-9826-43d9-9295-3a70b541c534] Port 3873422d-33b1-4dc8-a2cf-7e0bda76871d from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 834.300691] env[70323]: DEBUG nova.network.neutron [None req-a0c98216-c77e-4a68-96b3-0c10534da7e1 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 17e07646-9826-43d9-9295-3a70b541c534] Updating instance_info_cache with network_info: [{"id": "15826689-6715-42c4-9137-c551bc04dfc9", "address": "fa:16:3e:b3:51:7f", "network": {"id": "72c9180f-a081-4a3c-a140-c168d882c6f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1947974250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "629980704660404c9e5b2a810d6182a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15826689-67", "ovs_interfaceid": "15826689-6715-42c4-9137-c551bc04dfc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.359517] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d9f138dc-5117-4c58-81dc-96b803aa0d92 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.205s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.363319] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.562s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.367524] env[70323]: INFO nova.compute.claims [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: 69d9372b-83a6-4a8a-b611-abd6c4fb2ddc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 834.374960] env[70323]: DEBUG nova.virt.hardware [None req-a52ae77e-a0c2-4b22-8f6f-aebf7242d0ad tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 834.375234] env[70323]: DEBUG nova.virt.hardware [None req-a52ae77e-a0c2-4b22-8f6f-aebf7242d0ad tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 834.375392] env[70323]: DEBUG nova.virt.hardware [None req-a52ae77e-a0c2-4b22-8f6f-aebf7242d0ad tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 834.375574] env[70323]: DEBUG nova.virt.hardware [None req-a52ae77e-a0c2-4b22-8f6f-aebf7242d0ad tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 834.375748] env[70323]: DEBUG nova.virt.hardware [None req-a52ae77e-a0c2-4b22-8f6f-aebf7242d0ad tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 834.375903] env[70323]: DEBUG nova.virt.hardware [None req-a52ae77e-a0c2-4b22-8f6f-aebf7242d0ad tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 834.377078] env[70323]: DEBUG nova.virt.hardware [None req-a52ae77e-a0c2-4b22-8f6f-aebf7242d0ad tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 834.377078] env[70323]: DEBUG nova.virt.hardware [None req-a52ae77e-a0c2-4b22-8f6f-aebf7242d0ad tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 834.377078] env[70323]: DEBUG nova.virt.hardware [None req-a52ae77e-a0c2-4b22-8f6f-aebf7242d0ad tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 834.377078] env[70323]: DEBUG nova.virt.hardware [None req-a52ae77e-a0c2-4b22-8f6f-aebf7242d0ad tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 834.377319] env[70323]: DEBUG nova.virt.hardware [None req-a52ae77e-a0c2-4b22-8f6f-aebf7242d0ad tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 834.383422] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74c9e42b-4d03-4944-8156-bce0d425e4a1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.397111] env[70323]: INFO nova.scheduler.client.report [None req-d9f138dc-5117-4c58-81dc-96b803aa0d92 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Deleted allocations for instance 982522d9-dee1-4251-a7a3-4bad81acc442 [ 834.407539] env[70323]: DEBUG nova.compute.manager [None req-e161bbf1-514a-46cf-8ebc-8b42ad9f1477 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 17e07646-9826-43d9-9295-3a70b541c534] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 834.407792] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-e161bbf1-514a-46cf-8ebc-8b42ad9f1477 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 17e07646-9826-43d9-9295-3a70b541c534] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 834.410268] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7412474-8938-41a5-aa34-d7f475dfb398 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.414439] env[70323]: DEBUG oslo_vmware.api [None req-a52ae77e-a0c2-4b22-8f6f-aebf7242d0ad tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Waiting for the task: (returnval){ [ 834.414439] env[70323]: value = "task-3227085" [ 834.414439] env[70323]: _type = "Task" [ 834.414439] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.421708] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-e161bbf1-514a-46cf-8ebc-8b42ad9f1477 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 17e07646-9826-43d9-9295-3a70b541c534] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 834.422404] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e11c61c-360b-401f-ba58-072dc568c690 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.430191] env[70323]: DEBUG oslo_vmware.api [None req-a52ae77e-a0c2-4b22-8f6f-aebf7242d0ad tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Task: {'id': task-3227085, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.435023] env[70323]: DEBUG oslo_vmware.api [None req-e161bbf1-514a-46cf-8ebc-8b42ad9f1477 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Waiting for the task: (returnval){ [ 834.435023] env[70323]: value = "task-3227086" [ 834.435023] env[70323]: _type = "Task" [ 834.435023] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.448307] env[70323]: DEBUG oslo_vmware.api [None req-e161bbf1-514a-46cf-8ebc-8b42ad9f1477 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227086, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.448307] env[70323]: DEBUG nova.network.neutron [req-71a5c96d-4825-40fe-9dc0-98e3803df4f7 req-039d29ec-1ce5-458c-bddf-85051b07ecfd service nova] [instance: dd6e0679-6c9c-4a30-bd97-530deb5fb246] Updated VIF entry in instance network info cache for port 04aaba5f-ed76-4061-8390-2afc71674696. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 834.448307] env[70323]: DEBUG nova.network.neutron [req-71a5c96d-4825-40fe-9dc0-98e3803df4f7 req-039d29ec-1ce5-458c-bddf-85051b07ecfd service nova] [instance: dd6e0679-6c9c-4a30-bd97-530deb5fb246] Updating instance_info_cache with network_info: [{"id": "04aaba5f-ed76-4061-8390-2afc71674696", "address": "fa:16:3e:ef:1a:17", "network": {"id": "08b2ef0e-209e-431a-a951-0cff9f92a06e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2017063313-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2ac3200a53144de9f1a8d91dae17515", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04aaba5f-ed", "ovs_interfaceid": "04aaba5f-ed76-4061-8390-2afc71674696", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.460615] env[70323]: DEBUG nova.compute.manager [None req-a34b94f3-ea31-4813-b446-76d46ee81c00 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 834.461743] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cbbaee5-d113-4369-812b-9e8bb6fdf594 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.757573] env[70323]: DEBUG nova.network.neutron [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: 340cbed9-448a-4d71-92fa-a4bec142d293] Successfully updated port: e4db6094-6297-4325-8a4b-5f5232db99d2 {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 834.770139] env[70323]: DEBUG oslo_vmware.api [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Task: {'id': task-3227084, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.971814} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.770974] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] dd6e0679-6c9c-4a30-bd97-530deb5fb246/dd6e0679-6c9c-4a30-bd97-530deb5fb246.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 834.771216] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: dd6e0679-6c9c-4a30-bd97-530deb5fb246] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 834.771473] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a983c5ef-b726-4e39-885c-e6ec9047dab3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.777875] env[70323]: DEBUG oslo_vmware.api [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Waiting for the task: (returnval){ [ 834.777875] env[70323]: value = "task-3227087" [ 834.777875] env[70323]: _type = "Task" [ 834.777875] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.786788] env[70323]: DEBUG oslo_vmware.api [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Task: {'id': task-3227087, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.804051] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a0c98216-c77e-4a68-96b3-0c10534da7e1 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Releasing lock "refresh_cache-17e07646-9826-43d9-9295-3a70b541c534" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.921531] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d9f138dc-5117-4c58-81dc-96b803aa0d92 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Lock "982522d9-dee1-4251-a7a3-4bad81acc442" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.430s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.928952] env[70323]: DEBUG oslo_vmware.api [None req-a52ae77e-a0c2-4b22-8f6f-aebf7242d0ad tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Task: {'id': task-3227085, 'name': ReconfigVM_Task, 'duration_secs': 0.317045} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.929198] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a52ae77e-a0c2-4b22-8f6f-aebf7242d0ad tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Updating instance '3cd24ffc-62ba-465a-8663-efbce0e593f5' progress to 33 {{(pid=70323) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 834.943892] env[70323]: DEBUG oslo_vmware.api [None req-e161bbf1-514a-46cf-8ebc-8b42ad9f1477 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227086, 'name': PowerOffVM_Task, 'duration_secs': 0.2191} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.944232] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-e161bbf1-514a-46cf-8ebc-8b42ad9f1477 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 17e07646-9826-43d9-9295-3a70b541c534] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 834.944423] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-e161bbf1-514a-46cf-8ebc-8b42ad9f1477 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 17e07646-9826-43d9-9295-3a70b541c534] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 834.944720] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-01e416e7-d889-4a03-93a1-9a8f64f18347 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.950104] env[70323]: DEBUG oslo_concurrency.lockutils [req-71a5c96d-4825-40fe-9dc0-98e3803df4f7 req-039d29ec-1ce5-458c-bddf-85051b07ecfd service nova] Releasing lock "refresh_cache-dd6e0679-6c9c-4a30-bd97-530deb5fb246" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.950380] env[70323]: DEBUG nova.compute.manager [req-71a5c96d-4825-40fe-9dc0-98e3803df4f7 req-039d29ec-1ce5-458c-bddf-85051b07ecfd service nova] [instance: 17e07646-9826-43d9-9295-3a70b541c534] Received event network-vif-deleted-3873422d-33b1-4dc8-a2cf-7e0bda76871d {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.950640] env[70323]: INFO nova.compute.manager [req-71a5c96d-4825-40fe-9dc0-98e3803df4f7 req-039d29ec-1ce5-458c-bddf-85051b07ecfd service nova] [instance: 17e07646-9826-43d9-9295-3a70b541c534] Neutron deleted interface 3873422d-33b1-4dc8-a2cf-7e0bda76871d; detaching it from the instance and deleting it from the info cache [ 834.950809] env[70323]: DEBUG nova.network.neutron [req-71a5c96d-4825-40fe-9dc0-98e3803df4f7 req-039d29ec-1ce5-458c-bddf-85051b07ecfd service nova] [instance: 17e07646-9826-43d9-9295-3a70b541c534] Updating instance_info_cache with network_info: [{"id": "15826689-6715-42c4-9137-c551bc04dfc9", "address": "fa:16:3e:b3:51:7f", "network": {"id": "72c9180f-a081-4a3c-a140-c168d882c6f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1947974250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "629980704660404c9e5b2a810d6182a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15826689-67", "ovs_interfaceid": "15826689-6715-42c4-9137-c551bc04dfc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.974479] env[70323]: INFO nova.compute.manager [None req-a34b94f3-ea31-4813-b446-76d46ee81c00 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] instance snapshotting [ 834.975097] env[70323]: DEBUG nova.objects.instance [None req-a34b94f3-ea31-4813-b446-76d46ee81c00 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Lazy-loading 'flavor' on Instance uuid 94af8883-9a40-4929-8b36-16c400b3d18a {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 835.009062] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-e161bbf1-514a-46cf-8ebc-8b42ad9f1477 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 17e07646-9826-43d9-9295-3a70b541c534] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 835.009062] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-e161bbf1-514a-46cf-8ebc-8b42ad9f1477 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 17e07646-9826-43d9-9295-3a70b541c534] Deleting contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 835.009062] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-e161bbf1-514a-46cf-8ebc-8b42ad9f1477 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Deleting the datastore file [datastore1] 17e07646-9826-43d9-9295-3a70b541c534 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 835.009384] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be0aca96-302b-4d9e-ac07-3d19f234a432 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.015634] env[70323]: DEBUG oslo_vmware.api [None req-e161bbf1-514a-46cf-8ebc-8b42ad9f1477 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Waiting for the task: (returnval){ [ 835.015634] env[70323]: value = "task-3227089" [ 835.015634] env[70323]: _type = "Task" [ 835.015634] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.023496] env[70323]: DEBUG oslo_vmware.api [None req-e161bbf1-514a-46cf-8ebc-8b42ad9f1477 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227089, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.260727] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Acquiring lock "refresh_cache-340cbed9-448a-4d71-92fa-a4bec142d293" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.260896] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Acquired lock "refresh_cache-340cbed9-448a-4d71-92fa-a4bec142d293" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.261070] env[70323]: DEBUG nova.network.neutron [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: 340cbed9-448a-4d71-92fa-a4bec142d293] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 835.288359] env[70323]: DEBUG oslo_vmware.api [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Task: {'id': task-3227087, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069155} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.288823] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: dd6e0679-6c9c-4a30-bd97-530deb5fb246] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 835.290065] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1507abb-f821-43d2-8339-765575f1c277 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.312307] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: dd6e0679-6c9c-4a30-bd97-530deb5fb246] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] dd6e0679-6c9c-4a30-bd97-530deb5fb246/dd6e0679-6c9c-4a30-bd97-530deb5fb246.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 835.313510] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a0c98216-c77e-4a68-96b3-0c10534da7e1 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Lock "interface-17e07646-9826-43d9-9295-3a70b541c534-3873422d-33b1-4dc8-a2cf-7e0bda76871d" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.787s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.314461] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aaa1eb00-d6b3-4d79-b3b6-8d6c11eec6c7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.336700] env[70323]: DEBUG oslo_vmware.api [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Waiting for the task: (returnval){ [ 835.336700] env[70323]: value = "task-3227090" [ 835.336700] env[70323]: _type = "Task" [ 835.336700] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.345420] env[70323]: DEBUG oslo_vmware.api [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Task: {'id': task-3227090, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.436561] env[70323]: DEBUG nova.virt.hardware [None req-a52ae77e-a0c2-4b22-8f6f-aebf7242d0ad tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:41:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='7e340323-1c44-4146-8647-99950ea9e727',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-337977744',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 835.436871] env[70323]: DEBUG nova.virt.hardware [None req-a52ae77e-a0c2-4b22-8f6f-aebf7242d0ad tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 835.437046] env[70323]: DEBUG nova.virt.hardware [None req-a52ae77e-a0c2-4b22-8f6f-aebf7242d0ad tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 835.437321] env[70323]: DEBUG nova.virt.hardware [None req-a52ae77e-a0c2-4b22-8f6f-aebf7242d0ad tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 835.437528] env[70323]: DEBUG nova.virt.hardware [None req-a52ae77e-a0c2-4b22-8f6f-aebf7242d0ad tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 835.437734] env[70323]: DEBUG nova.virt.hardware [None req-a52ae77e-a0c2-4b22-8f6f-aebf7242d0ad tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 835.438047] env[70323]: DEBUG nova.virt.hardware [None req-a52ae77e-a0c2-4b22-8f6f-aebf7242d0ad tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 835.438262] env[70323]: DEBUG nova.virt.hardware [None req-a52ae77e-a0c2-4b22-8f6f-aebf7242d0ad tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 835.438496] env[70323]: DEBUG nova.virt.hardware [None req-a52ae77e-a0c2-4b22-8f6f-aebf7242d0ad tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 835.438795] env[70323]: DEBUG nova.virt.hardware [None req-a52ae77e-a0c2-4b22-8f6f-aebf7242d0ad tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 835.439045] env[70323]: DEBUG nova.virt.hardware [None req-a52ae77e-a0c2-4b22-8f6f-aebf7242d0ad tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 835.445398] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-a52ae77e-a0c2-4b22-8f6f-aebf7242d0ad tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Reconfiguring VM instance instance-0000002e to detach disk 2000 {{(pid=70323) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 835.448779] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-381e65f0-88d4-477a-9784-0e03012e6513 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.465749] env[70323]: DEBUG oslo_concurrency.lockutils [req-71a5c96d-4825-40fe-9dc0-98e3803df4f7 req-039d29ec-1ce5-458c-bddf-85051b07ecfd service nova] Acquiring lock "17e07646-9826-43d9-9295-3a70b541c534" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.472998] env[70323]: DEBUG oslo_vmware.api [None req-a52ae77e-a0c2-4b22-8f6f-aebf7242d0ad tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Waiting for the task: (returnval){ [ 835.472998] env[70323]: value = "task-3227091" [ 835.472998] env[70323]: _type = "Task" [ 835.472998] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.482956] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0943cc5a-1345-472d-9f5c-aadc91313df0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.489966] env[70323]: DEBUG oslo_vmware.api [None req-a52ae77e-a0c2-4b22-8f6f-aebf7242d0ad tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Task: {'id': task-3227091, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.513017] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d473d09-7a25-4070-b53e-92a6a71fd035 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.529056] env[70323]: DEBUG oslo_vmware.api [None req-e161bbf1-514a-46cf-8ebc-8b42ad9f1477 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227089, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.497303} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.529195] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-e161bbf1-514a-46cf-8ebc-8b42ad9f1477 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 835.529374] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-e161bbf1-514a-46cf-8ebc-8b42ad9f1477 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 17e07646-9826-43d9-9295-3a70b541c534] Deleted contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 835.529546] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-e161bbf1-514a-46cf-8ebc-8b42ad9f1477 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 17e07646-9826-43d9-9295-3a70b541c534] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 835.529738] env[70323]: INFO nova.compute.manager [None req-e161bbf1-514a-46cf-8ebc-8b42ad9f1477 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 17e07646-9826-43d9-9295-3a70b541c534] Took 1.12 seconds to destroy the instance on the hypervisor. [ 835.530035] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e161bbf1-514a-46cf-8ebc-8b42ad9f1477 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.532827] env[70323]: DEBUG nova.compute.manager [-] [instance: 17e07646-9826-43d9-9295-3a70b541c534] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 835.533235] env[70323]: DEBUG nova.network.neutron [-] [instance: 17e07646-9826-43d9-9295-3a70b541c534] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 835.692170] env[70323]: DEBUG nova.compute.manager [req-836ddbea-2448-4255-a768-1977c35b1539 req-5e19b70b-c2d3-4059-a9d0-0bae044a827d service nova] [instance: 340cbed9-448a-4d71-92fa-a4bec142d293] Received event network-vif-plugged-e4db6094-6297-4325-8a4b-5f5232db99d2 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.692661] env[70323]: DEBUG oslo_concurrency.lockutils [req-836ddbea-2448-4255-a768-1977c35b1539 req-5e19b70b-c2d3-4059-a9d0-0bae044a827d service nova] Acquiring lock "340cbed9-448a-4d71-92fa-a4bec142d293-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.692661] env[70323]: DEBUG oslo_concurrency.lockutils [req-836ddbea-2448-4255-a768-1977c35b1539 req-5e19b70b-c2d3-4059-a9d0-0bae044a827d service nova] Lock "340cbed9-448a-4d71-92fa-a4bec142d293-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.692661] env[70323]: DEBUG oslo_concurrency.lockutils [req-836ddbea-2448-4255-a768-1977c35b1539 req-5e19b70b-c2d3-4059-a9d0-0bae044a827d service nova] Lock "340cbed9-448a-4d71-92fa-a4bec142d293-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.692903] env[70323]: DEBUG nova.compute.manager [req-836ddbea-2448-4255-a768-1977c35b1539 req-5e19b70b-c2d3-4059-a9d0-0bae044a827d service nova] [instance: 340cbed9-448a-4d71-92fa-a4bec142d293] No waiting events found dispatching network-vif-plugged-e4db6094-6297-4325-8a4b-5f5232db99d2 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 835.696025] env[70323]: WARNING nova.compute.manager [req-836ddbea-2448-4255-a768-1977c35b1539 req-5e19b70b-c2d3-4059-a9d0-0bae044a827d service nova] [instance: 340cbed9-448a-4d71-92fa-a4bec142d293] Received unexpected event network-vif-plugged-e4db6094-6297-4325-8a4b-5f5232db99d2 for instance with vm_state building and task_state spawning. [ 835.696025] env[70323]: DEBUG nova.compute.manager [req-836ddbea-2448-4255-a768-1977c35b1539 req-5e19b70b-c2d3-4059-a9d0-0bae044a827d service nova] [instance: 340cbed9-448a-4d71-92fa-a4bec142d293] Received event network-changed-e4db6094-6297-4325-8a4b-5f5232db99d2 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.696025] env[70323]: DEBUG nova.compute.manager [req-836ddbea-2448-4255-a768-1977c35b1539 req-5e19b70b-c2d3-4059-a9d0-0bae044a827d service nova] [instance: 340cbed9-448a-4d71-92fa-a4bec142d293] Refreshing instance network info cache due to event network-changed-e4db6094-6297-4325-8a4b-5f5232db99d2. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 835.696025] env[70323]: DEBUG oslo_concurrency.lockutils [req-836ddbea-2448-4255-a768-1977c35b1539 req-5e19b70b-c2d3-4059-a9d0-0bae044a827d service nova] Acquiring lock "refresh_cache-340cbed9-448a-4d71-92fa-a4bec142d293" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.806526] env[70323]: DEBUG nova.network.neutron [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: 340cbed9-448a-4d71-92fa-a4bec142d293] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 835.850769] env[70323]: DEBUG oslo_vmware.api [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Task: {'id': task-3227090, 'name': ReconfigVM_Task, 'duration_secs': 0.452974} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.851067] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: dd6e0679-6c9c-4a30-bd97-530deb5fb246] Reconfigured VM instance instance-00000038 to attach disk [datastore1] dd6e0679-6c9c-4a30-bd97-530deb5fb246/dd6e0679-6c9c-4a30-bd97-530deb5fb246.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 835.851727] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-67051045-babf-4747-89ff-62a5ee289177 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.861079] env[70323]: DEBUG oslo_vmware.api [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Waiting for the task: (returnval){ [ 835.861079] env[70323]: value = "task-3227092" [ 835.861079] env[70323]: _type = "Task" [ 835.861079] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.871038] env[70323]: DEBUG oslo_vmware.api [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Task: {'id': task-3227092, 'name': Rename_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.982480] env[70323]: DEBUG oslo_vmware.api [None req-a52ae77e-a0c2-4b22-8f6f-aebf7242d0ad tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Task: {'id': task-3227091, 'name': ReconfigVM_Task, 'duration_secs': 0.282493} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.982737] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-a52ae77e-a0c2-4b22-8f6f-aebf7242d0ad tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Reconfigured VM instance instance-0000002e to detach disk 2000 {{(pid=70323) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 835.983604] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75cf7381-9963-427e-a8e3-79903f634b2c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.009888] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-a52ae77e-a0c2-4b22-8f6f-aebf7242d0ad tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 3cd24ffc-62ba-465a-8663-efbce0e593f5/3cd24ffc-62ba-465a-8663-efbce0e593f5.vmdk or device None with type thin {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 836.010682] env[70323]: DEBUG nova.network.neutron [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: 340cbed9-448a-4d71-92fa-a4bec142d293] Updating instance_info_cache with network_info: [{"id": "e4db6094-6297-4325-8a4b-5f5232db99d2", "address": "fa:16:3e:19:a5:20", "network": {"id": "08b2ef0e-209e-431a-a951-0cff9f92a06e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2017063313-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2ac3200a53144de9f1a8d91dae17515", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4db6094-62", "ovs_interfaceid": "e4db6094-6297-4325-8a4b-5f5232db99d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.014337] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75c65c0c-1e0c-445e-a64c-b40663e2b124 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.029756] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a34b94f3-ea31-4813-b446-76d46ee81c00 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Creating Snapshot of the VM instance {{(pid=70323) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 836.030355] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1aa0291e-b163-4457-a25a-423162101b73 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.039950] env[70323]: DEBUG oslo_vmware.api [None req-a34b94f3-ea31-4813-b446-76d46ee81c00 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for the task: (returnval){ [ 836.039950] env[70323]: value = "task-3227093" [ 836.039950] env[70323]: _type = "Task" [ 836.039950] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.041366] env[70323]: DEBUG oslo_vmware.api [None req-a52ae77e-a0c2-4b22-8f6f-aebf7242d0ad tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Waiting for the task: (returnval){ [ 836.041366] env[70323]: value = "task-3227094" [ 836.041366] env[70323]: _type = "Task" [ 836.041366] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.045728] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a8c69ad-e9be-4fe3-b6e8-ff79ea968ef5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.061825] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f5a3949-2f8d-4a76-852c-04d12840aab1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.065362] env[70323]: DEBUG oslo_vmware.api [None req-a52ae77e-a0c2-4b22-8f6f-aebf7242d0ad tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Task: {'id': task-3227094, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.065594] env[70323]: DEBUG oslo_vmware.api [None req-a34b94f3-ea31-4813-b446-76d46ee81c00 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227093, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.096871] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c40ef3-74d8-4084-b508-5e663eb09b1a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.112437] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4154db4e-7233-4c12-954f-a805086935b4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.126235] env[70323]: DEBUG nova.compute.provider_tree [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.371811] env[70323]: DEBUG oslo_vmware.api [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Task: {'id': task-3227092, 'name': Rename_Task, 'duration_secs': 0.271763} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.372114] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: dd6e0679-6c9c-4a30-bd97-530deb5fb246] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 836.372405] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7d6cbe8-e20b-4cdc-93e9-5943eb4f77ed {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.380998] env[70323]: DEBUG oslo_vmware.api [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Waiting for the task: (returnval){ [ 836.380998] env[70323]: value = "task-3227095" [ 836.380998] env[70323]: _type = "Task" [ 836.380998] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.395917] env[70323]: DEBUG oslo_vmware.api [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Task: {'id': task-3227095, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.529458] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Releasing lock "refresh_cache-340cbed9-448a-4d71-92fa-a4bec142d293" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.529603] env[70323]: DEBUG nova.compute.manager [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: 340cbed9-448a-4d71-92fa-a4bec142d293] Instance network_info: |[{"id": "e4db6094-6297-4325-8a4b-5f5232db99d2", "address": "fa:16:3e:19:a5:20", "network": {"id": "08b2ef0e-209e-431a-a951-0cff9f92a06e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2017063313-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2ac3200a53144de9f1a8d91dae17515", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4db6094-62", "ovs_interfaceid": "e4db6094-6297-4325-8a4b-5f5232db99d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 836.530072] env[70323]: DEBUG oslo_concurrency.lockutils [req-836ddbea-2448-4255-a768-1977c35b1539 req-5e19b70b-c2d3-4059-a9d0-0bae044a827d service nova] Acquired lock "refresh_cache-340cbed9-448a-4d71-92fa-a4bec142d293" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.530336] env[70323]: DEBUG nova.network.neutron [req-836ddbea-2448-4255-a768-1977c35b1539 req-5e19b70b-c2d3-4059-a9d0-0bae044a827d service nova] [instance: 340cbed9-448a-4d71-92fa-a4bec142d293] Refreshing network info cache for port e4db6094-6297-4325-8a4b-5f5232db99d2 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 836.531936] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: 340cbed9-448a-4d71-92fa-a4bec142d293] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:a5:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2e45023-22b5-458b-826e-9b7eb69ba028', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e4db6094-6297-4325-8a4b-5f5232db99d2', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 836.542564] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 836.546403] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 340cbed9-448a-4d71-92fa-a4bec142d293] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 836.552791] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd036f5a-efa4-4f9a-bce8-c82466376001 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.580077] env[70323]: DEBUG oslo_vmware.api [None req-a34b94f3-ea31-4813-b446-76d46ee81c00 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227093, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.584173] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 836.584173] env[70323]: value = "task-3227096" [ 836.584173] env[70323]: _type = "Task" [ 836.584173] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.584469] env[70323]: DEBUG oslo_vmware.api [None req-a52ae77e-a0c2-4b22-8f6f-aebf7242d0ad tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Task: {'id': task-3227094, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.593847] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227096, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.630054] env[70323]: DEBUG nova.scheduler.client.report [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 836.650710] env[70323]: DEBUG nova.network.neutron [-] [instance: 17e07646-9826-43d9-9295-3a70b541c534] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.837343] env[70323]: DEBUG nova.network.neutron [req-836ddbea-2448-4255-a768-1977c35b1539 req-5e19b70b-c2d3-4059-a9d0-0bae044a827d service nova] [instance: 340cbed9-448a-4d71-92fa-a4bec142d293] Updated VIF entry in instance network info cache for port e4db6094-6297-4325-8a4b-5f5232db99d2. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 836.837727] env[70323]: DEBUG nova.network.neutron [req-836ddbea-2448-4255-a768-1977c35b1539 req-5e19b70b-c2d3-4059-a9d0-0bae044a827d service nova] [instance: 340cbed9-448a-4d71-92fa-a4bec142d293] Updating instance_info_cache with network_info: [{"id": "e4db6094-6297-4325-8a4b-5f5232db99d2", "address": "fa:16:3e:19:a5:20", "network": {"id": "08b2ef0e-209e-431a-a951-0cff9f92a06e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2017063313-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2ac3200a53144de9f1a8d91dae17515", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4db6094-62", "ovs_interfaceid": "e4db6094-6297-4325-8a4b-5f5232db99d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.895025] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f2264ead-c9e1-4830-a8a6-27684593d23c tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Acquiring lock "86114837-8210-4063-9fe5-6e867ae7b252" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.895025] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f2264ead-c9e1-4830-a8a6-27684593d23c tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Lock "86114837-8210-4063-9fe5-6e867ae7b252" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.898057] env[70323]: DEBUG oslo_vmware.api [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Task: {'id': task-3227095, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.058719] env[70323]: DEBUG oslo_vmware.api [None req-a34b94f3-ea31-4813-b446-76d46ee81c00 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227093, 'name': CreateSnapshot_Task, 'duration_secs': 0.633448} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.061797] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a34b94f3-ea31-4813-b446-76d46ee81c00 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Created Snapshot of the VM instance {{(pid=70323) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 837.062167] env[70323]: DEBUG oslo_vmware.api [None req-a52ae77e-a0c2-4b22-8f6f-aebf7242d0ad tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Task: {'id': task-3227094, 'name': ReconfigVM_Task, 'duration_secs': 0.558359} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.062878] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5abf3a68-3b69-4c1e-a1dc-672ac486805c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.065485] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-a52ae77e-a0c2-4b22-8f6f-aebf7242d0ad tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 3cd24ffc-62ba-465a-8663-efbce0e593f5/3cd24ffc-62ba-465a-8663-efbce0e593f5.vmdk or device None with type thin {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 837.065760] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a52ae77e-a0c2-4b22-8f6f-aebf7242d0ad tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Updating instance '3cd24ffc-62ba-465a-8663-efbce0e593f5' progress to 50 {{(pid=70323) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 837.095196] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227096, 'name': CreateVM_Task, 'duration_secs': 0.459839} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.095196] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 340cbed9-448a-4d71-92fa-a4bec142d293] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 837.095196] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.095472] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.095718] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.096040] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7656fe1e-d22d-48f1-868f-c9310f117c43 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.102274] env[70323]: DEBUG oslo_vmware.api [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Waiting for the task: (returnval){ [ 837.102274] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5293fd81-03d3-cd37-6b0c-c372db305e61" [ 837.102274] env[70323]: _type = "Task" [ 837.102274] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.112153] env[70323]: DEBUG oslo_vmware.api [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5293fd81-03d3-cd37-6b0c-c372db305e61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.139578] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.777s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.140164] env[70323]: DEBUG nova.compute.manager [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: 69d9372b-83a6-4a8a-b611-abd6c4fb2ddc] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 837.142601] env[70323]: DEBUG oslo_concurrency.lockutils [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.284s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.144010] env[70323]: INFO nova.compute.claims [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: 914f1b4b-d355-4436-8b3b-628252fb5fef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 837.156419] env[70323]: INFO nova.compute.manager [-] [instance: 17e07646-9826-43d9-9295-3a70b541c534] Took 1.62 seconds to deallocate network for instance. [ 837.341141] env[70323]: DEBUG oslo_concurrency.lockutils [req-836ddbea-2448-4255-a768-1977c35b1539 req-5e19b70b-c2d3-4059-a9d0-0bae044a827d service nova] Releasing lock "refresh_cache-340cbed9-448a-4d71-92fa-a4bec142d293" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.392020] env[70323]: DEBUG oslo_vmware.api [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Task: {'id': task-3227095, 'name': PowerOnVM_Task, 'duration_secs': 0.727216} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.392020] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: dd6e0679-6c9c-4a30-bd97-530deb5fb246] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 837.392020] env[70323]: INFO nova.compute.manager [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: dd6e0679-6c9c-4a30-bd97-530deb5fb246] Took 8.70 seconds to spawn the instance on the hypervisor. [ 837.392020] env[70323]: DEBUG nova.compute.manager [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: dd6e0679-6c9c-4a30-bd97-530deb5fb246] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 837.392683] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05db0a0-0ee4-4af8-8a9b-c083c5339303 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.400883] env[70323]: DEBUG nova.compute.utils [None req-f2264ead-c9e1-4830-a8a6-27684593d23c tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 837.572380] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181a87d1-7e21-4f72-90da-3a85ecc70e71 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.584621] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a34b94f3-ea31-4813-b446-76d46ee81c00 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Creating linked-clone VM from snapshot {{(pid=70323) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 837.598558] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-55adc149-fcd6-4489-9229-d82e0d015be4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.602771] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfba8767-f325-4857-96af-9461a3ab2999 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.610425] env[70323]: DEBUG oslo_vmware.api [None req-a34b94f3-ea31-4813-b446-76d46ee81c00 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for the task: (returnval){ [ 837.610425] env[70323]: value = "task-3227097" [ 837.610425] env[70323]: _type = "Task" [ 837.610425] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.613945] env[70323]: DEBUG oslo_vmware.api [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5293fd81-03d3-cd37-6b0c-c372db305e61, 'name': SearchDatastore_Task, 'duration_secs': 0.019765} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.629179] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.629470] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: 340cbed9-448a-4d71-92fa-a4bec142d293] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 837.629715] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.629865] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.630109] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 837.630416] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a52ae77e-a0c2-4b22-8f6f-aebf7242d0ad tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Updating instance '3cd24ffc-62ba-465a-8663-efbce0e593f5' progress to 67 {{(pid=70323) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 837.634012] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c324b0e-e677-4858-8834-a3b7ee4b1f96 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.640919] env[70323]: DEBUG oslo_vmware.api [None req-a34b94f3-ea31-4813-b446-76d46ee81c00 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227097, 'name': CloneVM_Task} progress is 12%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.648305] env[70323]: DEBUG nova.compute.utils [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 837.653666] env[70323]: DEBUG nova.compute.manager [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: 69d9372b-83a6-4a8a-b611-abd6c4fb2ddc] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 837.654216] env[70323]: DEBUG nova.network.neutron [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: 69d9372b-83a6-4a8a-b611-abd6c4fb2ddc] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 837.655990] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 837.656223] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 837.657288] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c495588-91c5-4729-bfbc-60c92137e6eb {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.662963] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e161bbf1-514a-46cf-8ebc-8b42ad9f1477 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.664669] env[70323]: DEBUG oslo_vmware.api [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Waiting for the task: (returnval){ [ 837.664669] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]522ad266-f72b-1286-91e8-d1ef118e7217" [ 837.664669] env[70323]: _type = "Task" [ 837.664669] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.673899] env[70323]: DEBUG oslo_vmware.api [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]522ad266-f72b-1286-91e8-d1ef118e7217, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.706930] env[70323]: DEBUG nova.policy [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7656ec9c3436490ca1fa3586c8a10096', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a2ac3200a53144de9f1a8d91dae17515', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 837.866461] env[70323]: DEBUG nova.compute.manager [req-bc0fcc98-8717-4c96-a1c6-779d67db26d5 req-2c6d2df2-6741-4768-8e96-284363d476f3 service nova] [instance: 17e07646-9826-43d9-9295-3a70b541c534] Received event network-vif-deleted-15826689-6715-42c4-9137-c551bc04dfc9 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.906378] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f2264ead-c9e1-4830-a8a6-27684593d23c tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Lock "86114837-8210-4063-9fe5-6e867ae7b252" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.014s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.917275] env[70323]: INFO nova.compute.manager [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: dd6e0679-6c9c-4a30-bd97-530deb5fb246] Took 47.03 seconds to build instance. [ 837.972751] env[70323]: DEBUG nova.network.neutron [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: 69d9372b-83a6-4a8a-b611-abd6c4fb2ddc] Successfully created port: 0f47a7dc-f040-4e85-8b9e-0fb5c4698699 {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 838.124256] env[70323]: DEBUG oslo_vmware.api [None req-a34b94f3-ea31-4813-b446-76d46ee81c00 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227097, 'name': CloneVM_Task} progress is 94%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.154286] env[70323]: DEBUG nova.compute.manager [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: 69d9372b-83a6-4a8a-b611-abd6c4fb2ddc] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 838.182285] env[70323]: DEBUG oslo_vmware.api [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]522ad266-f72b-1286-91e8-d1ef118e7217, 'name': SearchDatastore_Task, 'duration_secs': 0.012835} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.186265] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd8b4c08-c3aa-4080-9a35-40ee502bf5b3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.189446] env[70323]: DEBUG nova.network.neutron [None req-a52ae77e-a0c2-4b22-8f6f-aebf7242d0ad tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Port f944a382-660f-49f7-a257-cfda9f6287dd binding to destination host cpu-1 is already ACTIVE {{(pid=70323) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 838.197636] env[70323]: DEBUG oslo_vmware.api [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Waiting for the task: (returnval){ [ 838.197636] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]528fa28c-5ac3-bf7b-4ad4-12c1f370fda1" [ 838.197636] env[70323]: _type = "Task" [ 838.197636] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.209220] env[70323]: DEBUG oslo_vmware.api [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]528fa28c-5ac3-bf7b-4ad4-12c1f370fda1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.381610] env[70323]: DEBUG oslo_vmware.rw_handles [None req-d61bbf32-dcd8-4647-b6b5-167d3d4d5b56 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5282adaa-d988-d462-e1a7-2d75485b944f/disk-0.vmdk. {{(pid=70323) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 838.382956] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c136680e-57d4-40d4-ac51-3d1e709110e0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.392603] env[70323]: DEBUG oslo_vmware.rw_handles [None req-d61bbf32-dcd8-4647-b6b5-167d3d4d5b56 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5282adaa-d988-d462-e1a7-2d75485b944f/disk-0.vmdk is in state: ready. {{(pid=70323) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 838.392781] env[70323]: ERROR oslo_vmware.rw_handles [None req-d61bbf32-dcd8-4647-b6b5-167d3d4d5b56 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5282adaa-d988-d462-e1a7-2d75485b944f/disk-0.vmdk due to incomplete transfer. [ 838.393102] env[70323]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-18b3a597-f942-4e4d-86a4-79aa2fd460f9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.403320] env[70323]: DEBUG oslo_vmware.rw_handles [None req-d61bbf32-dcd8-4647-b6b5-167d3d4d5b56 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5282adaa-d988-d462-e1a7-2d75485b944f/disk-0.vmdk. {{(pid=70323) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 838.403320] env[70323]: DEBUG nova.virt.vmwareapi.images [None req-d61bbf32-dcd8-4647-b6b5-167d3d4d5b56 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 0b934777-cba1-4d08-b077-bfdb23c35dec] Uploaded image 38f7e91a-90bd-44ee-8749-c87cc695fe08 to the Glance image server {{(pid=70323) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 838.405195] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-d61bbf32-dcd8-4647-b6b5-167d3d4d5b56 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 0b934777-cba1-4d08-b077-bfdb23c35dec] Destroying the VM {{(pid=70323) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 838.407779] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9c24449c-2de7-45dd-adbe-cc5dd16812f5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.411970] env[70323]: DEBUG oslo_vmware.api [None req-d61bbf32-dcd8-4647-b6b5-167d3d4d5b56 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Waiting for the task: (returnval){ [ 838.411970] env[70323]: value = "task-3227098" [ 838.411970] env[70323]: _type = "Task" [ 838.411970] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.419616] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Lock "dd6e0679-6c9c-4a30-bd97-530deb5fb246" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.801s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.423905] env[70323]: DEBUG oslo_vmware.api [None req-d61bbf32-dcd8-4647-b6b5-167d3d4d5b56 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': task-3227098, 'name': Destroy_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.626972] env[70323]: DEBUG oslo_vmware.api [None req-a34b94f3-ea31-4813-b446-76d46ee81c00 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227097, 'name': CloneVM_Task} progress is 94%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.678824] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e61c87d9-e8da-49e5-b430-96d83516a3b6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.687565] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3deb7b4-58a7-4794-9c86-135c12fb2e5a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.730568] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a5205e-e7bd-4706-8856-8ce9f4bdba3d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.737822] env[70323]: DEBUG oslo_vmware.api [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]528fa28c-5ac3-bf7b-4ad4-12c1f370fda1, 'name': SearchDatastore_Task, 'duration_secs': 0.01662} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.740292] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.740564] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 340cbed9-448a-4d71-92fa-a4bec142d293/340cbed9-448a-4d71-92fa-a4bec142d293.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 838.741531] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-13b205e4-5a51-4a12-8523-f3a380347f24 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.746650] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4777b33-1b93-47f8-83d4-d2055ad8153b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.756420] env[70323]: DEBUG oslo_vmware.api [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Waiting for the task: (returnval){ [ 838.756420] env[70323]: value = "task-3227099" [ 838.756420] env[70323]: _type = "Task" [ 838.756420] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.765568] env[70323]: DEBUG nova.compute.provider_tree [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.776153] env[70323]: DEBUG oslo_vmware.api [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Task: {'id': task-3227099, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.924020] env[70323]: DEBUG oslo_vmware.api [None req-d61bbf32-dcd8-4647-b6b5-167d3d4d5b56 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': task-3227098, 'name': Destroy_Task, 'duration_secs': 0.399719} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.924408] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-d61bbf32-dcd8-4647-b6b5-167d3d4d5b56 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 0b934777-cba1-4d08-b077-bfdb23c35dec] Destroyed the VM [ 838.924557] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-d61bbf32-dcd8-4647-b6b5-167d3d4d5b56 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 0b934777-cba1-4d08-b077-bfdb23c35dec] Deleting Snapshot of the VM instance {{(pid=70323) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 838.924825] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-193942e1-9ecb-4aa2-a0f9-80f9d80cbb8e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.927110] env[70323]: DEBUG nova.compute.manager [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] [instance: b8019283-5cac-4f19-b25e-e40742868c1b] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 838.937101] env[70323]: DEBUG oslo_vmware.api [None req-d61bbf32-dcd8-4647-b6b5-167d3d4d5b56 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Waiting for the task: (returnval){ [ 838.937101] env[70323]: value = "task-3227100" [ 838.937101] env[70323]: _type = "Task" [ 838.937101] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.946780] env[70323]: DEBUG oslo_vmware.api [None req-d61bbf32-dcd8-4647-b6b5-167d3d4d5b56 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': task-3227100, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.966745] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f2264ead-c9e1-4830-a8a6-27684593d23c tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Acquiring lock "86114837-8210-4063-9fe5-6e867ae7b252" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.967118] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f2264ead-c9e1-4830-a8a6-27684593d23c tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Lock "86114837-8210-4063-9fe5-6e867ae7b252" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.967366] env[70323]: INFO nova.compute.manager [None req-f2264ead-c9e1-4830-a8a6-27684593d23c tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Attaching volume c9a4bada-dcba-4293-a23f-9e68417e2ae9 to /dev/sdb [ 839.009365] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be92dbf1-f83b-4eaf-ad74-2c1105152a78 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.016702] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8236c5-481d-4242-a766-0d23adb0c37c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.032960] env[70323]: DEBUG nova.virt.block_device [None req-f2264ead-c9e1-4830-a8a6-27684593d23c tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Updating existing volume attachment record: e41d1908-5959-4987-b247-826ee2220ebb {{(pid=70323) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 839.131142] env[70323]: DEBUG oslo_vmware.api [None req-a34b94f3-ea31-4813-b446-76d46ee81c00 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227097, 'name': CloneVM_Task} progress is 100%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.166623] env[70323]: DEBUG nova.compute.manager [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: 69d9372b-83a6-4a8a-b611-abd6c4fb2ddc] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 839.196261] env[70323]: DEBUG nova.virt.hardware [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 839.196624] env[70323]: DEBUG nova.virt.hardware [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 839.196881] env[70323]: DEBUG nova.virt.hardware [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 839.197225] env[70323]: DEBUG nova.virt.hardware [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 839.197483] env[70323]: DEBUG nova.virt.hardware [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 839.197653] env[70323]: DEBUG nova.virt.hardware [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 839.197942] env[70323]: DEBUG nova.virt.hardware [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 839.198158] env[70323]: DEBUG nova.virt.hardware [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 839.198472] env[70323]: DEBUG nova.virt.hardware [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 839.198730] env[70323]: DEBUG nova.virt.hardware [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 839.198973] env[70323]: DEBUG nova.virt.hardware [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 839.200163] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cefe67d2-dd1e-4c8b-987b-74b52573ceae {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.210245] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb0a325-5671-4046-85e0-e19997e1c1d2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.244284] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a52ae77e-a0c2-4b22-8f6f-aebf7242d0ad tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Acquiring lock "3cd24ffc-62ba-465a-8663-efbce0e593f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.244536] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a52ae77e-a0c2-4b22-8f6f-aebf7242d0ad tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Lock "3cd24ffc-62ba-465a-8663-efbce0e593f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.244718] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a52ae77e-a0c2-4b22-8f6f-aebf7242d0ad tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Lock "3cd24ffc-62ba-465a-8663-efbce0e593f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.271285] env[70323]: DEBUG nova.scheduler.client.report [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 839.280711] env[70323]: DEBUG oslo_vmware.api [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Task: {'id': task-3227099, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498863} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.281242] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 340cbed9-448a-4d71-92fa-a4bec142d293/340cbed9-448a-4d71-92fa-a4bec142d293.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 839.281514] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: 340cbed9-448a-4d71-92fa-a4bec142d293] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 839.281897] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b081b7a1-db13-49b8-9591-5a13f1b55607 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.288368] env[70323]: DEBUG oslo_vmware.api [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Waiting for the task: (returnval){ [ 839.288368] env[70323]: value = "task-3227102" [ 839.288368] env[70323]: _type = "Task" [ 839.288368] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.297033] env[70323]: DEBUG oslo_vmware.api [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Task: {'id': task-3227102, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.447573] env[70323]: DEBUG oslo_vmware.api [None req-d61bbf32-dcd8-4647-b6b5-167d3d4d5b56 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': task-3227100, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.449315] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.521342] env[70323]: DEBUG nova.network.neutron [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: 69d9372b-83a6-4a8a-b611-abd6c4fb2ddc] Successfully updated port: 0f47a7dc-f040-4e85-8b9e-0fb5c4698699 {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 839.626213] env[70323]: DEBUG oslo_vmware.api [None req-a34b94f3-ea31-4813-b446-76d46ee81c00 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227097, 'name': CloneVM_Task, 'duration_secs': 1.516592} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.626493] env[70323]: INFO nova.virt.vmwareapi.vmops [None req-a34b94f3-ea31-4813-b446-76d46ee81c00 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Created linked-clone VM from snapshot [ 839.627336] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5f0556-b438-41b3-90ad-a04c523f12b5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.634793] env[70323]: DEBUG nova.virt.vmwareapi.images [None req-a34b94f3-ea31-4813-b446-76d46ee81c00 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Uploading image 70ffde57-6994-4d8b-8c7d-9844216f9ad3 {{(pid=70323) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 839.657891] env[70323]: DEBUG oslo_vmware.rw_handles [None req-a34b94f3-ea31-4813-b446-76d46ee81c00 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 839.657891] env[70323]: value = "vm-645113" [ 839.657891] env[70323]: _type = "VirtualMachine" [ 839.657891] env[70323]: }. {{(pid=70323) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 839.658329] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2ab6dd09-04f6-4368-a947-ac631703edd6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.664613] env[70323]: DEBUG oslo_vmware.rw_handles [None req-a34b94f3-ea31-4813-b446-76d46ee81c00 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Lease: (returnval){ [ 839.664613] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5230d2d6-24df-6a9f-d4dd-9dabe5a0005d" [ 839.664613] env[70323]: _type = "HttpNfcLease" [ 839.664613] env[70323]: } obtained for exporting VM: (result){ [ 839.664613] env[70323]: value = "vm-645113" [ 839.664613] env[70323]: _type = "VirtualMachine" [ 839.664613] env[70323]: }. {{(pid=70323) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 839.664964] env[70323]: DEBUG oslo_vmware.api [None req-a34b94f3-ea31-4813-b446-76d46ee81c00 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for the lease: (returnval){ [ 839.664964] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5230d2d6-24df-6a9f-d4dd-9dabe5a0005d" [ 839.664964] env[70323]: _type = "HttpNfcLease" [ 839.664964] env[70323]: } to be ready. {{(pid=70323) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 839.672047] env[70323]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 839.672047] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5230d2d6-24df-6a9f-d4dd-9dabe5a0005d" [ 839.672047] env[70323]: _type = "HttpNfcLease" [ 839.672047] env[70323]: } is initializing. {{(pid=70323) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 839.782372] env[70323]: DEBUG oslo_concurrency.lockutils [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.640s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.782916] env[70323]: DEBUG nova.compute.manager [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: 914f1b4b-d355-4436-8b3b-628252fb5fef] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 839.785445] env[70323]: DEBUG oslo_concurrency.lockutils [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.798s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.786924] env[70323]: INFO nova.compute.claims [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] [instance: d5e45e91-706f-4de8-b7d6-15798256140b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 839.798727] env[70323]: DEBUG oslo_vmware.api [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Task: {'id': task-3227102, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113846} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.799015] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: 340cbed9-448a-4d71-92fa-a4bec142d293] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 839.799810] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb4c8bc-c0cf-49ef-bf43-cd17d56472d0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.824398] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: 340cbed9-448a-4d71-92fa-a4bec142d293] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 340cbed9-448a-4d71-92fa-a4bec142d293/340cbed9-448a-4d71-92fa-a4bec142d293.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 839.824561] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e205819b-e974-4a51-9578-a3a30af00b72 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.844216] env[70323]: DEBUG oslo_vmware.api [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Waiting for the task: (returnval){ [ 839.844216] env[70323]: value = "task-3227106" [ 839.844216] env[70323]: _type = "Task" [ 839.844216] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.852242] env[70323]: DEBUG oslo_vmware.api [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Task: {'id': task-3227106, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.897750] env[70323]: DEBUG nova.compute.manager [req-f37aa7f0-2053-4ac0-927c-a1bf2f26443e req-b7796f8f-0f63-429f-94bf-59cd00792baa service nova] [instance: 69d9372b-83a6-4a8a-b611-abd6c4fb2ddc] Received event network-vif-plugged-0f47a7dc-f040-4e85-8b9e-0fb5c4698699 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.897966] env[70323]: DEBUG oslo_concurrency.lockutils [req-f37aa7f0-2053-4ac0-927c-a1bf2f26443e req-b7796f8f-0f63-429f-94bf-59cd00792baa service nova] Acquiring lock "69d9372b-83a6-4a8a-b611-abd6c4fb2ddc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.898729] env[70323]: DEBUG oslo_concurrency.lockutils [req-f37aa7f0-2053-4ac0-927c-a1bf2f26443e req-b7796f8f-0f63-429f-94bf-59cd00792baa service nova] Lock "69d9372b-83a6-4a8a-b611-abd6c4fb2ddc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.898729] env[70323]: DEBUG oslo_concurrency.lockutils [req-f37aa7f0-2053-4ac0-927c-a1bf2f26443e req-b7796f8f-0f63-429f-94bf-59cd00792baa service nova] Lock "69d9372b-83a6-4a8a-b611-abd6c4fb2ddc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.898729] env[70323]: DEBUG nova.compute.manager [req-f37aa7f0-2053-4ac0-927c-a1bf2f26443e req-b7796f8f-0f63-429f-94bf-59cd00792baa service nova] [instance: 69d9372b-83a6-4a8a-b611-abd6c4fb2ddc] No waiting events found dispatching network-vif-plugged-0f47a7dc-f040-4e85-8b9e-0fb5c4698699 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 839.898729] env[70323]: WARNING nova.compute.manager [req-f37aa7f0-2053-4ac0-927c-a1bf2f26443e req-b7796f8f-0f63-429f-94bf-59cd00792baa service nova] [instance: 69d9372b-83a6-4a8a-b611-abd6c4fb2ddc] Received unexpected event network-vif-plugged-0f47a7dc-f040-4e85-8b9e-0fb5c4698699 for instance with vm_state building and task_state spawning. [ 839.898900] env[70323]: DEBUG nova.compute.manager [req-f37aa7f0-2053-4ac0-927c-a1bf2f26443e req-b7796f8f-0f63-429f-94bf-59cd00792baa service nova] [instance: 69d9372b-83a6-4a8a-b611-abd6c4fb2ddc] Received event network-changed-0f47a7dc-f040-4e85-8b9e-0fb5c4698699 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.899231] env[70323]: DEBUG nova.compute.manager [req-f37aa7f0-2053-4ac0-927c-a1bf2f26443e req-b7796f8f-0f63-429f-94bf-59cd00792baa service nova] [instance: 69d9372b-83a6-4a8a-b611-abd6c4fb2ddc] Refreshing instance network info cache due to event network-changed-0f47a7dc-f040-4e85-8b9e-0fb5c4698699. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 839.899477] env[70323]: DEBUG oslo_concurrency.lockutils [req-f37aa7f0-2053-4ac0-927c-a1bf2f26443e req-b7796f8f-0f63-429f-94bf-59cd00792baa service nova] Acquiring lock "refresh_cache-69d9372b-83a6-4a8a-b611-abd6c4fb2ddc" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.899627] env[70323]: DEBUG oslo_concurrency.lockutils [req-f37aa7f0-2053-4ac0-927c-a1bf2f26443e req-b7796f8f-0f63-429f-94bf-59cd00792baa service nova] Acquired lock "refresh_cache-69d9372b-83a6-4a8a-b611-abd6c4fb2ddc" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.899802] env[70323]: DEBUG nova.network.neutron [req-f37aa7f0-2053-4ac0-927c-a1bf2f26443e req-b7796f8f-0f63-429f-94bf-59cd00792baa service nova] [instance: 69d9372b-83a6-4a8a-b611-abd6c4fb2ddc] Refreshing network info cache for port 0f47a7dc-f040-4e85-8b9e-0fb5c4698699 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 839.953636] env[70323]: DEBUG oslo_vmware.api [None req-d61bbf32-dcd8-4647-b6b5-167d3d4d5b56 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': task-3227100, 'name': RemoveSnapshot_Task, 'duration_secs': 0.696532} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.954676] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-d61bbf32-dcd8-4647-b6b5-167d3d4d5b56 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 0b934777-cba1-4d08-b077-bfdb23c35dec] Deleted Snapshot of the VM instance {{(pid=70323) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 839.954676] env[70323]: INFO nova.compute.manager [None req-d61bbf32-dcd8-4647-b6b5-167d3d4d5b56 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 0b934777-cba1-4d08-b077-bfdb23c35dec] Took 18.83 seconds to snapshot the instance on the hypervisor. [ 840.023763] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Acquiring lock "refresh_cache-69d9372b-83a6-4a8a-b611-abd6c4fb2ddc" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.173069] env[70323]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 840.173069] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5230d2d6-24df-6a9f-d4dd-9dabe5a0005d" [ 840.173069] env[70323]: _type = "HttpNfcLease" [ 840.173069] env[70323]: } is ready. {{(pid=70323) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 840.173407] env[70323]: DEBUG oslo_vmware.rw_handles [None req-a34b94f3-ea31-4813-b446-76d46ee81c00 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 840.173407] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5230d2d6-24df-6a9f-d4dd-9dabe5a0005d" [ 840.173407] env[70323]: _type = "HttpNfcLease" [ 840.173407] env[70323]: }. {{(pid=70323) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 840.174276] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd5a957-501f-42f0-8a96-35d996ecdde2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.181692] env[70323]: DEBUG oslo_vmware.rw_handles [None req-a34b94f3-ea31-4813-b446-76d46ee81c00 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52074f29-79b4-7bbd-f9bf-d2b4ce9004df/disk-0.vmdk from lease info. {{(pid=70323) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 840.181875] env[70323]: DEBUG oslo_vmware.rw_handles [None req-a34b94f3-ea31-4813-b446-76d46ee81c00 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52074f29-79b4-7bbd-f9bf-d2b4ce9004df/disk-0.vmdk for reading. {{(pid=70323) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 840.291758] env[70323]: DEBUG nova.compute.utils [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 840.296932] env[70323]: DEBUG nova.compute.manager [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: 914f1b4b-d355-4436-8b3b-628252fb5fef] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 840.296932] env[70323]: DEBUG nova.network.neutron [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: 914f1b4b-d355-4436-8b3b-628252fb5fef] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 840.299145] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a52ae77e-a0c2-4b22-8f6f-aebf7242d0ad tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Acquiring lock "refresh_cache-3cd24ffc-62ba-465a-8663-efbce0e593f5" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.299273] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a52ae77e-a0c2-4b22-8f6f-aebf7242d0ad tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Acquired lock "refresh_cache-3cd24ffc-62ba-465a-8663-efbce0e593f5" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.299440] env[70323]: DEBUG nova.network.neutron [None req-a52ae77e-a0c2-4b22-8f6f-aebf7242d0ad tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 840.337162] env[70323]: DEBUG nova.policy [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a559cbe33d04d1cb7a551179e7a07f9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce2da29e7c3b420e890c47f9abcd0a92', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 840.355846] env[70323]: DEBUG oslo_vmware.api [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Task: {'id': task-3227106, 'name': ReconfigVM_Task, 'duration_secs': 0.325883} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.356061] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: 340cbed9-448a-4d71-92fa-a4bec142d293] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 340cbed9-448a-4d71-92fa-a4bec142d293/340cbed9-448a-4d71-92fa-a4bec142d293.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 840.356712] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4702d8d5-0077-4041-aec5-2cd33af4469f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.363093] env[70323]: DEBUG oslo_vmware.api [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Waiting for the task: (returnval){ [ 840.363093] env[70323]: value = "task-3227107" [ 840.363093] env[70323]: _type = "Task" [ 840.363093] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.370364] env[70323]: DEBUG oslo_vmware.api [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Task: {'id': task-3227107, 'name': Rename_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.408421] env[70323]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-95172f48-f0c0-4f71-af97-921651eb84d4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.445101] env[70323]: DEBUG nova.network.neutron [req-f37aa7f0-2053-4ac0-927c-a1bf2f26443e req-b7796f8f-0f63-429f-94bf-59cd00792baa service nova] [instance: 69d9372b-83a6-4a8a-b611-abd6c4fb2ddc] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 840.554634] env[70323]: DEBUG nova.network.neutron [req-f37aa7f0-2053-4ac0-927c-a1bf2f26443e req-b7796f8f-0f63-429f-94bf-59cd00792baa service nova] [instance: 69d9372b-83a6-4a8a-b611-abd6c4fb2ddc] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.628093] env[70323]: DEBUG nova.network.neutron [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: 914f1b4b-d355-4436-8b3b-628252fb5fef] Successfully created port: c6d5b3c8-c636-4029-bf9a-96b68566591c {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 840.803023] env[70323]: DEBUG nova.compute.manager [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: 914f1b4b-d355-4436-8b3b-628252fb5fef] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 840.881565] env[70323]: DEBUG oslo_vmware.api [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Task: {'id': task-3227107, 'name': Rename_Task, 'duration_secs': 0.147759} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.881855] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: 340cbed9-448a-4d71-92fa-a4bec142d293] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 840.882281] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fbfed599-1190-454f-b1d7-4b54c1d0ed61 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.891970] env[70323]: DEBUG oslo_vmware.api [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Waiting for the task: (returnval){ [ 840.891970] env[70323]: value = "task-3227108" [ 840.891970] env[70323]: _type = "Task" [ 840.891970] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.901933] env[70323]: DEBUG oslo_vmware.api [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Task: {'id': task-3227108, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.056561] env[70323]: DEBUG oslo_concurrency.lockutils [req-f37aa7f0-2053-4ac0-927c-a1bf2f26443e req-b7796f8f-0f63-429f-94bf-59cd00792baa service nova] Releasing lock "refresh_cache-69d9372b-83a6-4a8a-b611-abd6c4fb2ddc" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.057065] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Acquired lock "refresh_cache-69d9372b-83a6-4a8a-b611-abd6c4fb2ddc" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.057256] env[70323]: DEBUG nova.network.neutron [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: 69d9372b-83a6-4a8a-b611-abd6c4fb2ddc] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 841.067189] env[70323]: DEBUG nova.network.neutron [None req-a52ae77e-a0c2-4b22-8f6f-aebf7242d0ad tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Updating instance_info_cache with network_info: [{"id": "f944a382-660f-49f7-a257-cfda9f6287dd", "address": "fa:16:3e:1d:51:b6", "network": {"id": "4e0d8ee1-52f7-4416-a8bd-f34b989a1542", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.197", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aa1f6314fd1d4d8a9ec1f238193c1000", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf944a382-66", "ovs_interfaceid": "f944a382-660f-49f7-a257-cfda9f6287dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.381517] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be1a3980-4630-4ad8-8229-043e285c7439 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.389229] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa8d9e9-45c0-43ff-a63f-66a652e5055a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.400207] env[70323]: DEBUG oslo_vmware.api [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Task: {'id': task-3227108, 'name': PowerOnVM_Task, 'duration_secs': 0.463498} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.425393] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: 340cbed9-448a-4d71-92fa-a4bec142d293] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 841.425729] env[70323]: INFO nova.compute.manager [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: 340cbed9-448a-4d71-92fa-a4bec142d293] Took 7.26 seconds to spawn the instance on the hypervisor. [ 841.425963] env[70323]: DEBUG nova.compute.manager [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: 340cbed9-448a-4d71-92fa-a4bec142d293] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 841.427437] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c3d8d6-52a5-48d6-8106-cb0afa2b051f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.430760] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e13460-b9f1-4d6e-a845-24e7f75a4b11 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.443598] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98514139-b8f1-46b7-bc91-5c262c91d674 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.457089] env[70323]: DEBUG nova.compute.provider_tree [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 841.571025] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a52ae77e-a0c2-4b22-8f6f-aebf7242d0ad tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Releasing lock "refresh_cache-3cd24ffc-62ba-465a-8663-efbce0e593f5" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.607696] env[70323]: DEBUG nova.network.neutron [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: 69d9372b-83a6-4a8a-b611-abd6c4fb2ddc] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 841.737989] env[70323]: DEBUG nova.compute.manager [None req-f81bf387-74e5-4693-87be-00688e39a5af tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 53bef48f-e24f-423a-ae83-a30a408153bc] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 841.739012] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76a8972-4e50-49b4-9273-cfcd09d5e52f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.813566] env[70323]: DEBUG nova.compute.manager [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: 914f1b4b-d355-4436-8b3b-628252fb5fef] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 841.839108] env[70323]: DEBUG nova.virt.hardware [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 841.839496] env[70323]: DEBUG nova.virt.hardware [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 841.839878] env[70323]: DEBUG nova.virt.hardware [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 841.840161] env[70323]: DEBUG nova.virt.hardware [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 841.840428] env[70323]: DEBUG nova.virt.hardware [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 841.840585] env[70323]: DEBUG nova.virt.hardware [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 841.840847] env[70323]: DEBUG nova.virt.hardware [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 841.841033] env[70323]: DEBUG nova.virt.hardware [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 841.841324] env[70323]: DEBUG nova.virt.hardware [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 841.841609] env[70323]: DEBUG nova.virt.hardware [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 841.841926] env[70323]: DEBUG nova.virt.hardware [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 841.842904] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc18b857-b342-46cc-83fc-0b07bf989c9f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.851892] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24bcc375-7d15-4889-9ecf-ec7198bab5a9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.953048] env[70323]: INFO nova.compute.manager [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: 340cbed9-448a-4d71-92fa-a4bec142d293] Took 45.98 seconds to build instance. [ 841.962366] env[70323]: DEBUG nova.scheduler.client.report [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 842.075860] env[70323]: DEBUG nova.network.neutron [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: 69d9372b-83a6-4a8a-b611-abd6c4fb2ddc] Updating instance_info_cache with network_info: [{"id": "0f47a7dc-f040-4e85-8b9e-0fb5c4698699", "address": "fa:16:3e:ff:1b:a3", "network": {"id": "08b2ef0e-209e-431a-a951-0cff9f92a06e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2017063313-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2ac3200a53144de9f1a8d91dae17515", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f47a7dc-f0", "ovs_interfaceid": "0f47a7dc-f040-4e85-8b9e-0fb5c4698699", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.099309] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527cd05e-3eeb-4759-b967-4945a6615d09 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.120337] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060c2518-e567-40b9-8d9a-db2bcc446d12 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.125235] env[70323]: DEBUG nova.compute.manager [req-91319a78-1c94-402a-b084-d05633be7135 req-50773fb5-fb28-4a46-b37c-e76f45771eff service nova] [instance: 914f1b4b-d355-4436-8b3b-628252fb5fef] Received event network-vif-plugged-c6d5b3c8-c636-4029-bf9a-96b68566591c {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.125508] env[70323]: DEBUG oslo_concurrency.lockutils [req-91319a78-1c94-402a-b084-d05633be7135 req-50773fb5-fb28-4a46-b37c-e76f45771eff service nova] Acquiring lock "914f1b4b-d355-4436-8b3b-628252fb5fef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.125763] env[70323]: DEBUG oslo_concurrency.lockutils [req-91319a78-1c94-402a-b084-d05633be7135 req-50773fb5-fb28-4a46-b37c-e76f45771eff service nova] Lock "914f1b4b-d355-4436-8b3b-628252fb5fef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.125981] env[70323]: DEBUG oslo_concurrency.lockutils [req-91319a78-1c94-402a-b084-d05633be7135 req-50773fb5-fb28-4a46-b37c-e76f45771eff service nova] Lock "914f1b4b-d355-4436-8b3b-628252fb5fef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.126219] env[70323]: DEBUG nova.compute.manager [req-91319a78-1c94-402a-b084-d05633be7135 req-50773fb5-fb28-4a46-b37c-e76f45771eff service nova] [instance: 914f1b4b-d355-4436-8b3b-628252fb5fef] No waiting events found dispatching network-vif-plugged-c6d5b3c8-c636-4029-bf9a-96b68566591c {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 842.126440] env[70323]: WARNING nova.compute.manager [req-91319a78-1c94-402a-b084-d05633be7135 req-50773fb5-fb28-4a46-b37c-e76f45771eff service nova] [instance: 914f1b4b-d355-4436-8b3b-628252fb5fef] Received unexpected event network-vif-plugged-c6d5b3c8-c636-4029-bf9a-96b68566591c for instance with vm_state building and task_state spawning. [ 842.131904] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a52ae77e-a0c2-4b22-8f6f-aebf7242d0ad tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Updating instance '3cd24ffc-62ba-465a-8663-efbce0e593f5' progress to 83 {{(pid=70323) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 842.246520] env[70323]: DEBUG nova.network.neutron [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: 914f1b4b-d355-4436-8b3b-628252fb5fef] Successfully updated port: c6d5b3c8-c636-4029-bf9a-96b68566591c {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 842.253750] env[70323]: INFO nova.compute.manager [None req-f81bf387-74e5-4693-87be-00688e39a5af tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 53bef48f-e24f-423a-ae83-a30a408153bc] instance snapshotting [ 842.256908] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b066174-95cf-454a-a33f-c34464795786 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.282368] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c379992f-c63d-4e66-892a-47030c85bf74 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.455788] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Lock "340cbed9-448a-4d71-92fa-a4bec142d293" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.811s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.467356] env[70323]: DEBUG oslo_concurrency.lockutils [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.682s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.467861] env[70323]: DEBUG nova.compute.manager [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] [instance: d5e45e91-706f-4de8-b7d6-15798256140b] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 842.472028] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.507s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.472667] env[70323]: INFO nova.compute.claims [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] [instance: ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 842.582527] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Releasing lock "refresh_cache-69d9372b-83a6-4a8a-b611-abd6c4fb2ddc" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.582884] env[70323]: DEBUG nova.compute.manager [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: 69d9372b-83a6-4a8a-b611-abd6c4fb2ddc] Instance network_info: |[{"id": "0f47a7dc-f040-4e85-8b9e-0fb5c4698699", "address": "fa:16:3e:ff:1b:a3", "network": {"id": "08b2ef0e-209e-431a-a951-0cff9f92a06e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2017063313-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2ac3200a53144de9f1a8d91dae17515", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f47a7dc-f0", "ovs_interfaceid": "0f47a7dc-f040-4e85-8b9e-0fb5c4698699", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 842.583374] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: 69d9372b-83a6-4a8a-b611-abd6c4fb2ddc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:1b:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2e45023-22b5-458b-826e-9b7eb69ba028', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f47a7dc-f040-4e85-8b9e-0fb5c4698699', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 842.591574] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 842.591834] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69d9372b-83a6-4a8a-b611-abd6c4fb2ddc] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 842.592107] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-564815a0-1f28-441e-9c28-0e02bef955cc {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.614426] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 842.614426] env[70323]: value = "task-3227110" [ 842.614426] env[70323]: _type = "Task" [ 842.614426] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.624400] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227110, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.639045] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-a52ae77e-a0c2-4b22-8f6f-aebf7242d0ad tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 842.639281] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31a6c418-6cf7-4547-bf74-4770130e07ab {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.647221] env[70323]: DEBUG oslo_vmware.api [None req-a52ae77e-a0c2-4b22-8f6f-aebf7242d0ad tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Waiting for the task: (returnval){ [ 842.647221] env[70323]: value = "task-3227111" [ 842.647221] env[70323]: _type = "Task" [ 842.647221] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.657430] env[70323]: DEBUG oslo_vmware.api [None req-a52ae77e-a0c2-4b22-8f6f-aebf7242d0ad tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Task: {'id': task-3227111, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.749494] env[70323]: DEBUG oslo_concurrency.lockutils [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Acquiring lock "refresh_cache-914f1b4b-d355-4436-8b3b-628252fb5fef" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.749661] env[70323]: DEBUG oslo_concurrency.lockutils [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Acquired lock "refresh_cache-914f1b4b-d355-4436-8b3b-628252fb5fef" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.749846] env[70323]: DEBUG nova.network.neutron [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: 914f1b4b-d355-4436-8b3b-628252fb5fef] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 842.793702] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-f81bf387-74e5-4693-87be-00688e39a5af tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 53bef48f-e24f-423a-ae83-a30a408153bc] Creating Snapshot of the VM instance {{(pid=70323) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 842.794146] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-67d103a1-c88f-406c-8ca0-bc17f0175dfc {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.802546] env[70323]: DEBUG oslo_vmware.api [None req-f81bf387-74e5-4693-87be-00688e39a5af tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Waiting for the task: (returnval){ [ 842.802546] env[70323]: value = "task-3227112" [ 842.802546] env[70323]: _type = "Task" [ 842.802546] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.811218] env[70323]: DEBUG oslo_vmware.api [None req-f81bf387-74e5-4693-87be-00688e39a5af tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': task-3227112, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.959113] env[70323]: DEBUG nova.compute.manager [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 84faf743-f813-481c-90ec-50d5dd62d9d2] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 842.972978] env[70323]: DEBUG nova.compute.utils [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 842.974805] env[70323]: DEBUG nova.compute.manager [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] [instance: d5e45e91-706f-4de8-b7d6-15798256140b] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 842.975793] env[70323]: DEBUG nova.network.neutron [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] [instance: d5e45e91-706f-4de8-b7d6-15798256140b] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 843.065691] env[70323]: DEBUG nova.policy [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '938c81020d8648038917eb86069da357', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7fc2de174b7245a6a8241261abf3ca86', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 843.125164] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227110, 'name': CreateVM_Task, 'duration_secs': 0.390391} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.125429] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69d9372b-83a6-4a8a-b611-abd6c4fb2ddc] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 843.126132] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.126384] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.126672] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.126985] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dbf2b3f-beae-4e02-a6a5-4a411c100309 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.131967] env[70323]: DEBUG oslo_vmware.api [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Waiting for the task: (returnval){ [ 843.131967] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5229e69f-d8f3-8434-8791-f768cb0bda62" [ 843.131967] env[70323]: _type = "Task" [ 843.131967] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.140876] env[70323]: DEBUG oslo_vmware.api [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5229e69f-d8f3-8434-8791-f768cb0bda62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.157030] env[70323]: DEBUG oslo_vmware.api [None req-a52ae77e-a0c2-4b22-8f6f-aebf7242d0ad tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Task: {'id': task-3227111, 'name': PowerOnVM_Task, 'duration_secs': 0.465744} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.157372] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-a52ae77e-a0c2-4b22-8f6f-aebf7242d0ad tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 843.157607] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a52ae77e-a0c2-4b22-8f6f-aebf7242d0ad tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Updating instance '3cd24ffc-62ba-465a-8663-efbce0e593f5' progress to 100 {{(pid=70323) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 843.295197] env[70323]: DEBUG nova.network.neutron [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: 914f1b4b-d355-4436-8b3b-628252fb5fef] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 843.315043] env[70323]: DEBUG oslo_vmware.api [None req-f81bf387-74e5-4693-87be-00688e39a5af tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': task-3227112, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.456432] env[70323]: DEBUG nova.network.neutron [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: 914f1b4b-d355-4436-8b3b-628252fb5fef] Updating instance_info_cache with network_info: [{"id": "c6d5b3c8-c636-4029-bf9a-96b68566591c", "address": "fa:16:3e:ea:5a:2c", "network": {"id": "3708bc4f-8fad-49c9-bea5-5393ff690aeb", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-791749317-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ce2da29e7c3b420e890c47f9abcd0a92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6d5b3c8-c6", "ovs_interfaceid": "c6d5b3c8-c636-4029-bf9a-96b68566591c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.479451] env[70323]: DEBUG nova.compute.utils [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 843.486620] env[70323]: DEBUG nova.network.neutron [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] [instance: d5e45e91-706f-4de8-b7d6-15798256140b] Successfully created port: 150bed9d-3413-44b6-9a8d-19a7a8c689e4 {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 843.493665] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.648019] env[70323]: DEBUG oslo_vmware.api [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5229e69f-d8f3-8434-8791-f768cb0bda62, 'name': SearchDatastore_Task, 'duration_secs': 0.013538} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.648019] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.648019] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: 69d9372b-83a6-4a8a-b611-abd6c4fb2ddc] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 843.648207] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.648439] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.648709] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 843.649065] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35eb95ff-787b-44ba-9ab5-204e8550ab4e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.658719] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 843.658915] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 843.659712] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d99a3a6-85b4-4a48-b94f-663c6324c4b9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.670250] env[70323]: DEBUG oslo_vmware.api [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Waiting for the task: (returnval){ [ 843.670250] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52e5846f-c0c5-596d-be3f-e71c0e5da210" [ 843.670250] env[70323]: _type = "Task" [ 843.670250] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.680193] env[70323]: DEBUG oslo_vmware.api [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52e5846f-c0c5-596d-be3f-e71c0e5da210, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.815998] env[70323]: DEBUG oslo_vmware.api [None req-f81bf387-74e5-4693-87be-00688e39a5af tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': task-3227112, 'name': CreateSnapshot_Task, 'duration_secs': 0.750631} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.816313] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-f81bf387-74e5-4693-87be-00688e39a5af tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 53bef48f-e24f-423a-ae83-a30a408153bc] Created Snapshot of the VM instance {{(pid=70323) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 843.817345] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0515d7a-2e57-43a9-8882-d3df1b437eda {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.959637] env[70323]: DEBUG oslo_concurrency.lockutils [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Releasing lock "refresh_cache-914f1b4b-d355-4436-8b3b-628252fb5fef" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.960077] env[70323]: DEBUG nova.compute.manager [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: 914f1b4b-d355-4436-8b3b-628252fb5fef] Instance network_info: |[{"id": "c6d5b3c8-c636-4029-bf9a-96b68566591c", "address": "fa:16:3e:ea:5a:2c", "network": {"id": "3708bc4f-8fad-49c9-bea5-5393ff690aeb", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-791749317-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ce2da29e7c3b420e890c47f9abcd0a92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6d5b3c8-c6", "ovs_interfaceid": "c6d5b3c8-c636-4029-bf9a-96b68566591c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 843.960521] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: 914f1b4b-d355-4436-8b3b-628252fb5fef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:5a:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b8af79a-31d5-4d78-93d7-3919aa1d9186', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c6d5b3c8-c636-4029-bf9a-96b68566591c', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 843.968800] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 843.972688] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 914f1b4b-d355-4436-8b3b-628252fb5fef] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 843.973236] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04bc8961-268e-4f3d-90c4-3e05aa6ca6ef {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.993104] env[70323]: DEBUG nova.compute.manager [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] [instance: d5e45e91-706f-4de8-b7d6-15798256140b] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 844.003022] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 844.003022] env[70323]: value = "task-3227113" [ 844.003022] env[70323]: _type = "Task" [ 844.003022] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.013619] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227113, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.034128] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54cdcfd8-bc82-4eb7-931b-d99b2a336c58 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.041910] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60032739-0b81-4971-9c2e-40a01bd01593 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.080771] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f78b4a-57bd-4ab0-b06b-fbb07cb71111 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.089816] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2431cbf-7cde-40c8-b70d-14788bf45503 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.095029] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2264ead-c9e1-4830-a8a6-27684593d23c tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Volume attach. Driver type: vmdk {{(pid=70323) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 844.095285] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2264ead-c9e1-4830-a8a6-27684593d23c tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645115', 'volume_id': 'c9a4bada-dcba-4293-a23f-9e68417e2ae9', 'name': 'volume-c9a4bada-dcba-4293-a23f-9e68417e2ae9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '86114837-8210-4063-9fe5-6e867ae7b252', 'attached_at': '', 'detached_at': '', 'volume_id': 'c9a4bada-dcba-4293-a23f-9e68417e2ae9', 'serial': 'c9a4bada-dcba-4293-a23f-9e68417e2ae9'} {{(pid=70323) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 844.096414] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15c8330-9f08-4fb6-b556-d3643f91906a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.110637] env[70323]: DEBUG nova.compute.provider_tree [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 844.124669] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b42fd7f0-cfdb-4f67-963d-d5b2290e31b2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.151176] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2264ead-c9e1-4830-a8a6-27684593d23c tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] volume-c9a4bada-dcba-4293-a23f-9e68417e2ae9/volume-c9a4bada-dcba-4293-a23f-9e68417e2ae9.vmdk or device None with type thin {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 844.151554] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2aa6518-f400-4e24-bb93-8802b5b7ef5c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.167875] env[70323]: DEBUG nova.compute.manager [req-2806257e-3a1b-4d6e-9d24-7b053d9145b9 req-c77e5894-1e1b-4b0e-b0a9-4b2e3701ada5 service nova] [instance: 914f1b4b-d355-4436-8b3b-628252fb5fef] Received event network-changed-c6d5b3c8-c636-4029-bf9a-96b68566591c {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.167875] env[70323]: DEBUG nova.compute.manager [req-2806257e-3a1b-4d6e-9d24-7b053d9145b9 req-c77e5894-1e1b-4b0e-b0a9-4b2e3701ada5 service nova] [instance: 914f1b4b-d355-4436-8b3b-628252fb5fef] Refreshing instance network info cache due to event network-changed-c6d5b3c8-c636-4029-bf9a-96b68566591c. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 844.168057] env[70323]: DEBUG oslo_concurrency.lockutils [req-2806257e-3a1b-4d6e-9d24-7b053d9145b9 req-c77e5894-1e1b-4b0e-b0a9-4b2e3701ada5 service nova] Acquiring lock "refresh_cache-914f1b4b-d355-4436-8b3b-628252fb5fef" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.168207] env[70323]: DEBUG oslo_concurrency.lockutils [req-2806257e-3a1b-4d6e-9d24-7b053d9145b9 req-c77e5894-1e1b-4b0e-b0a9-4b2e3701ada5 service nova] Acquired lock "refresh_cache-914f1b4b-d355-4436-8b3b-628252fb5fef" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.168365] env[70323]: DEBUG nova.network.neutron [req-2806257e-3a1b-4d6e-9d24-7b053d9145b9 req-c77e5894-1e1b-4b0e-b0a9-4b2e3701ada5 service nova] [instance: 914f1b4b-d355-4436-8b3b-628252fb5fef] Refreshing network info cache for port c6d5b3c8-c636-4029-bf9a-96b68566591c {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 844.180355] env[70323]: DEBUG oslo_vmware.api [None req-f2264ead-c9e1-4830-a8a6-27684593d23c tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Waiting for the task: (returnval){ [ 844.180355] env[70323]: value = "task-3227114" [ 844.180355] env[70323]: _type = "Task" [ 844.180355] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.190251] env[70323]: DEBUG oslo_vmware.api [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52e5846f-c0c5-596d-be3f-e71c0e5da210, 'name': SearchDatastore_Task, 'duration_secs': 0.011933} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.191472] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25e837e0-ab7e-42de-9df2-aab81eb8fbcd {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.197169] env[70323]: DEBUG oslo_vmware.api [None req-f2264ead-c9e1-4830-a8a6-27684593d23c tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Task: {'id': task-3227114, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.200414] env[70323]: DEBUG oslo_vmware.api [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Waiting for the task: (returnval){ [ 844.200414] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52644b61-3950-50e0-c419-d4475e58d868" [ 844.200414] env[70323]: _type = "Task" [ 844.200414] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.208951] env[70323]: DEBUG oslo_vmware.api [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52644b61-3950-50e0-c419-d4475e58d868, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.338987] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-f81bf387-74e5-4693-87be-00688e39a5af tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 53bef48f-e24f-423a-ae83-a30a408153bc] Creating linked-clone VM from snapshot {{(pid=70323) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 844.339338] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9a409802-ecf7-47c4-b0b0-33d48ade9f26 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.348446] env[70323]: DEBUG oslo_vmware.api [None req-f81bf387-74e5-4693-87be-00688e39a5af tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Waiting for the task: (returnval){ [ 844.348446] env[70323]: value = "task-3227115" [ 844.348446] env[70323]: _type = "Task" [ 844.348446] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.358945] env[70323]: DEBUG oslo_vmware.api [None req-f81bf387-74e5-4693-87be-00688e39a5af tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': task-3227115, 'name': CloneVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.512460] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227113, 'name': CreateVM_Task, 'duration_secs': 0.401281} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.512707] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 914f1b4b-d355-4436-8b3b-628252fb5fef] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 844.513516] env[70323]: DEBUG oslo_concurrency.lockutils [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.514466] env[70323]: DEBUG oslo_concurrency.lockutils [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.514466] env[70323]: DEBUG oslo_concurrency.lockutils [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.514466] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28b16ed7-3a43-428f-9fb0-baab932f1e59 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.520654] env[70323]: DEBUG oslo_vmware.api [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Waiting for the task: (returnval){ [ 844.520654] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]528c77e6-253e-6c95-f51f-f2229ba029d1" [ 844.520654] env[70323]: _type = "Task" [ 844.520654] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.531729] env[70323]: DEBUG oslo_vmware.api [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]528c77e6-253e-6c95-f51f-f2229ba029d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.625527] env[70323]: DEBUG nova.scheduler.client.report [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.705074] env[70323]: DEBUG oslo_vmware.api [None req-f2264ead-c9e1-4830-a8a6-27684593d23c tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Task: {'id': task-3227114, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.717421] env[70323]: DEBUG oslo_vmware.api [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52644b61-3950-50e0-c419-d4475e58d868, 'name': SearchDatastore_Task, 'duration_secs': 0.013138} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.718370] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.718671] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 69d9372b-83a6-4a8a-b611-abd6c4fb2ddc/69d9372b-83a6-4a8a-b611-abd6c4fb2ddc.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 844.718979] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d614077a-055e-4a49-8469-16dba03a874d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.730977] env[70323]: DEBUG oslo_vmware.api [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Waiting for the task: (returnval){ [ 844.730977] env[70323]: value = "task-3227116" [ 844.730977] env[70323]: _type = "Task" [ 844.730977] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.745360] env[70323]: DEBUG oslo_vmware.api [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Task: {'id': task-3227116, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.862110] env[70323]: DEBUG oslo_vmware.api [None req-f81bf387-74e5-4693-87be-00688e39a5af tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': task-3227115, 'name': CloneVM_Task} progress is 94%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.957709] env[70323]: DEBUG nova.network.neutron [req-2806257e-3a1b-4d6e-9d24-7b053d9145b9 req-c77e5894-1e1b-4b0e-b0a9-4b2e3701ada5 service nova] [instance: 914f1b4b-d355-4436-8b3b-628252fb5fef] Updated VIF entry in instance network info cache for port c6d5b3c8-c636-4029-bf9a-96b68566591c. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 844.958206] env[70323]: DEBUG nova.network.neutron [req-2806257e-3a1b-4d6e-9d24-7b053d9145b9 req-c77e5894-1e1b-4b0e-b0a9-4b2e3701ada5 service nova] [instance: 914f1b4b-d355-4436-8b3b-628252fb5fef] Updating instance_info_cache with network_info: [{"id": "c6d5b3c8-c636-4029-bf9a-96b68566591c", "address": "fa:16:3e:ea:5a:2c", "network": {"id": "3708bc4f-8fad-49c9-bea5-5393ff690aeb", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-791749317-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ce2da29e7c3b420e890c47f9abcd0a92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6d5b3c8-c6", "ovs_interfaceid": "c6d5b3c8-c636-4029-bf9a-96b68566591c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.007885] env[70323]: DEBUG nova.compute.manager [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] [instance: d5e45e91-706f-4de8-b7d6-15798256140b] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 845.035533] env[70323]: DEBUG oslo_vmware.api [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]528c77e6-253e-6c95-f51f-f2229ba029d1, 'name': SearchDatastore_Task, 'duration_secs': 0.015939} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.038051] env[70323]: DEBUG nova.virt.hardware [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:40:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1096327457',id=25,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1688829964',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 845.038436] env[70323]: DEBUG nova.virt.hardware [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 845.038436] env[70323]: DEBUG nova.virt.hardware [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 845.038614] env[70323]: DEBUG nova.virt.hardware [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 845.038844] env[70323]: DEBUG nova.virt.hardware [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 845.043022] env[70323]: DEBUG nova.virt.hardware [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 845.043022] env[70323]: DEBUG nova.virt.hardware [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 845.043022] env[70323]: DEBUG nova.virt.hardware [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 845.043022] env[70323]: DEBUG nova.virt.hardware [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 845.043022] env[70323]: DEBUG nova.virt.hardware [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 845.043022] env[70323]: DEBUG nova.virt.hardware [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 845.043022] env[70323]: DEBUG oslo_concurrency.lockutils [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.043022] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: 914f1b4b-d355-4436-8b3b-628252fb5fef] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 845.043022] env[70323]: DEBUG oslo_concurrency.lockutils [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.043022] env[70323]: DEBUG oslo_concurrency.lockutils [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.043022] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 845.043022] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-936eed4d-8469-4a3e-94da-c28c6f935744 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.045535] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-255b443d-b1aa-4cdc-962f-9e8cb3e10827 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.055926] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d191002e-98ff-4da7-826d-8d710a3e6656 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.075411] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 845.075611] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 845.077514] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a41adb43-e68a-47f7-a1a4-54df549ab9f8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.083379] env[70323]: DEBUG oslo_vmware.api [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Waiting for the task: (returnval){ [ 845.083379] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5217e76e-d9d9-e2d2-16e3-dd42303e2676" [ 845.083379] env[70323]: _type = "Task" [ 845.083379] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.095096] env[70323]: DEBUG oslo_vmware.api [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5217e76e-d9d9-e2d2-16e3-dd42303e2676, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.123262] env[70323]: DEBUG nova.network.neutron [None req-cfc09203-5139-48ac-93ce-9d206d9f4348 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Port f944a382-660f-49f7-a257-cfda9f6287dd binding to destination host cpu-1 is already ACTIVE {{(pid=70323) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 845.123921] env[70323]: DEBUG oslo_concurrency.lockutils [None req-cfc09203-5139-48ac-93ce-9d206d9f4348 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Acquiring lock "refresh_cache-3cd24ffc-62ba-465a-8663-efbce0e593f5" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.124357] env[70323]: DEBUG oslo_concurrency.lockutils [None req-cfc09203-5139-48ac-93ce-9d206d9f4348 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Acquired lock "refresh_cache-3cd24ffc-62ba-465a-8663-efbce0e593f5" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.124566] env[70323]: DEBUG nova.network.neutron [None req-cfc09203-5139-48ac-93ce-9d206d9f4348 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 845.134567] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.660s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.134567] env[70323]: DEBUG nova.compute.manager [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] [instance: ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 845.135283] env[70323]: DEBUG oslo_concurrency.lockutils [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.370s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.136876] env[70323]: INFO nova.compute.claims [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 8a80fada-70ad-42ca-8fdd-518ef976b8d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 845.142902] env[70323]: DEBUG nova.network.neutron [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] [instance: d5e45e91-706f-4de8-b7d6-15798256140b] Successfully updated port: 150bed9d-3413-44b6-9a8d-19a7a8c689e4 {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 845.203386] env[70323]: DEBUG oslo_vmware.api [None req-f2264ead-c9e1-4830-a8a6-27684593d23c tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Task: {'id': task-3227114, 'name': ReconfigVM_Task, 'duration_secs': 0.583836} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.203787] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2264ead-c9e1-4830-a8a6-27684593d23c tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Reconfigured VM instance instance-00000016 to attach disk [datastore1] volume-c9a4bada-dcba-4293-a23f-9e68417e2ae9/volume-c9a4bada-dcba-4293-a23f-9e68417e2ae9.vmdk or device None with type thin {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 845.209647] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-216b8e92-ffba-4180-a53f-7cd7d0694cec {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.231512] env[70323]: DEBUG oslo_vmware.api [None req-f2264ead-c9e1-4830-a8a6-27684593d23c tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Waiting for the task: (returnval){ [ 845.231512] env[70323]: value = "task-3227117" [ 845.231512] env[70323]: _type = "Task" [ 845.231512] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.245932] env[70323]: DEBUG oslo_vmware.api [None req-f2264ead-c9e1-4830-a8a6-27684593d23c tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Task: {'id': task-3227117, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.249786] env[70323]: DEBUG oslo_vmware.api [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Task: {'id': task-3227116, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.363096] env[70323]: DEBUG oslo_vmware.api [None req-f81bf387-74e5-4693-87be-00688e39a5af tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': task-3227115, 'name': CloneVM_Task} progress is 94%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.462020] env[70323]: DEBUG oslo_concurrency.lockutils [req-2806257e-3a1b-4d6e-9d24-7b053d9145b9 req-c77e5894-1e1b-4b0e-b0a9-4b2e3701ada5 service nova] Releasing lock "refresh_cache-914f1b4b-d355-4436-8b3b-628252fb5fef" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.593945] env[70323]: DEBUG oslo_vmware.api [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5217e76e-d9d9-e2d2-16e3-dd42303e2676, 'name': SearchDatastore_Task, 'duration_secs': 0.064067} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.594720] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6f06afe-71d3-4cf2-861a-3b5b7e1f0c8a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.601458] env[70323]: DEBUG oslo_vmware.api [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Waiting for the task: (returnval){ [ 845.601458] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52725bf7-0fe9-644a-3cbc-52b4cd5e455e" [ 845.601458] env[70323]: _type = "Task" [ 845.601458] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.609941] env[70323]: DEBUG oslo_vmware.api [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52725bf7-0fe9-644a-3cbc-52b4cd5e455e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.642489] env[70323]: DEBUG nova.compute.utils [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 845.646823] env[70323]: DEBUG nova.compute.manager [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] [instance: ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 845.647052] env[70323]: DEBUG nova.network.neutron [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] [instance: ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 845.649152] env[70323]: DEBUG oslo_concurrency.lockutils [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Acquiring lock "refresh_cache-d5e45e91-706f-4de8-b7d6-15798256140b" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.649285] env[70323]: DEBUG oslo_concurrency.lockutils [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Acquired lock "refresh_cache-d5e45e91-706f-4de8-b7d6-15798256140b" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.649429] env[70323]: DEBUG nova.network.neutron [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] [instance: d5e45e91-706f-4de8-b7d6-15798256140b] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 845.692893] env[70323]: DEBUG nova.policy [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f672500c95b4558a9df395bf75c674f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf6e848f80f94d76958c573e308b883e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 845.751808] env[70323]: DEBUG oslo_vmware.api [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Task: {'id': task-3227116, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.680081} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.755270] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 69d9372b-83a6-4a8a-b611-abd6c4fb2ddc/69d9372b-83a6-4a8a-b611-abd6c4fb2ddc.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 845.755571] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: 69d9372b-83a6-4a8a-b611-abd6c4fb2ddc] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 845.755897] env[70323]: DEBUG oslo_vmware.api [None req-f2264ead-c9e1-4830-a8a6-27684593d23c tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Task: {'id': task-3227117, 'name': ReconfigVM_Task, 'duration_secs': 0.195103} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.756167] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7cbc1763-3d41-46f3-a120-94701f55e8dd {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.761150] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2264ead-c9e1-4830-a8a6-27684593d23c tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645115', 'volume_id': 'c9a4bada-dcba-4293-a23f-9e68417e2ae9', 'name': 'volume-c9a4bada-dcba-4293-a23f-9e68417e2ae9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '86114837-8210-4063-9fe5-6e867ae7b252', 'attached_at': '', 'detached_at': '', 'volume_id': 'c9a4bada-dcba-4293-a23f-9e68417e2ae9', 'serial': 'c9a4bada-dcba-4293-a23f-9e68417e2ae9'} {{(pid=70323) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 845.770810] env[70323]: DEBUG oslo_vmware.api [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Waiting for the task: (returnval){ [ 845.770810] env[70323]: value = "task-3227118" [ 845.770810] env[70323]: _type = "Task" [ 845.770810] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.781142] env[70323]: DEBUG oslo_vmware.api [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Task: {'id': task-3227118, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.861817] env[70323]: DEBUG oslo_vmware.api [None req-f81bf387-74e5-4693-87be-00688e39a5af tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': task-3227115, 'name': CloneVM_Task} progress is 95%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.994608] env[70323]: DEBUG nova.network.neutron [None req-cfc09203-5139-48ac-93ce-9d206d9f4348 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Updating instance_info_cache with network_info: [{"id": "f944a382-660f-49f7-a257-cfda9f6287dd", "address": "fa:16:3e:1d:51:b6", "network": {"id": "4e0d8ee1-52f7-4416-a8bd-f34b989a1542", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.197", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aa1f6314fd1d4d8a9ec1f238193c1000", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf944a382-66", "ovs_interfaceid": "f944a382-660f-49f7-a257-cfda9f6287dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.114588] env[70323]: DEBUG oslo_vmware.api [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52725bf7-0fe9-644a-3cbc-52b4cd5e455e, 'name': SearchDatastore_Task, 'duration_secs': 0.014146} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.115553] env[70323]: DEBUG nova.network.neutron [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] [instance: ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec] Successfully created port: baa4bdc6-4716-4521-b143-aec9fee4f5aa {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 846.117554] env[70323]: DEBUG oslo_concurrency.lockutils [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.117799] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 914f1b4b-d355-4436-8b3b-628252fb5fef/914f1b4b-d355-4436-8b3b-628252fb5fef.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 846.118090] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cac77452-5491-45a5-9ff0-4e907c5e1611 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.125060] env[70323]: DEBUG oslo_vmware.api [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Waiting for the task: (returnval){ [ 846.125060] env[70323]: value = "task-3227119" [ 846.125060] env[70323]: _type = "Task" [ 846.125060] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.133442] env[70323]: DEBUG oslo_vmware.api [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Task: {'id': task-3227119, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.147663] env[70323]: DEBUG nova.compute.manager [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] [instance: ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 846.196784] env[70323]: DEBUG nova.network.neutron [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] [instance: d5e45e91-706f-4de8-b7d6-15798256140b] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 846.208202] env[70323]: DEBUG nova.compute.manager [req-1ecfc29d-e526-4c9d-8698-7159ebc5bd70 req-9bf220cc-9768-4edb-ba63-b74f03f97fc4 service nova] [instance: d5e45e91-706f-4de8-b7d6-15798256140b] Received event network-vif-plugged-150bed9d-3413-44b6-9a8d-19a7a8c689e4 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.208907] env[70323]: DEBUG oslo_concurrency.lockutils [req-1ecfc29d-e526-4c9d-8698-7159ebc5bd70 req-9bf220cc-9768-4edb-ba63-b74f03f97fc4 service nova] Acquiring lock "d5e45e91-706f-4de8-b7d6-15798256140b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.209117] env[70323]: DEBUG oslo_concurrency.lockutils [req-1ecfc29d-e526-4c9d-8698-7159ebc5bd70 req-9bf220cc-9768-4edb-ba63-b74f03f97fc4 service nova] Lock "d5e45e91-706f-4de8-b7d6-15798256140b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.209317] env[70323]: DEBUG oslo_concurrency.lockutils [req-1ecfc29d-e526-4c9d-8698-7159ebc5bd70 req-9bf220cc-9768-4edb-ba63-b74f03f97fc4 service nova] Lock "d5e45e91-706f-4de8-b7d6-15798256140b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.209494] env[70323]: DEBUG nova.compute.manager [req-1ecfc29d-e526-4c9d-8698-7159ebc5bd70 req-9bf220cc-9768-4edb-ba63-b74f03f97fc4 service nova] [instance: d5e45e91-706f-4de8-b7d6-15798256140b] No waiting events found dispatching network-vif-plugged-150bed9d-3413-44b6-9a8d-19a7a8c689e4 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 846.209696] env[70323]: WARNING nova.compute.manager [req-1ecfc29d-e526-4c9d-8698-7159ebc5bd70 req-9bf220cc-9768-4edb-ba63-b74f03f97fc4 service nova] [instance: d5e45e91-706f-4de8-b7d6-15798256140b] Received unexpected event network-vif-plugged-150bed9d-3413-44b6-9a8d-19a7a8c689e4 for instance with vm_state building and task_state spawning. [ 846.209851] env[70323]: DEBUG nova.compute.manager [req-1ecfc29d-e526-4c9d-8698-7159ebc5bd70 req-9bf220cc-9768-4edb-ba63-b74f03f97fc4 service nova] [instance: d5e45e91-706f-4de8-b7d6-15798256140b] Received event network-changed-150bed9d-3413-44b6-9a8d-19a7a8c689e4 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.210020] env[70323]: DEBUG nova.compute.manager [req-1ecfc29d-e526-4c9d-8698-7159ebc5bd70 req-9bf220cc-9768-4edb-ba63-b74f03f97fc4 service nova] [instance: d5e45e91-706f-4de8-b7d6-15798256140b] Refreshing instance network info cache due to event network-changed-150bed9d-3413-44b6-9a8d-19a7a8c689e4. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 846.210219] env[70323]: DEBUG oslo_concurrency.lockutils [req-1ecfc29d-e526-4c9d-8698-7159ebc5bd70 req-9bf220cc-9768-4edb-ba63-b74f03f97fc4 service nova] Acquiring lock "refresh_cache-d5e45e91-706f-4de8-b7d6-15798256140b" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.280834] env[70323]: DEBUG oslo_vmware.api [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Task: {'id': task-3227118, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077273} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.283619] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: 69d9372b-83a6-4a8a-b611-abd6c4fb2ddc] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 846.284680] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280c7fd5-f9ee-470e-900f-8898b359e0ea {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.310531] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: 69d9372b-83a6-4a8a-b611-abd6c4fb2ddc] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 69d9372b-83a6-4a8a-b611-abd6c4fb2ddc/69d9372b-83a6-4a8a-b611-abd6c4fb2ddc.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 846.315698] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9634659d-6fdf-4204-8410-f07aba97c9e5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.337275] env[70323]: DEBUG nova.objects.instance [None req-f2264ead-c9e1-4830-a8a6-27684593d23c tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Lazy-loading 'flavor' on Instance uuid 86114837-8210-4063-9fe5-6e867ae7b252 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 846.345788] env[70323]: DEBUG oslo_vmware.api [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Waiting for the task: (returnval){ [ 846.345788] env[70323]: value = "task-3227120" [ 846.345788] env[70323]: _type = "Task" [ 846.345788] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.361063] env[70323]: DEBUG oslo_vmware.api [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Task: {'id': task-3227120, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.366912] env[70323]: DEBUG oslo_vmware.api [None req-f81bf387-74e5-4693-87be-00688e39a5af tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': task-3227115, 'name': CloneVM_Task, 'duration_secs': 1.717584} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.369800] env[70323]: INFO nova.virt.vmwareapi.vmops [None req-f81bf387-74e5-4693-87be-00688e39a5af tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 53bef48f-e24f-423a-ae83-a30a408153bc] Created linked-clone VM from snapshot [ 846.371012] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e9369c-1023-411b-b6e9-de2918e9a292 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.374650] env[70323]: DEBUG nova.network.neutron [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] [instance: d5e45e91-706f-4de8-b7d6-15798256140b] Updating instance_info_cache with network_info: [{"id": "150bed9d-3413-44b6-9a8d-19a7a8c689e4", "address": "fa:16:3e:ec:15:ac", "network": {"id": "3a37b8ea-1622-4150-8c84-f9129779c932", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1356469403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fc2de174b7245a6a8241261abf3ca86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap150bed9d-34", "ovs_interfaceid": "150bed9d-3413-44b6-9a8d-19a7a8c689e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.389491] env[70323]: DEBUG nova.virt.vmwareapi.images [None req-f81bf387-74e5-4693-87be-00688e39a5af tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 53bef48f-e24f-423a-ae83-a30a408153bc] Uploading image 1b453d51-118f-4a6d-b88e-d4c2822bf9a8 {{(pid=70323) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 846.413490] env[70323]: DEBUG oslo_vmware.rw_handles [None req-f81bf387-74e5-4693-87be-00688e39a5af tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 846.413490] env[70323]: value = "vm-645119" [ 846.413490] env[70323]: _type = "VirtualMachine" [ 846.413490] env[70323]: }. {{(pid=70323) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 846.413490] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-bc3c0a9f-df76-481d-adf8-7a9589becfc8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.422124] env[70323]: DEBUG oslo_vmware.rw_handles [None req-f81bf387-74e5-4693-87be-00688e39a5af tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Lease: (returnval){ [ 846.422124] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52e21502-440a-681b-52ec-d5494d27c6c9" [ 846.422124] env[70323]: _type = "HttpNfcLease" [ 846.422124] env[70323]: } obtained for exporting VM: (result){ [ 846.422124] env[70323]: value = "vm-645119" [ 846.422124] env[70323]: _type = "VirtualMachine" [ 846.422124] env[70323]: }. {{(pid=70323) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 846.422369] env[70323]: DEBUG oslo_vmware.api [None req-f81bf387-74e5-4693-87be-00688e39a5af tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Waiting for the lease: (returnval){ [ 846.422369] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52e21502-440a-681b-52ec-d5494d27c6c9" [ 846.422369] env[70323]: _type = "HttpNfcLease" [ 846.422369] env[70323]: } to be ready. {{(pid=70323) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 846.432114] env[70323]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 846.432114] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52e21502-440a-681b-52ec-d5494d27c6c9" [ 846.432114] env[70323]: _type = "HttpNfcLease" [ 846.432114] env[70323]: } is initializing. {{(pid=70323) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 846.501509] env[70323]: DEBUG oslo_concurrency.lockutils [None req-cfc09203-5139-48ac-93ce-9d206d9f4348 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Releasing lock "refresh_cache-3cd24ffc-62ba-465a-8663-efbce0e593f5" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.638417] env[70323]: DEBUG oslo_vmware.api [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Task: {'id': task-3227119, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.826787] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca9a4a89-7124-423c-b0a3-71c50eeca269 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.839545] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de0aaa3-e5fd-49a9-b8a5-90234fb2b2be {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.852207] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f2264ead-c9e1-4830-a8a6-27684593d23c tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Lock "86114837-8210-4063-9fe5-6e867ae7b252" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.884s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.885040] env[70323]: DEBUG oslo_concurrency.lockutils [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Releasing lock "refresh_cache-d5e45e91-706f-4de8-b7d6-15798256140b" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.885459] env[70323]: DEBUG nova.compute.manager [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] [instance: d5e45e91-706f-4de8-b7d6-15798256140b] Instance network_info: |[{"id": "150bed9d-3413-44b6-9a8d-19a7a8c689e4", "address": "fa:16:3e:ec:15:ac", "network": {"id": "3a37b8ea-1622-4150-8c84-f9129779c932", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1356469403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fc2de174b7245a6a8241261abf3ca86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap150bed9d-34", "ovs_interfaceid": "150bed9d-3413-44b6-9a8d-19a7a8c689e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 846.887599] env[70323]: DEBUG oslo_concurrency.lockutils [req-1ecfc29d-e526-4c9d-8698-7159ebc5bd70 req-9bf220cc-9768-4edb-ba63-b74f03f97fc4 service nova] Acquired lock "refresh_cache-d5e45e91-706f-4de8-b7d6-15798256140b" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.887824] env[70323]: DEBUG nova.network.neutron [req-1ecfc29d-e526-4c9d-8698-7159ebc5bd70 req-9bf220cc-9768-4edb-ba63-b74f03f97fc4 service nova] [instance: d5e45e91-706f-4de8-b7d6-15798256140b] Refreshing network info cache for port 150bed9d-3413-44b6-9a8d-19a7a8c689e4 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 846.892932] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] [instance: d5e45e91-706f-4de8-b7d6-15798256140b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:15:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '085fb0ff-9285-4f1d-a008-a14da4844357', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '150bed9d-3413-44b6-9a8d-19a7a8c689e4', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 846.903325] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 846.904230] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778a2dbd-f250-460f-abd1-0c18cb3dd805 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.912340] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5e45e91-706f-4de8-b7d6-15798256140b] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 846.912769] env[70323]: DEBUG oslo_vmware.api [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Task: {'id': task-3227120, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.913048] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9791535f-a959-4d8d-85b7-df37830f4379 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.943071] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad768d57-8538-40a6-90b8-923abadfcf6d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.948083] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 846.948083] env[70323]: value = "task-3227122" [ 846.948083] env[70323]: _type = "Task" [ 846.948083] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.953020] env[70323]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 846.953020] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52e21502-440a-681b-52ec-d5494d27c6c9" [ 846.953020] env[70323]: _type = "HttpNfcLease" [ 846.953020] env[70323]: } is ready. {{(pid=70323) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 846.955314] env[70323]: DEBUG oslo_vmware.rw_handles [None req-f81bf387-74e5-4693-87be-00688e39a5af tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 846.955314] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52e21502-440a-681b-52ec-d5494d27c6c9" [ 846.955314] env[70323]: _type = "HttpNfcLease" [ 846.955314] env[70323]: }. {{(pid=70323) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 846.965473] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad112845-dab7-4f9a-9497-2c7725db0f05 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.969296] env[70323]: DEBUG nova.compute.provider_tree [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.979925] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227122, 'name': CreateVM_Task} progress is 15%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.986920] env[70323]: DEBUG oslo_vmware.rw_handles [None req-f81bf387-74e5-4693-87be-00688e39a5af tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52950bbf-7e3b-68e6-4875-71d674731216/disk-0.vmdk from lease info. {{(pid=70323) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 846.987269] env[70323]: DEBUG oslo_vmware.rw_handles [None req-f81bf387-74e5-4693-87be-00688e39a5af tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52950bbf-7e3b-68e6-4875-71d674731216/disk-0.vmdk for reading. {{(pid=70323) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 847.055303] env[70323]: DEBUG nova.compute.manager [None req-cfc09203-5139-48ac-93ce-9d206d9f4348 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=70323) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 847.055665] env[70323]: DEBUG oslo_concurrency.lockutils [None req-cfc09203-5139-48ac-93ce-9d206d9f4348 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.120100] env[70323]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-06559040-9419-47e5-a676-666186aa8b0f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.136788] env[70323]: DEBUG oslo_vmware.api [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Task: {'id': task-3227119, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.830185} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.139140] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 914f1b4b-d355-4436-8b3b-628252fb5fef/914f1b4b-d355-4436-8b3b-628252fb5fef.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 847.139352] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: 914f1b4b-d355-4436-8b3b-628252fb5fef] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 847.140032] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-30d8654a-ddf1-4ff7-9aed-d69a9ba9192e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.151714] env[70323]: DEBUG oslo_vmware.api [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Waiting for the task: (returnval){ [ 847.151714] env[70323]: value = "task-3227123" [ 847.151714] env[70323]: _type = "Task" [ 847.151714] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.170277] env[70323]: DEBUG nova.compute.manager [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] [instance: ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 847.172806] env[70323]: DEBUG oslo_vmware.api [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Task: {'id': task-3227123, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.356506] env[70323]: DEBUG oslo_vmware.api [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Task: {'id': task-3227120, 'name': ReconfigVM_Task, 'duration_secs': 0.683163} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.356861] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: 69d9372b-83a6-4a8a-b611-abd6c4fb2ddc] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 69d9372b-83a6-4a8a-b611-abd6c4fb2ddc/69d9372b-83a6-4a8a-b611-abd6c4fb2ddc.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 847.357601] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74d429a7-6141-497c-b5b2-917d2c0eaece {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.364129] env[70323]: DEBUG oslo_vmware.api [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Waiting for the task: (returnval){ [ 847.364129] env[70323]: value = "task-3227124" [ 847.364129] env[70323]: _type = "Task" [ 847.364129] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.373300] env[70323]: DEBUG oslo_vmware.api [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Task: {'id': task-3227124, 'name': Rename_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.375574] env[70323]: DEBUG nova.virt.hardware [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 847.375955] env[70323]: DEBUG nova.virt.hardware [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 847.376296] env[70323]: DEBUG nova.virt.hardware [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 847.376643] env[70323]: DEBUG nova.virt.hardware [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 847.376863] env[70323]: DEBUG nova.virt.hardware [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 847.377243] env[70323]: DEBUG nova.virt.hardware [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 847.377564] env[70323]: DEBUG nova.virt.hardware [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 847.377905] env[70323]: DEBUG nova.virt.hardware [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 847.378324] env[70323]: DEBUG nova.virt.hardware [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 847.378829] env[70323]: DEBUG nova.virt.hardware [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 847.382497] env[70323]: DEBUG nova.virt.hardware [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 847.383755] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0939a663-cbc7-4028-bd01-6fc8df986e8a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.392736] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ba9b94-51e2-4873-9604-3a1e089cc06a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.463126] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227122, 'name': CreateVM_Task, 'duration_secs': 0.473803} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.463371] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5e45e91-706f-4de8-b7d6-15798256140b] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 847.464535] env[70323]: DEBUG oslo_concurrency.lockutils [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.464779] env[70323]: DEBUG oslo_concurrency.lockutils [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.465207] env[70323]: DEBUG oslo_concurrency.lockutils [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.465968] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6384ac2-fc08-41e6-b9c7-1b9af176108e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.471885] env[70323]: DEBUG oslo_vmware.api [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Waiting for the task: (returnval){ [ 847.471885] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]528b588a-23f7-d552-70a5-abc1e80f4fe9" [ 847.471885] env[70323]: _type = "Task" [ 847.471885] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.480382] env[70323]: DEBUG nova.scheduler.client.report [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 847.484072] env[70323]: DEBUG oslo_vmware.api [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]528b588a-23f7-d552-70a5-abc1e80f4fe9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.484348] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8931d530-9be5-45d7-8fee-52c97f90b7ff tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Acquiring lock "86114837-8210-4063-9fe5-6e867ae7b252" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.484555] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8931d530-9be5-45d7-8fee-52c97f90b7ff tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Lock "86114837-8210-4063-9fe5-6e867ae7b252" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.484748] env[70323]: DEBUG nova.compute.manager [None req-8931d530-9be5-45d7-8fee-52c97f90b7ff tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 847.485605] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f457a2ff-5801-43c5-8eba-3fcb2b050c6d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.494595] env[70323]: DEBUG nova.compute.manager [None req-8931d530-9be5-45d7-8fee-52c97f90b7ff tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70323) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 847.495188] env[70323]: DEBUG nova.objects.instance [None req-8931d530-9be5-45d7-8fee-52c97f90b7ff tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Lazy-loading 'flavor' on Instance uuid 86114837-8210-4063-9fe5-6e867ae7b252 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 847.626881] env[70323]: DEBUG nova.compute.manager [req-ebae078c-1b43-4033-9410-7d1d02365e36 req-061bef80-53d5-43b8-92ac-dccc5b323b5d service nova] [instance: ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec] Received event network-vif-plugged-baa4bdc6-4716-4521-b143-aec9fee4f5aa {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.627292] env[70323]: DEBUG oslo_concurrency.lockutils [req-ebae078c-1b43-4033-9410-7d1d02365e36 req-061bef80-53d5-43b8-92ac-dccc5b323b5d service nova] Acquiring lock "ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.628257] env[70323]: DEBUG oslo_concurrency.lockutils [req-ebae078c-1b43-4033-9410-7d1d02365e36 req-061bef80-53d5-43b8-92ac-dccc5b323b5d service nova] Lock "ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.628257] env[70323]: DEBUG oslo_concurrency.lockutils [req-ebae078c-1b43-4033-9410-7d1d02365e36 req-061bef80-53d5-43b8-92ac-dccc5b323b5d service nova] Lock "ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.628257] env[70323]: DEBUG nova.compute.manager [req-ebae078c-1b43-4033-9410-7d1d02365e36 req-061bef80-53d5-43b8-92ac-dccc5b323b5d service nova] [instance: ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec] No waiting events found dispatching network-vif-plugged-baa4bdc6-4716-4521-b143-aec9fee4f5aa {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 847.628257] env[70323]: WARNING nova.compute.manager [req-ebae078c-1b43-4033-9410-7d1d02365e36 req-061bef80-53d5-43b8-92ac-dccc5b323b5d service nova] [instance: ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec] Received unexpected event network-vif-plugged-baa4bdc6-4716-4521-b143-aec9fee4f5aa for instance with vm_state building and task_state spawning. [ 847.667755] env[70323]: DEBUG oslo_vmware.api [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Task: {'id': task-3227123, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07162} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.669633] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: 914f1b4b-d355-4436-8b3b-628252fb5fef] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 847.669633] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c86d19-dca6-4962-8c6a-9b7aefe6bc2a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.698900] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: 914f1b4b-d355-4436-8b3b-628252fb5fef] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 914f1b4b-d355-4436-8b3b-628252fb5fef/914f1b4b-d355-4436-8b3b-628252fb5fef.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 847.700045] env[70323]: DEBUG nova.network.neutron [req-1ecfc29d-e526-4c9d-8698-7159ebc5bd70 req-9bf220cc-9768-4edb-ba63-b74f03f97fc4 service nova] [instance: d5e45e91-706f-4de8-b7d6-15798256140b] Updated VIF entry in instance network info cache for port 150bed9d-3413-44b6-9a8d-19a7a8c689e4. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 847.700536] env[70323]: DEBUG nova.network.neutron [req-1ecfc29d-e526-4c9d-8698-7159ebc5bd70 req-9bf220cc-9768-4edb-ba63-b74f03f97fc4 service nova] [instance: d5e45e91-706f-4de8-b7d6-15798256140b] Updating instance_info_cache with network_info: [{"id": "150bed9d-3413-44b6-9a8d-19a7a8c689e4", "address": "fa:16:3e:ec:15:ac", "network": {"id": "3a37b8ea-1622-4150-8c84-f9129779c932", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1356469403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fc2de174b7245a6a8241261abf3ca86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap150bed9d-34", "ovs_interfaceid": "150bed9d-3413-44b6-9a8d-19a7a8c689e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.702967] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8de52e3d-ab46-47da-ad39-889c03093178 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.722089] env[70323]: DEBUG oslo_concurrency.lockutils [req-1ecfc29d-e526-4c9d-8698-7159ebc5bd70 req-9bf220cc-9768-4edb-ba63-b74f03f97fc4 service nova] Releasing lock "refresh_cache-d5e45e91-706f-4de8-b7d6-15798256140b" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.723192] env[70323]: DEBUG nova.network.neutron [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] [instance: ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec] Successfully updated port: baa4bdc6-4716-4521-b143-aec9fee4f5aa {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 847.732018] env[70323]: DEBUG oslo_vmware.api [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Waiting for the task: (returnval){ [ 847.732018] env[70323]: value = "task-3227125" [ 847.732018] env[70323]: _type = "Task" [ 847.732018] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.744532] env[70323]: DEBUG oslo_vmware.api [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Task: {'id': task-3227125, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.874908] env[70323]: DEBUG oslo_vmware.api [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Task: {'id': task-3227124, 'name': Rename_Task, 'duration_secs': 0.171819} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.875308] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: 69d9372b-83a6-4a8a-b611-abd6c4fb2ddc] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 847.875685] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60211ba0-0dca-4a84-8b51-1b1ccf29ef40 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.884460] env[70323]: DEBUG oslo_vmware.api [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Waiting for the task: (returnval){ [ 847.884460] env[70323]: value = "task-3227126" [ 847.884460] env[70323]: _type = "Task" [ 847.884460] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.899616] env[70323]: DEBUG oslo_vmware.api [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Task: {'id': task-3227126, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.982555] env[70323]: DEBUG oslo_vmware.api [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]528b588a-23f7-d552-70a5-abc1e80f4fe9, 'name': SearchDatastore_Task, 'duration_secs': 0.013582} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.983662] env[70323]: DEBUG oslo_concurrency.lockutils [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.983662] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] [instance: d5e45e91-706f-4de8-b7d6-15798256140b] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 847.983884] env[70323]: DEBUG oslo_concurrency.lockutils [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.984082] env[70323]: DEBUG oslo_concurrency.lockutils [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.984291] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 847.984608] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-504962b1-c656-4d70-83f8-34aca1e27789 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.992244] env[70323]: DEBUG oslo_concurrency.lockutils [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.857s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.993230] env[70323]: DEBUG nova.compute.manager [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 8a80fada-70ad-42ca-8fdd-518ef976b8d6] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 847.997309] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c5c5a78c-165a-4e67-872f-e56f0b1e407d tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.089s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.997628] env[70323]: DEBUG nova.objects.instance [None req-c5c5a78c-165a-4e67-872f-e56f0b1e407d tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Lazy-loading 'resources' on Instance uuid b3f9b17f-4e9b-4d78-954d-a6eee9613900 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 848.000882] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 848.001517] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 848.003239] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-363d6a4c-189e-4dd2-b509-bc23edc6e480 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.010125] env[70323]: DEBUG oslo_vmware.api [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Waiting for the task: (returnval){ [ 848.010125] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]523574ea-d532-064a-8f3e-8c0be96a30c2" [ 848.010125] env[70323]: _type = "Task" [ 848.010125] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.019189] env[70323]: DEBUG oslo_vmware.api [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]523574ea-d532-064a-8f3e-8c0be96a30c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.226537] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Acquiring lock "refresh_cache-ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.226733] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Acquired lock "refresh_cache-ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.226895] env[70323]: DEBUG nova.network.neutron [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] [instance: ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 848.248451] env[70323]: DEBUG oslo_vmware.api [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Task: {'id': task-3227125, 'name': ReconfigVM_Task, 'duration_secs': 0.490434} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.249201] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: 914f1b4b-d355-4436-8b3b-628252fb5fef] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 914f1b4b-d355-4436-8b3b-628252fb5fef/914f1b4b-d355-4436-8b3b-628252fb5fef.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 848.249673] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d1a5fbe-1824-4e95-a458-c649ee3bc0b0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.256763] env[70323]: DEBUG oslo_vmware.api [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Waiting for the task: (returnval){ [ 848.256763] env[70323]: value = "task-3227127" [ 848.256763] env[70323]: _type = "Task" [ 848.256763] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.266027] env[70323]: DEBUG oslo_vmware.api [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Task: {'id': task-3227127, 'name': Rename_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.395328] env[70323]: DEBUG oslo_vmware.api [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Task: {'id': task-3227126, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.504972] env[70323]: DEBUG nova.compute.utils [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 848.510549] env[70323]: DEBUG nova.compute.manager [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 8a80fada-70ad-42ca-8fdd-518ef976b8d6] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 848.510549] env[70323]: DEBUG nova.network.neutron [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 8a80fada-70ad-42ca-8fdd-518ef976b8d6] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 848.512407] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-8931d530-9be5-45d7-8fee-52c97f90b7ff tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 848.512880] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10e033c6-7958-472a-90a1-d638c78cdc60 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.527197] env[70323]: DEBUG oslo_vmware.api [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]523574ea-d532-064a-8f3e-8c0be96a30c2, 'name': SearchDatastore_Task, 'duration_secs': 0.014783} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.529515] env[70323]: DEBUG oslo_vmware.api [None req-8931d530-9be5-45d7-8fee-52c97f90b7ff tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Waiting for the task: (returnval){ [ 848.529515] env[70323]: value = "task-3227128" [ 848.529515] env[70323]: _type = "Task" [ 848.529515] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.529851] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41ca72d9-35f7-4205-a7d4-6b71b7640718 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.543111] env[70323]: DEBUG oslo_vmware.api [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Waiting for the task: (returnval){ [ 848.543111] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5274c0ae-c8ee-6ff6-3a53-3ee51f89d332" [ 848.543111] env[70323]: _type = "Task" [ 848.543111] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.547164] env[70323]: DEBUG oslo_vmware.api [None req-8931d530-9be5-45d7-8fee-52c97f90b7ff tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Task: {'id': task-3227128, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.555205] env[70323]: DEBUG oslo_vmware.api [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5274c0ae-c8ee-6ff6-3a53-3ee51f89d332, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.559969] env[70323]: DEBUG nova.policy [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa4cb92a248148b6a6c7120f44609fb5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '26eec41d408a409ebaed6d2b945fe8b8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 848.768321] env[70323]: DEBUG oslo_vmware.api [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Task: {'id': task-3227127, 'name': Rename_Task, 'duration_secs': 0.203829} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.773587] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: 914f1b4b-d355-4436-8b3b-628252fb5fef] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 848.774897] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38683383-c2ba-4e03-a9ed-3b86ff56d294 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.783037] env[70323]: DEBUG oslo_vmware.api [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Waiting for the task: (returnval){ [ 848.783037] env[70323]: value = "task-3227129" [ 848.783037] env[70323]: _type = "Task" [ 848.783037] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.792360] env[70323]: DEBUG nova.network.neutron [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] [instance: ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 848.801376] env[70323]: DEBUG oslo_vmware.api [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Task: {'id': task-3227129, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.872865] env[70323]: DEBUG oslo_vmware.rw_handles [None req-a34b94f3-ea31-4813-b446-76d46ee81c00 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52074f29-79b4-7bbd-f9bf-d2b4ce9004df/disk-0.vmdk. {{(pid=70323) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 848.873958] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3020661d-9550-40d3-807d-aa5766b58ae5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.881153] env[70323]: DEBUG oslo_vmware.rw_handles [None req-a34b94f3-ea31-4813-b446-76d46ee81c00 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52074f29-79b4-7bbd-f9bf-d2b4ce9004df/disk-0.vmdk is in state: ready. {{(pid=70323) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 848.881502] env[70323]: ERROR oslo_vmware.rw_handles [None req-a34b94f3-ea31-4813-b446-76d46ee81c00 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52074f29-79b4-7bbd-f9bf-d2b4ce9004df/disk-0.vmdk due to incomplete transfer. [ 848.888020] env[70323]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-97673b3b-47c2-4c1c-bff6-dd78be851772 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.896589] env[70323]: DEBUG oslo_vmware.api [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Task: {'id': task-3227126, 'name': PowerOnVM_Task, 'duration_secs': 0.639855} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.898043] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: 69d9372b-83a6-4a8a-b611-abd6c4fb2ddc] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 848.899053] env[70323]: INFO nova.compute.manager [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: 69d9372b-83a6-4a8a-b611-abd6c4fb2ddc] Took 9.73 seconds to spawn the instance on the hypervisor. [ 848.899418] env[70323]: DEBUG nova.compute.manager [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: 69d9372b-83a6-4a8a-b611-abd6c4fb2ddc] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 848.899814] env[70323]: DEBUG oslo_vmware.rw_handles [None req-a34b94f3-ea31-4813-b446-76d46ee81c00 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52074f29-79b4-7bbd-f9bf-d2b4ce9004df/disk-0.vmdk. {{(pid=70323) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 848.901083] env[70323]: DEBUG nova.virt.vmwareapi.images [None req-a34b94f3-ea31-4813-b446-76d46ee81c00 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Uploaded image 70ffde57-6994-4d8b-8c7d-9844216f9ad3 to the Glance image server {{(pid=70323) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 848.902561] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-a34b94f3-ea31-4813-b446-76d46ee81c00 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Destroying the VM {{(pid=70323) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 848.906154] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4176fd-5aff-4988-99ad-82d5d7ce2e73 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.909448] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-281123d6-d3f8-4b85-86fe-10f9deb498bf {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.911766] env[70323]: DEBUG nova.network.neutron [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 8a80fada-70ad-42ca-8fdd-518ef976b8d6] Successfully created port: b47828ca-49b0-46eb-b0eb-34a9bd7aee19 {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 848.923938] env[70323]: DEBUG oslo_vmware.api [None req-a34b94f3-ea31-4813-b446-76d46ee81c00 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for the task: (returnval){ [ 848.923938] env[70323]: value = "task-3227130" [ 848.923938] env[70323]: _type = "Task" [ 848.923938] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.935988] env[70323]: DEBUG oslo_vmware.api [None req-a34b94f3-ea31-4813-b446-76d46ee81c00 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227130, 'name': Destroy_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.010554] env[70323]: DEBUG nova.compute.manager [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 8a80fada-70ad-42ca-8fdd-518ef976b8d6] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 849.021102] env[70323]: DEBUG nova.network.neutron [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] [instance: ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec] Updating instance_info_cache with network_info: [{"id": "baa4bdc6-4716-4521-b143-aec9fee4f5aa", "address": "fa:16:3e:52:0f:04", "network": {"id": "dd4aa788-9eb2-4775-9fb2-2a0758929682", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2131919901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf6e848f80f94d76958c573e308b883e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbaa4bdc6-47", "ovs_interfaceid": "baa4bdc6-4716-4521-b143-aec9fee4f5aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.057083] env[70323]: DEBUG oslo_vmware.api [None req-8931d530-9be5-45d7-8fee-52c97f90b7ff tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Task: {'id': task-3227128, 'name': PowerOffVM_Task, 'duration_secs': 0.370619} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.057753] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-8931d530-9be5-45d7-8fee-52c97f90b7ff tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 849.058048] env[70323]: DEBUG nova.compute.manager [None req-8931d530-9be5-45d7-8fee-52c97f90b7ff tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 849.061961] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad82eeb-ae3d-48f0-adb1-79f7e5568a90 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.070118] env[70323]: DEBUG oslo_vmware.api [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5274c0ae-c8ee-6ff6-3a53-3ee51f89d332, 'name': SearchDatastore_Task, 'duration_secs': 0.015443} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.070810] env[70323]: DEBUG oslo_concurrency.lockutils [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.071168] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] d5e45e91-706f-4de8-b7d6-15798256140b/d5e45e91-706f-4de8-b7d6-15798256140b.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 849.071477] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-059a83db-d9af-49fb-92ff-0269719c7c58 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.082232] env[70323]: DEBUG oslo_vmware.api [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Waiting for the task: (returnval){ [ 849.082232] env[70323]: value = "task-3227131" [ 849.082232] env[70323]: _type = "Task" [ 849.082232] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.094225] env[70323]: DEBUG oslo_vmware.api [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Task: {'id': task-3227131, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.182366] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce4b685-5004-46bd-bd60-0184d7e6c666 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.190500] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd82352-feb5-40b1-ab82-f80a25ff0564 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.220241] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-645e2e8d-c05d-4f96-88a5-006aab89737f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.228999] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bccd306-d37f-49ae-a36f-655ca95acc8e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.244633] env[70323]: DEBUG nova.compute.provider_tree [None req-c5c5a78c-165a-4e67-872f-e56f0b1e407d tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 849.296219] env[70323]: DEBUG oslo_vmware.api [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Task: {'id': task-3227129, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.435976] env[70323]: INFO nova.compute.manager [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: 69d9372b-83a6-4a8a-b611-abd6c4fb2ddc] Took 51.65 seconds to build instance. [ 849.441675] env[70323]: DEBUG oslo_vmware.api [None req-a34b94f3-ea31-4813-b446-76d46ee81c00 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227130, 'name': Destroy_Task} progress is 33%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.527027] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Releasing lock "refresh_cache-ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.527027] env[70323]: DEBUG nova.compute.manager [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] [instance: ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec] Instance network_info: |[{"id": "baa4bdc6-4716-4521-b143-aec9fee4f5aa", "address": "fa:16:3e:52:0f:04", "network": {"id": "dd4aa788-9eb2-4775-9fb2-2a0758929682", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2131919901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf6e848f80f94d76958c573e308b883e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbaa4bdc6-47", "ovs_interfaceid": "baa4bdc6-4716-4521-b143-aec9fee4f5aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 849.527027] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] [instance: ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:0f:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56136ef6-99d7-4562-9a9f-d66fec951c5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'baa4bdc6-4716-4521-b143-aec9fee4f5aa', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 849.536442] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Creating folder: Project (cf6e848f80f94d76958c573e308b883e). Parent ref: group-v644941. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 849.536857] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e675fd9e-1f4d-46fb-81f2-0a5a130cf68f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.548053] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Created folder: Project (cf6e848f80f94d76958c573e308b883e) in parent group-v644941. [ 849.548278] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Creating folder: Instances. Parent ref: group-v645121. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 849.548557] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aba58dbf-83e3-406b-b95c-8731e20c783b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.558628] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Created folder: Instances in parent group-v645121. [ 849.559201] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 849.559500] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 849.559751] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-46d18177-c16b-45da-a29e-c35d59915973 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.580190] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8931d530-9be5-45d7-8fee-52c97f90b7ff tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Lock "86114837-8210-4063-9fe5-6e867ae7b252" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.095s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.583839] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 849.583839] env[70323]: value = "task-3227134" [ 849.583839] env[70323]: _type = "Task" [ 849.583839] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.595472] env[70323]: DEBUG oslo_vmware.api [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Task: {'id': task-3227131, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.598823] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227134, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.748201] env[70323]: DEBUG nova.scheduler.client.report [None req-c5c5a78c-165a-4e67-872f-e56f0b1e407d tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 849.793908] env[70323]: DEBUG oslo_vmware.api [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Task: {'id': task-3227129, 'name': PowerOnVM_Task, 'duration_secs': 0.830841} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.794216] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: 914f1b4b-d355-4436-8b3b-628252fb5fef] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 849.794422] env[70323]: INFO nova.compute.manager [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: 914f1b4b-d355-4436-8b3b-628252fb5fef] Took 7.98 seconds to spawn the instance on the hypervisor. [ 849.794619] env[70323]: DEBUG nova.compute.manager [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: 914f1b4b-d355-4436-8b3b-628252fb5fef] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 849.795463] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0767dad1-572d-4a6e-8e21-1336e7e309d1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.871646] env[70323]: DEBUG nova.compute.manager [req-39a4f72f-109a-445e-9b78-be3b2b174de1 req-2de30d61-fe5d-4edf-8af2-f609eb836a07 service nova] [instance: ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec] Received event network-changed-baa4bdc6-4716-4521-b143-aec9fee4f5aa {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.871646] env[70323]: DEBUG nova.compute.manager [req-39a4f72f-109a-445e-9b78-be3b2b174de1 req-2de30d61-fe5d-4edf-8af2-f609eb836a07 service nova] [instance: ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec] Refreshing instance network info cache due to event network-changed-baa4bdc6-4716-4521-b143-aec9fee4f5aa. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 849.871724] env[70323]: DEBUG oslo_concurrency.lockutils [req-39a4f72f-109a-445e-9b78-be3b2b174de1 req-2de30d61-fe5d-4edf-8af2-f609eb836a07 service nova] Acquiring lock "refresh_cache-ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.872340] env[70323]: DEBUG oslo_concurrency.lockutils [req-39a4f72f-109a-445e-9b78-be3b2b174de1 req-2de30d61-fe5d-4edf-8af2-f609eb836a07 service nova] Acquired lock "refresh_cache-ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.872340] env[70323]: DEBUG nova.network.neutron [req-39a4f72f-109a-445e-9b78-be3b2b174de1 req-2de30d61-fe5d-4edf-8af2-f609eb836a07 service nova] [instance: ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec] Refreshing network info cache for port baa4bdc6-4716-4521-b143-aec9fee4f5aa {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 849.944840] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb91ec3f-ee9b-423d-9f03-4bbb5cb3e21f tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Lock "69d9372b-83a6-4a8a-b611-abd6c4fb2ddc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.250s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.946796] env[70323]: DEBUG oslo_vmware.api [None req-a34b94f3-ea31-4813-b446-76d46ee81c00 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227130, 'name': Destroy_Task, 'duration_secs': 0.614284} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.948820] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-a34b94f3-ea31-4813-b446-76d46ee81c00 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Destroyed the VM [ 849.949371] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a34b94f3-ea31-4813-b446-76d46ee81c00 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Deleting Snapshot of the VM instance {{(pid=70323) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 849.951071] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-33d0d669-6f60-4ce9-ab84-512c1e6e5834 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.959171] env[70323]: DEBUG oslo_vmware.api [None req-a34b94f3-ea31-4813-b446-76d46ee81c00 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for the task: (returnval){ [ 849.959171] env[70323]: value = "task-3227135" [ 849.959171] env[70323]: _type = "Task" [ 849.959171] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.969084] env[70323]: DEBUG oslo_vmware.api [None req-a34b94f3-ea31-4813-b446-76d46ee81c00 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227135, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.021116] env[70323]: DEBUG nova.compute.manager [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 8a80fada-70ad-42ca-8fdd-518ef976b8d6] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 850.045571] env[70323]: DEBUG nova.virt.hardware [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 850.045856] env[70323]: DEBUG nova.virt.hardware [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 850.047038] env[70323]: DEBUG nova.virt.hardware [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 850.047038] env[70323]: DEBUG nova.virt.hardware [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 850.047038] env[70323]: DEBUG nova.virt.hardware [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 850.047038] env[70323]: DEBUG nova.virt.hardware [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 850.047038] env[70323]: DEBUG nova.virt.hardware [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 850.047038] env[70323]: DEBUG nova.virt.hardware [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 850.047307] env[70323]: DEBUG nova.virt.hardware [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 850.047477] env[70323]: DEBUG nova.virt.hardware [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 850.047661] env[70323]: DEBUG nova.virt.hardware [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 850.048578] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea5d4778-5e3b-459f-b715-a78e4729deb1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.056721] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7cb949b-e4bf-4840-9fd3-b54a06084ffc {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.097404] env[70323]: DEBUG oslo_vmware.api [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Task: {'id': task-3227131, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.66208} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.100518] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] d5e45e91-706f-4de8-b7d6-15798256140b/d5e45e91-706f-4de8-b7d6-15798256140b.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 850.100760] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] [instance: d5e45e91-706f-4de8-b7d6-15798256140b] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 850.101014] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227134, 'name': CreateVM_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.101239] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c430eb90-fa4f-4821-be02-ace0515a7e41 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.107326] env[70323]: DEBUG oslo_vmware.api [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Waiting for the task: (returnval){ [ 850.107326] env[70323]: value = "task-3227136" [ 850.107326] env[70323]: _type = "Task" [ 850.107326] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.118015] env[70323]: DEBUG oslo_vmware.api [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Task: {'id': task-3227136, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.254940] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c5c5a78c-165a-4e67-872f-e56f0b1e407d tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.257s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.259057] env[70323]: DEBUG oslo_concurrency.lockutils [None req-acbbb7a8-3e3f-4be3-819c-57176d839531 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.335s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.259343] env[70323]: DEBUG nova.objects.instance [None req-acbbb7a8-3e3f-4be3-819c-57176d839531 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 4a2a0594-39e2-4e91-bba9-954662de5f77] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70323) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 850.285354] env[70323]: INFO nova.scheduler.client.report [None req-c5c5a78c-165a-4e67-872f-e56f0b1e407d tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Deleted allocations for instance b3f9b17f-4e9b-4d78-954d-a6eee9613900 [ 850.317380] env[70323]: INFO nova.compute.manager [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: 914f1b4b-d355-4436-8b3b-628252fb5fef] Took 48.48 seconds to build instance. [ 850.366897] env[70323]: DEBUG nova.objects.instance [None req-ce7b0156-14de-4bdb-bea0-cb003ed5cc50 tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Lazy-loading 'flavor' on Instance uuid 86114837-8210-4063-9fe5-6e867ae7b252 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 850.450826] env[70323]: DEBUG nova.compute.manager [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] [instance: cd36c972-76db-470c-b9bf-74c33f15078e] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 850.470169] env[70323]: DEBUG oslo_vmware.api [None req-a34b94f3-ea31-4813-b446-76d46ee81c00 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227135, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.475590] env[70323]: DEBUG oslo_concurrency.lockutils [None req-555e2a84-668d-4bc0-ba1e-e879f9010bc9 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Acquiring lock "dd6e0679-6c9c-4a30-bd97-530deb5fb246" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.477275] env[70323]: DEBUG oslo_concurrency.lockutils [None req-555e2a84-668d-4bc0-ba1e-e879f9010bc9 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Lock "dd6e0679-6c9c-4a30-bd97-530deb5fb246" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.477275] env[70323]: DEBUG oslo_concurrency.lockutils [None req-555e2a84-668d-4bc0-ba1e-e879f9010bc9 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Acquiring lock "dd6e0679-6c9c-4a30-bd97-530deb5fb246-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.477275] env[70323]: DEBUG oslo_concurrency.lockutils [None req-555e2a84-668d-4bc0-ba1e-e879f9010bc9 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Lock "dd6e0679-6c9c-4a30-bd97-530deb5fb246-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.477275] env[70323]: DEBUG oslo_concurrency.lockutils [None req-555e2a84-668d-4bc0-ba1e-e879f9010bc9 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Lock "dd6e0679-6c9c-4a30-bd97-530deb5fb246-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.479012] env[70323]: INFO nova.compute.manager [None req-555e2a84-668d-4bc0-ba1e-e879f9010bc9 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: dd6e0679-6c9c-4a30-bd97-530deb5fb246] Terminating instance [ 850.600659] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227134, 'name': CreateVM_Task, 'duration_secs': 0.539251} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.600832] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 850.601455] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.601630] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.601989] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.602571] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce7adc85-c3d6-4db5-958f-53b84c26e5d7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.608029] env[70323]: DEBUG oslo_vmware.api [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Waiting for the task: (returnval){ [ 850.608029] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]520c42cd-0b0e-e740-f6fd-a53cdd9f4563" [ 850.608029] env[70323]: _type = "Task" [ 850.608029] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.620463] env[70323]: DEBUG oslo_vmware.api [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Task: {'id': task-3227136, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103458} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.626285] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] [instance: d5e45e91-706f-4de8-b7d6-15798256140b] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 850.626642] env[70323]: DEBUG oslo_vmware.api [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]520c42cd-0b0e-e740-f6fd-a53cdd9f4563, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.627755] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30dd7b67-3c35-4ab3-a737-c6fbb52ae222 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.653938] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] [instance: d5e45e91-706f-4de8-b7d6-15798256140b] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] d5e45e91-706f-4de8-b7d6-15798256140b/d5e45e91-706f-4de8-b7d6-15798256140b.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 850.654464] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a4394ae-a84d-44f0-8e5b-d6397ded0f6f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.678129] env[70323]: DEBUG nova.network.neutron [req-39a4f72f-109a-445e-9b78-be3b2b174de1 req-2de30d61-fe5d-4edf-8af2-f609eb836a07 service nova] [instance: ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec] Updated VIF entry in instance network info cache for port baa4bdc6-4716-4521-b143-aec9fee4f5aa. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 850.678978] env[70323]: DEBUG nova.network.neutron [req-39a4f72f-109a-445e-9b78-be3b2b174de1 req-2de30d61-fe5d-4edf-8af2-f609eb836a07 service nova] [instance: ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec] Updating instance_info_cache with network_info: [{"id": "baa4bdc6-4716-4521-b143-aec9fee4f5aa", "address": "fa:16:3e:52:0f:04", "network": {"id": "dd4aa788-9eb2-4775-9fb2-2a0758929682", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2131919901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf6e848f80f94d76958c573e308b883e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbaa4bdc6-47", "ovs_interfaceid": "baa4bdc6-4716-4521-b143-aec9fee4f5aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.685721] env[70323]: DEBUG oslo_vmware.api [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Waiting for the task: (returnval){ [ 850.685721] env[70323]: value = "task-3227137" [ 850.685721] env[70323]: _type = "Task" [ 850.685721] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.695332] env[70323]: DEBUG oslo_vmware.api [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Task: {'id': task-3227137, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.742046] env[70323]: INFO nova.compute.manager [None req-285421db-1312-427d-8247-1a572694172c tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: 914f1b4b-d355-4436-8b3b-628252fb5fef] Rescuing [ 850.742179] env[70323]: DEBUG oslo_concurrency.lockutils [None req-285421db-1312-427d-8247-1a572694172c tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Acquiring lock "refresh_cache-914f1b4b-d355-4436-8b3b-628252fb5fef" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.742330] env[70323]: DEBUG oslo_concurrency.lockutils [None req-285421db-1312-427d-8247-1a572694172c tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Acquired lock "refresh_cache-914f1b4b-d355-4436-8b3b-628252fb5fef" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.742582] env[70323]: DEBUG nova.network.neutron [None req-285421db-1312-427d-8247-1a572694172c tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: 914f1b4b-d355-4436-8b3b-628252fb5fef] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 850.775086] env[70323]: DEBUG nova.network.neutron [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 8a80fada-70ad-42ca-8fdd-518ef976b8d6] Successfully updated port: b47828ca-49b0-46eb-b0eb-34a9bd7aee19 {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 850.795426] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c5c5a78c-165a-4e67-872f-e56f0b1e407d tempest-ServerTagsTestJSON-441301692 tempest-ServerTagsTestJSON-441301692-project-member] Lock "b3f9b17f-4e9b-4d78-954d-a6eee9613900" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.150s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.819729] env[70323]: DEBUG oslo_concurrency.lockutils [None req-84b7e286-fb9d-4a6e-bba3-2f502e7d02cc tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Lock "914f1b4b-d355-4436-8b3b-628252fb5fef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.021s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.874551] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ce7b0156-14de-4bdb-bea0-cb003ed5cc50 tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Acquiring lock "refresh_cache-86114837-8210-4063-9fe5-6e867ae7b252" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.874551] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ce7b0156-14de-4bdb-bea0-cb003ed5cc50 tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Acquired lock "refresh_cache-86114837-8210-4063-9fe5-6e867ae7b252" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.874551] env[70323]: DEBUG nova.network.neutron [None req-ce7b0156-14de-4bdb-bea0-cb003ed5cc50 tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 850.874551] env[70323]: DEBUG nova.objects.instance [None req-ce7b0156-14de-4bdb-bea0-cb003ed5cc50 tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Lazy-loading 'info_cache' on Instance uuid 86114837-8210-4063-9fe5-6e867ae7b252 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 850.969771] env[70323]: DEBUG oslo_vmware.api [None req-a34b94f3-ea31-4813-b446-76d46ee81c00 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227135, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.977303] env[70323]: DEBUG oslo_concurrency.lockutils [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.984098] env[70323]: DEBUG nova.compute.manager [None req-555e2a84-668d-4bc0-ba1e-e879f9010bc9 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: dd6e0679-6c9c-4a30-bd97-530deb5fb246] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 850.984323] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-555e2a84-668d-4bc0-ba1e-e879f9010bc9 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: dd6e0679-6c9c-4a30-bd97-530deb5fb246] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 850.985234] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab8974d-5aa1-4c9a-b527-14fc2a5b516e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.993442] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-555e2a84-668d-4bc0-ba1e-e879f9010bc9 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: dd6e0679-6c9c-4a30-bd97-530deb5fb246] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 850.993825] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-921309f2-51e8-4370-bd3f-830754237feb {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.000091] env[70323]: DEBUG oslo_vmware.api [None req-555e2a84-668d-4bc0-ba1e-e879f9010bc9 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Waiting for the task: (returnval){ [ 851.000091] env[70323]: value = "task-3227138" [ 851.000091] env[70323]: _type = "Task" [ 851.000091] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.009478] env[70323]: DEBUG oslo_vmware.api [None req-555e2a84-668d-4bc0-ba1e-e879f9010bc9 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Task: {'id': task-3227138, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.127319] env[70323]: DEBUG oslo_vmware.api [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]520c42cd-0b0e-e740-f6fd-a53cdd9f4563, 'name': SearchDatastore_Task, 'duration_secs': 0.016137} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.127663] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.127915] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] [instance: ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 851.128217] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.128362] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.129653] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 851.129653] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a867a1a9-de4b-4b80-a79c-da3ead9f86f5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.138098] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 851.138314] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 851.139187] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-979e97b2-77f0-402a-b105-55d695693003 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.147665] env[70323]: DEBUG oslo_vmware.api [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Waiting for the task: (returnval){ [ 851.147665] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52f27f64-a4d3-8ff4-d290-d49c1b29af5a" [ 851.147665] env[70323]: _type = "Task" [ 851.147665] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.153976] env[70323]: DEBUG oslo_vmware.api [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52f27f64-a4d3-8ff4-d290-d49c1b29af5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.183409] env[70323]: DEBUG oslo_concurrency.lockutils [req-39a4f72f-109a-445e-9b78-be3b2b174de1 req-2de30d61-fe5d-4edf-8af2-f609eb836a07 service nova] Releasing lock "refresh_cache-ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.196981] env[70323]: DEBUG oslo_vmware.api [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Task: {'id': task-3227137, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.274684] env[70323]: DEBUG oslo_concurrency.lockutils [None req-acbbb7a8-3e3f-4be3-819c-57176d839531 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.275962] env[70323]: DEBUG oslo_concurrency.lockutils [None req-72a3e50c-fd3e-42d8-a7c3-3f635297c94d tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.058s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.277870] env[70323]: INFO nova.compute.claims [None req-72a3e50c-fd3e-42d8-a7c3-3f635297c94d tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] [instance: 1045f2b7-ab99-480a-8ea0-14f09812c126] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 851.283719] env[70323]: DEBUG oslo_concurrency.lockutils [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Acquiring lock "refresh_cache-8a80fada-70ad-42ca-8fdd-518ef976b8d6" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.284020] env[70323]: DEBUG oslo_concurrency.lockutils [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Acquired lock "refresh_cache-8a80fada-70ad-42ca-8fdd-518ef976b8d6" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.286735] env[70323]: DEBUG nova.network.neutron [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 8a80fada-70ad-42ca-8fdd-518ef976b8d6] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 851.379097] env[70323]: DEBUG nova.objects.base [None req-ce7b0156-14de-4bdb-bea0-cb003ed5cc50 tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Object Instance<86114837-8210-4063-9fe5-6e867ae7b252> lazy-loaded attributes: flavor,info_cache {{(pid=70323) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 851.472566] env[70323]: DEBUG oslo_vmware.api [None req-a34b94f3-ea31-4813-b446-76d46ee81c00 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227135, 'name': RemoveSnapshot_Task, 'duration_secs': 1.024111} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.472894] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a34b94f3-ea31-4813-b446-76d46ee81c00 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Deleted Snapshot of the VM instance {{(pid=70323) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 851.473163] env[70323]: INFO nova.compute.manager [None req-a34b94f3-ea31-4813-b446-76d46ee81c00 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Took 15.99 seconds to snapshot the instance on the hypervisor. [ 851.510564] env[70323]: DEBUG oslo_vmware.api [None req-555e2a84-668d-4bc0-ba1e-e879f9010bc9 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Task: {'id': task-3227138, 'name': PowerOffVM_Task, 'duration_secs': 0.315274} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.510754] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-555e2a84-668d-4bc0-ba1e-e879f9010bc9 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: dd6e0679-6c9c-4a30-bd97-530deb5fb246] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 851.510894] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-555e2a84-668d-4bc0-ba1e-e879f9010bc9 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: dd6e0679-6c9c-4a30-bd97-530deb5fb246] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 851.511175] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c1eb6d5-c3a4-4ff7-b771-f82d6f640d57 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.572324] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-555e2a84-668d-4bc0-ba1e-e879f9010bc9 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: dd6e0679-6c9c-4a30-bd97-530deb5fb246] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 851.572621] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-555e2a84-668d-4bc0-ba1e-e879f9010bc9 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: dd6e0679-6c9c-4a30-bd97-530deb5fb246] Deleting contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 851.572814] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-555e2a84-668d-4bc0-ba1e-e879f9010bc9 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Deleting the datastore file [datastore1] dd6e0679-6c9c-4a30-bd97-530deb5fb246 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 851.573099] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b97b3db9-b32f-4b0b-a423-9f2aae08c60d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.579892] env[70323]: DEBUG oslo_vmware.api [None req-555e2a84-668d-4bc0-ba1e-e879f9010bc9 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Waiting for the task: (returnval){ [ 851.579892] env[70323]: value = "task-3227140" [ 851.579892] env[70323]: _type = "Task" [ 851.579892] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.588219] env[70323]: DEBUG oslo_vmware.api [None req-555e2a84-668d-4bc0-ba1e-e879f9010bc9 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Task: {'id': task-3227140, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.609518] env[70323]: DEBUG nova.network.neutron [None req-285421db-1312-427d-8247-1a572694172c tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: 914f1b4b-d355-4436-8b3b-628252fb5fef] Updating instance_info_cache with network_info: [{"id": "c6d5b3c8-c636-4029-bf9a-96b68566591c", "address": "fa:16:3e:ea:5a:2c", "network": {"id": "3708bc4f-8fad-49c9-bea5-5393ff690aeb", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-791749317-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ce2da29e7c3b420e890c47f9abcd0a92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6d5b3c8-c6", "ovs_interfaceid": "c6d5b3c8-c636-4029-bf9a-96b68566591c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.657041] env[70323]: DEBUG oslo_vmware.api [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52f27f64-a4d3-8ff4-d290-d49c1b29af5a, 'name': SearchDatastore_Task, 'duration_secs': 0.01851} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.659969] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a62a2c1d-5ce4-4a5e-b006-b0089cca7420 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.667243] env[70323]: DEBUG oslo_vmware.api [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Waiting for the task: (returnval){ [ 851.667243] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5209017d-6af5-6c0e-7780-6e3426917ad2" [ 851.667243] env[70323]: _type = "Task" [ 851.667243] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.676193] env[70323]: DEBUG oslo_vmware.api [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5209017d-6af5-6c0e-7780-6e3426917ad2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.697107] env[70323]: DEBUG oslo_vmware.api [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Task: {'id': task-3227137, 'name': ReconfigVM_Task, 'duration_secs': 0.634505} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.697407] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] [instance: d5e45e91-706f-4de8-b7d6-15798256140b] Reconfigured VM instance instance-0000003c to attach disk [datastore1] d5e45e91-706f-4de8-b7d6-15798256140b/d5e45e91-706f-4de8-b7d6-15798256140b.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 851.697767] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=70323) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 851.698498] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-3b52c8e4-8ab9-458b-a9b4-6aa0ecde84ae {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.706521] env[70323]: DEBUG oslo_vmware.api [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Waiting for the task: (returnval){ [ 851.706521] env[70323]: value = "task-3227141" [ 851.706521] env[70323]: _type = "Task" [ 851.706521] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.716776] env[70323]: DEBUG oslo_vmware.api [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Task: {'id': task-3227141, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.824802] env[70323]: DEBUG nova.network.neutron [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 8a80fada-70ad-42ca-8fdd-518ef976b8d6] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 852.014429] env[70323]: DEBUG nova.network.neutron [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 8a80fada-70ad-42ca-8fdd-518ef976b8d6] Updating instance_info_cache with network_info: [{"id": "b47828ca-49b0-46eb-b0eb-34a9bd7aee19", "address": "fa:16:3e:e3:c4:53", "network": {"id": "b228dccb-aca7-4bb7-9a29-1f859b2d48ee", "bridge": "br-int", "label": "tempest-ImagesTestJSON-216220513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26eec41d408a409ebaed6d2b945fe8b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb47828ca-49", "ovs_interfaceid": "b47828ca-49b0-46eb-b0eb-34a9bd7aee19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.038605] env[70323]: DEBUG nova.compute.manager [None req-a34b94f3-ea31-4813-b446-76d46ee81c00 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Found 2 images (rotation: 2) {{(pid=70323) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 852.041954] env[70323]: DEBUG nova.compute.manager [req-9d80274f-11e2-4b81-a62b-b520e4addf5b req-5ba84946-e1c3-48f7-b8b8-6117de077f78 service nova] [instance: 8a80fada-70ad-42ca-8fdd-518ef976b8d6] Received event network-vif-plugged-b47828ca-49b0-46eb-b0eb-34a9bd7aee19 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.041954] env[70323]: DEBUG oslo_concurrency.lockutils [req-9d80274f-11e2-4b81-a62b-b520e4addf5b req-5ba84946-e1c3-48f7-b8b8-6117de077f78 service nova] Acquiring lock "8a80fada-70ad-42ca-8fdd-518ef976b8d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.042233] env[70323]: DEBUG oslo_concurrency.lockutils [req-9d80274f-11e2-4b81-a62b-b520e4addf5b req-5ba84946-e1c3-48f7-b8b8-6117de077f78 service nova] Lock "8a80fada-70ad-42ca-8fdd-518ef976b8d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.042425] env[70323]: DEBUG oslo_concurrency.lockutils [req-9d80274f-11e2-4b81-a62b-b520e4addf5b req-5ba84946-e1c3-48f7-b8b8-6117de077f78 service nova] Lock "8a80fada-70ad-42ca-8fdd-518ef976b8d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.042598] env[70323]: DEBUG nova.compute.manager [req-9d80274f-11e2-4b81-a62b-b520e4addf5b req-5ba84946-e1c3-48f7-b8b8-6117de077f78 service nova] [instance: 8a80fada-70ad-42ca-8fdd-518ef976b8d6] No waiting events found dispatching network-vif-plugged-b47828ca-49b0-46eb-b0eb-34a9bd7aee19 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 852.042927] env[70323]: WARNING nova.compute.manager [req-9d80274f-11e2-4b81-a62b-b520e4addf5b req-5ba84946-e1c3-48f7-b8b8-6117de077f78 service nova] [instance: 8a80fada-70ad-42ca-8fdd-518ef976b8d6] Received unexpected event network-vif-plugged-b47828ca-49b0-46eb-b0eb-34a9bd7aee19 for instance with vm_state building and task_state spawning. [ 852.043788] env[70323]: DEBUG nova.compute.manager [req-9d80274f-11e2-4b81-a62b-b520e4addf5b req-5ba84946-e1c3-48f7-b8b8-6117de077f78 service nova] [instance: 8a80fada-70ad-42ca-8fdd-518ef976b8d6] Received event network-changed-b47828ca-49b0-46eb-b0eb-34a9bd7aee19 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.043788] env[70323]: DEBUG nova.compute.manager [req-9d80274f-11e2-4b81-a62b-b520e4addf5b req-5ba84946-e1c3-48f7-b8b8-6117de077f78 service nova] [instance: 8a80fada-70ad-42ca-8fdd-518ef976b8d6] Refreshing instance network info cache due to event network-changed-b47828ca-49b0-46eb-b0eb-34a9bd7aee19. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 852.043788] env[70323]: DEBUG oslo_concurrency.lockutils [req-9d80274f-11e2-4b81-a62b-b520e4addf5b req-5ba84946-e1c3-48f7-b8b8-6117de077f78 service nova] Acquiring lock "refresh_cache-8a80fada-70ad-42ca-8fdd-518ef976b8d6" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.092786] env[70323]: DEBUG oslo_vmware.api [None req-555e2a84-668d-4bc0-ba1e-e879f9010bc9 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Task: {'id': task-3227140, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212031} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.093783] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-555e2a84-668d-4bc0-ba1e-e879f9010bc9 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 852.093783] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-555e2a84-668d-4bc0-ba1e-e879f9010bc9 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: dd6e0679-6c9c-4a30-bd97-530deb5fb246] Deleted contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 852.093783] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-555e2a84-668d-4bc0-ba1e-e879f9010bc9 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: dd6e0679-6c9c-4a30-bd97-530deb5fb246] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 852.093783] env[70323]: INFO nova.compute.manager [None req-555e2a84-668d-4bc0-ba1e-e879f9010bc9 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: dd6e0679-6c9c-4a30-bd97-530deb5fb246] Took 1.11 seconds to destroy the instance on the hypervisor. [ 852.093972] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-555e2a84-668d-4bc0-ba1e-e879f9010bc9 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 852.093972] env[70323]: DEBUG nova.compute.manager [-] [instance: dd6e0679-6c9c-4a30-bd97-530deb5fb246] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 852.094091] env[70323]: DEBUG nova.network.neutron [-] [instance: dd6e0679-6c9c-4a30-bd97-530deb5fb246] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 852.113108] env[70323]: DEBUG oslo_concurrency.lockutils [None req-285421db-1312-427d-8247-1a572694172c tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Releasing lock "refresh_cache-914f1b4b-d355-4436-8b3b-628252fb5fef" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.188021] env[70323]: DEBUG oslo_vmware.api [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5209017d-6af5-6c0e-7780-6e3426917ad2, 'name': SearchDatastore_Task, 'duration_secs': 0.014577} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.188021] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.188021] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec/ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 852.188257] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-64269451-44a4-4c93-9272-78b68cd2d68d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.201474] env[70323]: DEBUG oslo_vmware.api [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Waiting for the task: (returnval){ [ 852.201474] env[70323]: value = "task-3227142" [ 852.201474] env[70323]: _type = "Task" [ 852.201474] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.228235] env[70323]: DEBUG oslo_vmware.api [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Task: {'id': task-3227141, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.058582} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.228587] env[70323]: DEBUG oslo_vmware.api [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Task: {'id': task-3227142, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.228898] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=70323) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 852.229917] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6531dee5-5afb-4265-a905-61410e3a776d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.274416] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] [instance: d5e45e91-706f-4de8-b7d6-15798256140b] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] d5e45e91-706f-4de8-b7d6-15798256140b/ephemeral_0.vmdk or device None with type thin {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 852.274416] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06e34c2b-47cb-4e51-ad3c-e111a9ce2cf6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.284481] env[70323]: DEBUG oslo_vmware.api [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Waiting for the task: (returnval){ [ 852.284481] env[70323]: value = "task-3227143" [ 852.284481] env[70323]: _type = "Task" [ 852.284481] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.294602] env[70323]: DEBUG oslo_vmware.api [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Task: {'id': task-3227143, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.374843] env[70323]: DEBUG nova.network.neutron [None req-ce7b0156-14de-4bdb-bea0-cb003ed5cc50 tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Updating instance_info_cache with network_info: [{"id": "2582c9a2-7489-41dc-84cc-af9f72aa563c", "address": "fa:16:3e:d9:71:e4", "network": {"id": "2d13cbb9-27ad-4fa7-9f7f-c2ad17b0ffb8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1466534262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c97dc7ffe4c4914b563a9f3fd80163c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2582c9a2-74", "ovs_interfaceid": "2582c9a2-7489-41dc-84cc-af9f72aa563c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.524478] env[70323]: DEBUG oslo_concurrency.lockutils [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Releasing lock "refresh_cache-8a80fada-70ad-42ca-8fdd-518ef976b8d6" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.524807] env[70323]: DEBUG nova.compute.manager [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 8a80fada-70ad-42ca-8fdd-518ef976b8d6] Instance network_info: |[{"id": "b47828ca-49b0-46eb-b0eb-34a9bd7aee19", "address": "fa:16:3e:e3:c4:53", "network": {"id": "b228dccb-aca7-4bb7-9a29-1f859b2d48ee", "bridge": "br-int", "label": "tempest-ImagesTestJSON-216220513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26eec41d408a409ebaed6d2b945fe8b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb47828ca-49", "ovs_interfaceid": "b47828ca-49b0-46eb-b0eb-34a9bd7aee19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 852.526142] env[70323]: DEBUG oslo_concurrency.lockutils [req-9d80274f-11e2-4b81-a62b-b520e4addf5b req-5ba84946-e1c3-48f7-b8b8-6117de077f78 service nova] Acquired lock "refresh_cache-8a80fada-70ad-42ca-8fdd-518ef976b8d6" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.526142] env[70323]: DEBUG nova.network.neutron [req-9d80274f-11e2-4b81-a62b-b520e4addf5b req-5ba84946-e1c3-48f7-b8b8-6117de077f78 service nova] [instance: 8a80fada-70ad-42ca-8fdd-518ef976b8d6] Refreshing network info cache for port b47828ca-49b0-46eb-b0eb-34a9bd7aee19 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 852.530023] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 8a80fada-70ad-42ca-8fdd-518ef976b8d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:c4:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b47828ca-49b0-46eb-b0eb-34a9bd7aee19', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 852.535671] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 852.536306] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a80fada-70ad-42ca-8fdd-518ef976b8d6] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 852.536551] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b72146ae-e02f-4996-b741-ac6df0fe065e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.565029] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 852.565029] env[70323]: value = "task-3227144" [ 852.565029] env[70323]: _type = "Task" [ 852.565029] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.574587] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227144, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.723522] env[70323]: DEBUG oslo_vmware.api [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Task: {'id': task-3227142, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.799213] env[70323]: DEBUG oslo_vmware.api [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Task: {'id': task-3227143, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.878299] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ce7b0156-14de-4bdb-bea0-cb003ed5cc50 tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Releasing lock "refresh_cache-86114837-8210-4063-9fe5-6e867ae7b252" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.986191] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b93cc302-0800-4214-aaf2-e577e4a06e40 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.994529] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0fd238-1736-499b-bd02-b51657c64f39 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.029176] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c0e635-fed4-4894-9f91-4570e7053da7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.039892] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e43a8420-8561-4f21-9aec-220cea7e51bc {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.055759] env[70323]: DEBUG nova.compute.provider_tree [None req-72a3e50c-fd3e-42d8-a7c3-3f635297c94d tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 853.074666] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227144, 'name': CreateVM_Task, 'duration_secs': 0.482735} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.074715] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a80fada-70ad-42ca-8fdd-518ef976b8d6] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 853.075434] env[70323]: DEBUG oslo_concurrency.lockutils [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.075637] env[70323]: DEBUG oslo_concurrency.lockutils [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.075907] env[70323]: DEBUG oslo_concurrency.lockutils [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.076185] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c752a48-776a-45c6-a8b2-45280f9bc332 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.082419] env[70323]: DEBUG oslo_vmware.api [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Waiting for the task: (returnval){ [ 853.082419] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52024f92-bcec-1452-c574-9b3fff73133f" [ 853.082419] env[70323]: _type = "Task" [ 853.082419] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.091822] env[70323]: DEBUG oslo_vmware.api [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52024f92-bcec-1452-c574-9b3fff73133f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.215615] env[70323]: DEBUG oslo_vmware.api [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Task: {'id': task-3227142, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.628982} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.216498] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec/ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 853.216498] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] [instance: ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 853.216658] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f746c5e5-88f2-47dd-9e23-1c58c5026bf6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.223766] env[70323]: DEBUG oslo_vmware.api [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Waiting for the task: (returnval){ [ 853.223766] env[70323]: value = "task-3227145" [ 853.223766] env[70323]: _type = "Task" [ 853.223766] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.236305] env[70323]: DEBUG oslo_vmware.api [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Task: {'id': task-3227145, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.274655] env[70323]: DEBUG nova.network.neutron [-] [instance: dd6e0679-6c9c-4a30-bd97-530deb5fb246] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.298087] env[70323]: DEBUG oslo_vmware.api [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Task: {'id': task-3227143, 'name': ReconfigVM_Task, 'duration_secs': 0.783726} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.298500] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] [instance: d5e45e91-706f-4de8-b7d6-15798256140b] Reconfigured VM instance instance-0000003c to attach disk [datastore1] d5e45e91-706f-4de8-b7d6-15798256140b/ephemeral_0.vmdk or device None with type thin {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 853.299239] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23dadc02-c180-482f-9332-a4e0feca2665 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.306160] env[70323]: DEBUG oslo_vmware.api [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Waiting for the task: (returnval){ [ 853.306160] env[70323]: value = "task-3227146" [ 853.306160] env[70323]: _type = "Task" [ 853.306160] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.318468] env[70323]: DEBUG oslo_vmware.api [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Task: {'id': task-3227146, 'name': Rename_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.561173] env[70323]: DEBUG nova.scheduler.client.report [None req-72a3e50c-fd3e-42d8-a7c3-3f635297c94d tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 853.598022] env[70323]: DEBUG oslo_vmware.api [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52024f92-bcec-1452-c574-9b3fff73133f, 'name': SearchDatastore_Task, 'duration_secs': 0.020959} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.598022] env[70323]: DEBUG oslo_concurrency.lockutils [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.598022] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 8a80fada-70ad-42ca-8fdd-518ef976b8d6] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 853.598022] env[70323]: DEBUG oslo_concurrency.lockutils [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.598256] env[70323]: DEBUG oslo_concurrency.lockutils [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.598256] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 853.598531] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91d968d6-2fc7-4186-a25c-6a7907abcf2c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.607368] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 853.607368] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 853.608224] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a782ba81-0b85-4d4f-b790-865bc50a2625 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.614118] env[70323]: DEBUG oslo_vmware.api [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Waiting for the task: (returnval){ [ 853.614118] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52c71f63-ab4b-f2b9-680b-efc6beecb4ac" [ 853.614118] env[70323]: _type = "Task" [ 853.614118] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.622548] env[70323]: DEBUG oslo_vmware.api [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52c71f63-ab4b-f2b9-680b-efc6beecb4ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.629017] env[70323]: DEBUG nova.network.neutron [req-9d80274f-11e2-4b81-a62b-b520e4addf5b req-5ba84946-e1c3-48f7-b8b8-6117de077f78 service nova] [instance: 8a80fada-70ad-42ca-8fdd-518ef976b8d6] Updated VIF entry in instance network info cache for port b47828ca-49b0-46eb-b0eb-34a9bd7aee19. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 853.629485] env[70323]: DEBUG nova.network.neutron [req-9d80274f-11e2-4b81-a62b-b520e4addf5b req-5ba84946-e1c3-48f7-b8b8-6117de077f78 service nova] [instance: 8a80fada-70ad-42ca-8fdd-518ef976b8d6] Updating instance_info_cache with network_info: [{"id": "b47828ca-49b0-46eb-b0eb-34a9bd7aee19", "address": "fa:16:3e:e3:c4:53", "network": {"id": "b228dccb-aca7-4bb7-9a29-1f859b2d48ee", "bridge": "br-int", "label": "tempest-ImagesTestJSON-216220513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26eec41d408a409ebaed6d2b945fe8b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb47828ca-49", "ovs_interfaceid": "b47828ca-49b0-46eb-b0eb-34a9bd7aee19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.666572] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-285421db-1312-427d-8247-1a572694172c tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: 914f1b4b-d355-4436-8b3b-628252fb5fef] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 853.667023] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08fcc832-d8e8-4b44-bf50-eee499d18368 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.674563] env[70323]: DEBUG oslo_vmware.api [None req-285421db-1312-427d-8247-1a572694172c tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Waiting for the task: (returnval){ [ 853.674563] env[70323]: value = "task-3227147" [ 853.674563] env[70323]: _type = "Task" [ 853.674563] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.683368] env[70323]: DEBUG oslo_vmware.api [None req-285421db-1312-427d-8247-1a572694172c tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Task: {'id': task-3227147, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.736916] env[70323]: DEBUG oslo_vmware.api [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Task: {'id': task-3227145, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063658} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.737683] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] [instance: ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 853.738267] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4440aeec-da63-4869-9453-182635fcd1d4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.763024] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] [instance: ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec/ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 853.763422] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b1b0974-dc9e-4ecc-b0fc-e8e699a124b6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.782034] env[70323]: INFO nova.compute.manager [-] [instance: dd6e0679-6c9c-4a30-bd97-530deb5fb246] Took 1.68 seconds to deallocate network for instance. [ 853.785898] env[70323]: DEBUG oslo_vmware.api [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Waiting for the task: (returnval){ [ 853.785898] env[70323]: value = "task-3227148" [ 853.785898] env[70323]: _type = "Task" [ 853.785898] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.797493] env[70323]: DEBUG oslo_vmware.api [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Task: {'id': task-3227148, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.817685] env[70323]: DEBUG oslo_vmware.api [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Task: {'id': task-3227146, 'name': Rename_Task, 'duration_secs': 0.214264} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.818053] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] [instance: d5e45e91-706f-4de8-b7d6-15798256140b] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 853.818345] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a88505f-3d0d-4fc4-8107-19fe1a5b5892 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.825662] env[70323]: DEBUG oslo_vmware.api [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Waiting for the task: (returnval){ [ 853.825662] env[70323]: value = "task-3227149" [ 853.825662] env[70323]: _type = "Task" [ 853.825662] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.838015] env[70323]: DEBUG oslo_vmware.api [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Task: {'id': task-3227149, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.883125] env[70323]: DEBUG nova.compute.manager [None req-9ce2a97a-427d-403a-9b96-256fe5d987e0 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 853.884304] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-931cc023-9843-4b9b-b222-1e603b2b0da6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.887822] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce7b0156-14de-4bdb-bea0-cb003ed5cc50 tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 853.888194] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b289af8-735d-42da-bcc2-64226a45d002 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.897761] env[70323]: DEBUG oslo_vmware.api [None req-ce7b0156-14de-4bdb-bea0-cb003ed5cc50 tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Waiting for the task: (returnval){ [ 853.897761] env[70323]: value = "task-3227150" [ 853.897761] env[70323]: _type = "Task" [ 853.897761] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.911430] env[70323]: DEBUG oslo_vmware.api [None req-ce7b0156-14de-4bdb-bea0-cb003ed5cc50 tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Task: {'id': task-3227150, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.069433] env[70323]: DEBUG nova.compute.manager [req-5da60f55-e6f2-4869-9a0e-f595eeff5985 req-5d7e9cc7-a714-4be8-b7d6-a4b86d69d1b3 service nova] [instance: dd6e0679-6c9c-4a30-bd97-530deb5fb246] Received event network-vif-deleted-04aaba5f-ed76-4061-8390-2afc71674696 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.072686] env[70323]: DEBUG oslo_concurrency.lockutils [None req-72a3e50c-fd3e-42d8-a7c3-3f635297c94d tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.797s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.073208] env[70323]: DEBUG nova.compute.manager [None req-72a3e50c-fd3e-42d8-a7c3-3f635297c94d tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] [instance: 1045f2b7-ab99-480a-8ea0-14f09812c126] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 854.077334] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2d15a94c-236c-4a21-873e-349187222ce2 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.367s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.077334] env[70323]: DEBUG nova.objects.instance [None req-2d15a94c-236c-4a21-873e-349187222ce2 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Lazy-loading 'resources' on Instance uuid bfea592a-7cc8-4944-b8ce-ba28d64d5ed7 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 854.125067] env[70323]: DEBUG oslo_vmware.api [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52c71f63-ab4b-f2b9-680b-efc6beecb4ac, 'name': SearchDatastore_Task, 'duration_secs': 0.01199} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.126251] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8535078-969f-406e-81c0-23e9608c69b1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.132760] env[70323]: DEBUG oslo_concurrency.lockutils [req-9d80274f-11e2-4b81-a62b-b520e4addf5b req-5ba84946-e1c3-48f7-b8b8-6117de077f78 service nova] Releasing lock "refresh_cache-8a80fada-70ad-42ca-8fdd-518ef976b8d6" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.133263] env[70323]: DEBUG oslo_vmware.api [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Waiting for the task: (returnval){ [ 854.133263] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52fe18e0-6dbd-5767-7218-15401838cd01" [ 854.133263] env[70323]: _type = "Task" [ 854.133263] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.141817] env[70323]: DEBUG oslo_vmware.api [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52fe18e0-6dbd-5767-7218-15401838cd01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.186201] env[70323]: DEBUG oslo_vmware.api [None req-285421db-1312-427d-8247-1a572694172c tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Task: {'id': task-3227147, 'name': PowerOffVM_Task, 'duration_secs': 0.256567} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.186500] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-285421db-1312-427d-8247-1a572694172c tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: 914f1b4b-d355-4436-8b3b-628252fb5fef] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 854.187430] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53609bb9-0cc8-4928-a3aa-9f60ebc5c596 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.207044] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7181a2f9-e618-432f-a8c3-4a77c2c98bd4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.236349] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-285421db-1312-427d-8247-1a572694172c tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: 914f1b4b-d355-4436-8b3b-628252fb5fef] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 854.236651] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7c43492-98ff-4c0c-aa41-9921244e6189 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.243856] env[70323]: DEBUG oslo_vmware.api [None req-285421db-1312-427d-8247-1a572694172c tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Waiting for the task: (returnval){ [ 854.243856] env[70323]: value = "task-3227151" [ 854.243856] env[70323]: _type = "Task" [ 854.243856] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.254353] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-285421db-1312-427d-8247-1a572694172c tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: 914f1b4b-d355-4436-8b3b-628252fb5fef] VM already powered off {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 854.254573] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-285421db-1312-427d-8247-1a572694172c tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: 914f1b4b-d355-4436-8b3b-628252fb5fef] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 854.254827] env[70323]: DEBUG oslo_concurrency.lockutils [None req-285421db-1312-427d-8247-1a572694172c tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.255334] env[70323]: DEBUG oslo_concurrency.lockutils [None req-285421db-1312-427d-8247-1a572694172c tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.255334] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-285421db-1312-427d-8247-1a572694172c tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 854.255451] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e1fca3c-30b1-48b1-a98c-4675a9be9bef {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.264350] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-285421db-1312-427d-8247-1a572694172c tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 854.264597] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-285421db-1312-427d-8247-1a572694172c tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 854.265416] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12ad0efa-ad17-439f-a47e-1af1240becc9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.271163] env[70323]: DEBUG oslo_vmware.api [None req-285421db-1312-427d-8247-1a572694172c tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Waiting for the task: (returnval){ [ 854.271163] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52c3e7cd-4e57-4276-3549-8aa8acf35b93" [ 854.271163] env[70323]: _type = "Task" [ 854.271163] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.279038] env[70323]: DEBUG oslo_vmware.api [None req-285421db-1312-427d-8247-1a572694172c tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52c3e7cd-4e57-4276-3549-8aa8acf35b93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.286494] env[70323]: DEBUG oslo_concurrency.lockutils [None req-555e2a84-668d-4bc0-ba1e-e879f9010bc9 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.297459] env[70323]: DEBUG oslo_vmware.api [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Task: {'id': task-3227148, 'name': ReconfigVM_Task, 'duration_secs': 0.363692} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.297459] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] [instance: ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec] Reconfigured VM instance instance-0000003d to attach disk [datastore1] ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec/ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 854.297807] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0cb6db2-49cb-48aa-a75d-6be207b566c9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.308347] env[70323]: DEBUG oslo_vmware.api [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Waiting for the task: (returnval){ [ 854.308347] env[70323]: value = "task-3227152" [ 854.308347] env[70323]: _type = "Task" [ 854.308347] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.323086] env[70323]: DEBUG oslo_vmware.api [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Task: {'id': task-3227152, 'name': Rename_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.337396] env[70323]: DEBUG oslo_vmware.api [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Task: {'id': task-3227149, 'name': PowerOnVM_Task} progress is 87%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.399987] env[70323]: INFO nova.compute.manager [None req-9ce2a97a-427d-403a-9b96-256fe5d987e0 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] instance snapshotting [ 854.400937] env[70323]: DEBUG nova.objects.instance [None req-9ce2a97a-427d-403a-9b96-256fe5d987e0 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Lazy-loading 'flavor' on Instance uuid 94af8883-9a40-4929-8b36-16c400b3d18a {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 854.411442] env[70323]: DEBUG oslo_vmware.api [None req-ce7b0156-14de-4bdb-bea0-cb003ed5cc50 tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Task: {'id': task-3227150, 'name': PowerOnVM_Task, 'duration_secs': 0.426591} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.411705] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce7b0156-14de-4bdb-bea0-cb003ed5cc50 tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 854.411919] env[70323]: DEBUG nova.compute.manager [None req-ce7b0156-14de-4bdb-bea0-cb003ed5cc50 tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 854.412826] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c536afd-a81d-4b60-ae3b-f308378fa7ec {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.581735] env[70323]: DEBUG nova.compute.utils [None req-72a3e50c-fd3e-42d8-a7c3-3f635297c94d tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 854.586783] env[70323]: DEBUG nova.compute.manager [None req-72a3e50c-fd3e-42d8-a7c3-3f635297c94d tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] [instance: 1045f2b7-ab99-480a-8ea0-14f09812c126] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 854.586882] env[70323]: DEBUG nova.network.neutron [None req-72a3e50c-fd3e-42d8-a7c3-3f635297c94d tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] [instance: 1045f2b7-ab99-480a-8ea0-14f09812c126] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 854.640452] env[70323]: DEBUG nova.policy [None req-72a3e50c-fd3e-42d8-a7c3-3f635297c94d tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd13c38959d034cd9a0b78a41c67b6d13', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed8be542e44f4307b1826fabe4801100', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 854.648160] env[70323]: DEBUG oslo_vmware.api [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52fe18e0-6dbd-5767-7218-15401838cd01, 'name': SearchDatastore_Task, 'duration_secs': 0.028129} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.648783] env[70323]: DEBUG oslo_concurrency.lockutils [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.648951] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 8a80fada-70ad-42ca-8fdd-518ef976b8d6/8a80fada-70ad-42ca-8fdd-518ef976b8d6.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 854.650105] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-229e44b8-08f9-4652-891c-e1f47705ef2b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.656339] env[70323]: DEBUG oslo_vmware.api [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Waiting for the task: (returnval){ [ 854.656339] env[70323]: value = "task-3227153" [ 854.656339] env[70323]: _type = "Task" [ 854.656339] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.668754] env[70323]: DEBUG oslo_vmware.api [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227153, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.785952] env[70323]: DEBUG oslo_vmware.api [None req-285421db-1312-427d-8247-1a572694172c tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52c3e7cd-4e57-4276-3549-8aa8acf35b93, 'name': SearchDatastore_Task, 'duration_secs': 0.011621} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.789349] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b3ddc6e-3377-4997-8b0c-e326b5aa4541 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.794512] env[70323]: DEBUG oslo_vmware.api [None req-285421db-1312-427d-8247-1a572694172c tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Waiting for the task: (returnval){ [ 854.794512] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52302b3e-6ef4-abe5-6647-d155b7635426" [ 854.794512] env[70323]: _type = "Task" [ 854.794512] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.802321] env[70323]: DEBUG oslo_vmware.api [None req-285421db-1312-427d-8247-1a572694172c tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52302b3e-6ef4-abe5-6647-d155b7635426, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.821044] env[70323]: DEBUG oslo_vmware.api [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Task: {'id': task-3227152, 'name': Rename_Task, 'duration_secs': 0.206885} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.821237] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] [instance: ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 854.821487] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19427e4e-ddd0-4fa6-9e91-5c579efad283 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.827474] env[70323]: DEBUG oslo_vmware.api [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Waiting for the task: (returnval){ [ 854.827474] env[70323]: value = "task-3227154" [ 854.827474] env[70323]: _type = "Task" [ 854.827474] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.843541] env[70323]: DEBUG oslo_vmware.api [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Task: {'id': task-3227149, 'name': PowerOnVM_Task, 'duration_secs': 0.70303} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.847066] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] [instance: d5e45e91-706f-4de8-b7d6-15798256140b] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 854.847322] env[70323]: INFO nova.compute.manager [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] [instance: d5e45e91-706f-4de8-b7d6-15798256140b] Took 9.84 seconds to spawn the instance on the hypervisor. [ 854.847553] env[70323]: DEBUG nova.compute.manager [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] [instance: d5e45e91-706f-4de8-b7d6-15798256140b] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 854.847836] env[70323]: DEBUG oslo_vmware.api [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Task: {'id': task-3227154, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.848797] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c08680-26a8-487d-bed3-ef8a3bd5eb4b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.908628] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3b9ece-1829-4db7-9bb4-7236b14347f8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.941315] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48fb4082-633b-41b3-8280-fd3603f13921 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.012233] env[70323]: DEBUG oslo_concurrency.lockutils [None req-dd237c3a-0dcb-4028-90cf-296d9e4f2bbf tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Acquiring lock "24896069-5993-488b-87e9-f515c67735dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.013098] env[70323]: DEBUG oslo_concurrency.lockutils [None req-dd237c3a-0dcb-4028-90cf-296d9e4f2bbf tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Lock "24896069-5993-488b-87e9-f515c67735dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.087411] env[70323]: DEBUG nova.compute.manager [None req-72a3e50c-fd3e-42d8-a7c3-3f635297c94d tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] [instance: 1045f2b7-ab99-480a-8ea0-14f09812c126] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 855.139075] env[70323]: DEBUG nova.network.neutron [None req-72a3e50c-fd3e-42d8-a7c3-3f635297c94d tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] [instance: 1045f2b7-ab99-480a-8ea0-14f09812c126] Successfully created port: 179ef12d-7907-4523-a170-401e109ee717 {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 855.173126] env[70323]: DEBUG oslo_vmware.api [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227153, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.196982] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a91f56c-b557-4c91-8c35-09cdb932c664 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.205842] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e2618d-1947-43a4-8a99-5a1f90d1c7bb {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.240747] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6fef3c-d52a-40ef-8faf-289ff14267f1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.249724] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef75f6e-aa97-49b4-bad5-d073c83fd71b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.270298] env[70323]: DEBUG nova.compute.provider_tree [None req-2d15a94c-236c-4a21-873e-349187222ce2 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 855.308325] env[70323]: DEBUG oslo_vmware.api [None req-285421db-1312-427d-8247-1a572694172c tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52302b3e-6ef4-abe5-6647-d155b7635426, 'name': SearchDatastore_Task, 'duration_secs': 0.02395} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.308626] env[70323]: DEBUG oslo_concurrency.lockutils [None req-285421db-1312-427d-8247-1a572694172c tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.308986] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-285421db-1312-427d-8247-1a572694172c tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 914f1b4b-d355-4436-8b3b-628252fb5fef/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16-rescue.vmdk. {{(pid=70323) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 855.309278] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1cfe9117-ca58-4733-a4ed-988ba2779b18 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.319506] env[70323]: DEBUG oslo_vmware.api [None req-285421db-1312-427d-8247-1a572694172c tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Waiting for the task: (returnval){ [ 855.319506] env[70323]: value = "task-3227155" [ 855.319506] env[70323]: _type = "Task" [ 855.319506] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.330067] env[70323]: DEBUG oslo_vmware.api [None req-285421db-1312-427d-8247-1a572694172c tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Task: {'id': task-3227155, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.342864] env[70323]: DEBUG oslo_vmware.api [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Task: {'id': task-3227154, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.373023] env[70323]: INFO nova.compute.manager [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] [instance: d5e45e91-706f-4de8-b7d6-15798256140b] Took 50.40 seconds to build instance. [ 855.461971] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-9ce2a97a-427d-403a-9b96-256fe5d987e0 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Creating Snapshot of the VM instance {{(pid=70323) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 855.462382] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a294f8bc-de52-45ec-b27a-978a98a86efe {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.470768] env[70323]: DEBUG oslo_vmware.api [None req-9ce2a97a-427d-403a-9b96-256fe5d987e0 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for the task: (returnval){ [ 855.470768] env[70323]: value = "task-3227156" [ 855.470768] env[70323]: _type = "Task" [ 855.470768] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.485702] env[70323]: DEBUG oslo_vmware.api [None req-9ce2a97a-427d-403a-9b96-256fe5d987e0 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227156, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.518613] env[70323]: DEBUG nova.compute.manager [None req-dd237c3a-0dcb-4028-90cf-296d9e4f2bbf tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] [instance: 24896069-5993-488b-87e9-f515c67735dc] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 855.593981] env[70323]: INFO nova.virt.block_device [None req-72a3e50c-fd3e-42d8-a7c3-3f635297c94d tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] [instance: 1045f2b7-ab99-480a-8ea0-14f09812c126] Booting with volume 6cab868c-539c-46ac-8469-bced194c3b41 at /dev/sda [ 855.650536] env[70323]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-00ac43ef-4d93-45a7-8d18-7312a9474ad5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.661047] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3a53ee-fb5d-4680-8af5-7eef2aac0669 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.682774] env[70323]: DEBUG oslo_vmware.api [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227153, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.74343} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.683159] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 8a80fada-70ad-42ca-8fdd-518ef976b8d6/8a80fada-70ad-42ca-8fdd-518ef976b8d6.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 855.683339] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 8a80fada-70ad-42ca-8fdd-518ef976b8d6] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 855.683613] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-363c2c9a-94ff-4a0c-babe-679c76d224d4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.709125] env[70323]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6b0ebd75-0d2c-41ac-b2ac-3c56278fd8d9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.711280] env[70323]: DEBUG oslo_vmware.api [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Waiting for the task: (returnval){ [ 855.711280] env[70323]: value = "task-3227157" [ 855.711280] env[70323]: _type = "Task" [ 855.711280] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.723398] env[70323]: DEBUG oslo_vmware.api [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227157, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.726816] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b985ad7f-67ed-4ffe-bb11-43822ddb6926 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.765977] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b6773e-fad5-44b1-9e9f-f3cabc4bc7b2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.773162] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebaf9a86-bfbe-47e9-9c30-a1fb89d13004 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.780431] env[70323]: DEBUG nova.scheduler.client.report [None req-2d15a94c-236c-4a21-873e-349187222ce2 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 855.796261] env[70323]: DEBUG nova.virt.block_device [None req-72a3e50c-fd3e-42d8-a7c3-3f635297c94d tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] [instance: 1045f2b7-ab99-480a-8ea0-14f09812c126] Updating existing volume attachment record: 85420e62-093c-4da3-a4e0-9c2e4e8a620a {{(pid=70323) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 855.831478] env[70323]: DEBUG oslo_vmware.api [None req-285421db-1312-427d-8247-1a572694172c tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Task: {'id': task-3227155, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.841193] env[70323]: DEBUG oslo_vmware.api [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Task: {'id': task-3227154, 'name': PowerOnVM_Task, 'duration_secs': 0.762871} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.841603] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] [instance: ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 855.841788] env[70323]: INFO nova.compute.manager [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] [instance: ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec] Took 8.67 seconds to spawn the instance on the hypervisor. [ 855.842030] env[70323]: DEBUG nova.compute.manager [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] [instance: ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 855.842976] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ec2b5d7-6e24-47cc-8a63-2e1f27bf509f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.875775] env[70323]: DEBUG oslo_concurrency.lockutils [None req-22711c4d-267f-48e1-abc3-bfdcb1116ea1 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Lock "d5e45e91-706f-4de8-b7d6-15798256140b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.361s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.981259] env[70323]: DEBUG oslo_vmware.api [None req-9ce2a97a-427d-403a-9b96-256fe5d987e0 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227156, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.040328] env[70323]: DEBUG oslo_concurrency.lockutils [None req-dd237c3a-0dcb-4028-90cf-296d9e4f2bbf tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.220618] env[70323]: DEBUG nova.compute.manager [req-b1fbb2d1-6252-4024-96ce-cdee8aa5f252 req-b4c7ba45-add5-418b-9306-9347747082c4 service nova] [instance: d5e45e91-706f-4de8-b7d6-15798256140b] Received event network-changed-150bed9d-3413-44b6-9a8d-19a7a8c689e4 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.220618] env[70323]: DEBUG nova.compute.manager [req-b1fbb2d1-6252-4024-96ce-cdee8aa5f252 req-b4c7ba45-add5-418b-9306-9347747082c4 service nova] [instance: d5e45e91-706f-4de8-b7d6-15798256140b] Refreshing instance network info cache due to event network-changed-150bed9d-3413-44b6-9a8d-19a7a8c689e4. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 856.220801] env[70323]: DEBUG oslo_concurrency.lockutils [req-b1fbb2d1-6252-4024-96ce-cdee8aa5f252 req-b4c7ba45-add5-418b-9306-9347747082c4 service nova] Acquiring lock "refresh_cache-d5e45e91-706f-4de8-b7d6-15798256140b" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.221047] env[70323]: DEBUG oslo_concurrency.lockutils [req-b1fbb2d1-6252-4024-96ce-cdee8aa5f252 req-b4c7ba45-add5-418b-9306-9347747082c4 service nova] Acquired lock "refresh_cache-d5e45e91-706f-4de8-b7d6-15798256140b" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.221291] env[70323]: DEBUG nova.network.neutron [req-b1fbb2d1-6252-4024-96ce-cdee8aa5f252 req-b4c7ba45-add5-418b-9306-9347747082c4 service nova] [instance: d5e45e91-706f-4de8-b7d6-15798256140b] Refreshing network info cache for port 150bed9d-3413-44b6-9a8d-19a7a8c689e4 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 856.230161] env[70323]: DEBUG oslo_vmware.api [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227157, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.148825} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.230161] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 8a80fada-70ad-42ca-8fdd-518ef976b8d6] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 856.231288] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b3657bb-69ea-41ec-a4a0-8390c6c22aa4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.257895] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 8a80fada-70ad-42ca-8fdd-518ef976b8d6] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 8a80fada-70ad-42ca-8fdd-518ef976b8d6/8a80fada-70ad-42ca-8fdd-518ef976b8d6.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 856.258529] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7dc10fec-893d-4598-a5f0-3170a77c42cc {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.279794] env[70323]: DEBUG oslo_vmware.api [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Waiting for the task: (returnval){ [ 856.279794] env[70323]: value = "task-3227158" [ 856.279794] env[70323]: _type = "Task" [ 856.279794] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.289043] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2d15a94c-236c-4a21-873e-349187222ce2 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.213s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.291235] env[70323]: DEBUG oslo_vmware.api [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227158, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.291652] env[70323]: DEBUG oslo_concurrency.lockutils [None req-88e48fdf-164d-4845-9316-01b4237d964a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.602s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.292460] env[70323]: DEBUG nova.objects.instance [None req-88e48fdf-164d-4845-9316-01b4237d964a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lazy-loading 'resources' on Instance uuid 248f0a9f-88ae-4c02-8870-57422c9f8ac3 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 856.310404] env[70323]: INFO nova.scheduler.client.report [None req-2d15a94c-236c-4a21-873e-349187222ce2 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Deleted allocations for instance bfea592a-7cc8-4944-b8ce-ba28d64d5ed7 [ 856.332768] env[70323]: DEBUG oslo_vmware.api [None req-285421db-1312-427d-8247-1a572694172c tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Task: {'id': task-3227155, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.749773} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.333935] env[70323]: INFO nova.virt.vmwareapi.ds_util [None req-285421db-1312-427d-8247-1a572694172c tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 914f1b4b-d355-4436-8b3b-628252fb5fef/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16-rescue.vmdk. [ 856.334800] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ed85c3-a5bb-4a55-a51b-e11ddc73be88 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.365133] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-285421db-1312-427d-8247-1a572694172c tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: 914f1b4b-d355-4436-8b3b-628252fb5fef] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 914f1b4b-d355-4436-8b3b-628252fb5fef/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16-rescue.vmdk or device None with type thin {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 856.372598] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db30a875-de64-4300-96a4-441e79e17317 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.392378] env[70323]: INFO nova.compute.manager [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] [instance: ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec] Took 49.45 seconds to build instance. [ 856.405261] env[70323]: DEBUG oslo_vmware.api [None req-285421db-1312-427d-8247-1a572694172c tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Waiting for the task: (returnval){ [ 856.405261] env[70323]: value = "task-3227159" [ 856.405261] env[70323]: _type = "Task" [ 856.405261] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.414680] env[70323]: DEBUG oslo_vmware.api [None req-285421db-1312-427d-8247-1a572694172c tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Task: {'id': task-3227159, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.483334] env[70323]: DEBUG oslo_vmware.api [None req-9ce2a97a-427d-403a-9b96-256fe5d987e0 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227156, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.795570] env[70323]: DEBUG oslo_vmware.api [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227158, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.821838] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2d15a94c-236c-4a21-873e-349187222ce2 tempest-FloatingIPsAssociationTestJSON-7643307 tempest-FloatingIPsAssociationTestJSON-7643307-project-member] Lock "bfea592a-7cc8-4944-b8ce-ba28d64d5ed7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.672s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.903025] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5c286403-d99b-411f-bc4c-287d9d9127aa tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Lock "ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.516s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.918938] env[70323]: DEBUG oslo_vmware.api [None req-285421db-1312-427d-8247-1a572694172c tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Task: {'id': task-3227159, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.987460] env[70323]: DEBUG oslo_vmware.api [None req-9ce2a97a-427d-403a-9b96-256fe5d987e0 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227156, 'name': CreateSnapshot_Task, 'duration_secs': 1.014532} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.988509] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-9ce2a97a-427d-403a-9b96-256fe5d987e0 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Created Snapshot of the VM instance {{(pid=70323) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 856.988595] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87fe0fac-373d-405b-9232-dcbaf7fc8c03 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.016983] env[70323]: DEBUG oslo_vmware.rw_handles [None req-f81bf387-74e5-4693-87be-00688e39a5af tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52950bbf-7e3b-68e6-4875-71d674731216/disk-0.vmdk. {{(pid=70323) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 857.017402] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe68fcab-1967-4cdd-8f37-55fc1127fefa {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.023919] env[70323]: DEBUG oslo_vmware.rw_handles [None req-f81bf387-74e5-4693-87be-00688e39a5af tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52950bbf-7e3b-68e6-4875-71d674731216/disk-0.vmdk is in state: ready. {{(pid=70323) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 857.024112] env[70323]: ERROR oslo_vmware.rw_handles [None req-f81bf387-74e5-4693-87be-00688e39a5af tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52950bbf-7e3b-68e6-4875-71d674731216/disk-0.vmdk due to incomplete transfer. [ 857.026695] env[70323]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c44b5db7-6b8f-40c9-b6c1-1facba931af4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.035465] env[70323]: DEBUG oslo_vmware.rw_handles [None req-f81bf387-74e5-4693-87be-00688e39a5af tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52950bbf-7e3b-68e6-4875-71d674731216/disk-0.vmdk. {{(pid=70323) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 857.035791] env[70323]: DEBUG nova.virt.vmwareapi.images [None req-f81bf387-74e5-4693-87be-00688e39a5af tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 53bef48f-e24f-423a-ae83-a30a408153bc] Uploaded image 1b453d51-118f-4a6d-b88e-d4c2822bf9a8 to the Glance image server {{(pid=70323) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 857.037449] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-f81bf387-74e5-4693-87be-00688e39a5af tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 53bef48f-e24f-423a-ae83-a30a408153bc] Destroying the VM {{(pid=70323) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 857.038309] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-74a491da-fc7e-4227-b587-aede75ff2242 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.047755] env[70323]: DEBUG oslo_vmware.api [None req-f81bf387-74e5-4693-87be-00688e39a5af tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Waiting for the task: (returnval){ [ 857.047755] env[70323]: value = "task-3227160" [ 857.047755] env[70323]: _type = "Task" [ 857.047755] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.055372] env[70323]: DEBUG oslo_vmware.api [None req-f81bf387-74e5-4693-87be-00688e39a5af tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': task-3227160, 'name': Destroy_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.083667] env[70323]: DEBUG nova.network.neutron [req-b1fbb2d1-6252-4024-96ce-cdee8aa5f252 req-b4c7ba45-add5-418b-9306-9347747082c4 service nova] [instance: d5e45e91-706f-4de8-b7d6-15798256140b] Updated VIF entry in instance network info cache for port 150bed9d-3413-44b6-9a8d-19a7a8c689e4. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 857.084155] env[70323]: DEBUG nova.network.neutron [req-b1fbb2d1-6252-4024-96ce-cdee8aa5f252 req-b4c7ba45-add5-418b-9306-9347747082c4 service nova] [instance: d5e45e91-706f-4de8-b7d6-15798256140b] Updating instance_info_cache with network_info: [{"id": "150bed9d-3413-44b6-9a8d-19a7a8c689e4", "address": "fa:16:3e:ec:15:ac", "network": {"id": "3a37b8ea-1622-4150-8c84-f9129779c932", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1356469403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fc2de174b7245a6a8241261abf3ca86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap150bed9d-34", "ovs_interfaceid": "150bed9d-3413-44b6-9a8d-19a7a8c689e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.105039] env[70323]: DEBUG nova.network.neutron [None req-72a3e50c-fd3e-42d8-a7c3-3f635297c94d tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] [instance: 1045f2b7-ab99-480a-8ea0-14f09812c126] Successfully updated port: 179ef12d-7907-4523-a170-401e109ee717 {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 857.295944] env[70323]: DEBUG oslo_vmware.api [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227158, 'name': ReconfigVM_Task, 'duration_secs': 0.531421} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.299289] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 8a80fada-70ad-42ca-8fdd-518ef976b8d6] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 8a80fada-70ad-42ca-8fdd-518ef976b8d6/8a80fada-70ad-42ca-8fdd-518ef976b8d6.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 857.300573] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23328efb-f107-46bd-80c7-58b08f9dae96 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.307707] env[70323]: DEBUG oslo_vmware.api [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Waiting for the task: (returnval){ [ 857.307707] env[70323]: value = "task-3227161" [ 857.307707] env[70323]: _type = "Task" [ 857.307707] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.320242] env[70323]: DEBUG oslo_vmware.api [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227161, 'name': Rename_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.392435] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dac313c-f792-4b48-9bd5-18809830b2ad {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.405523] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9afeb8a-7765-4f5e-a10c-2f00cb258556 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.421618] env[70323]: DEBUG oslo_vmware.api [None req-285421db-1312-427d-8247-1a572694172c tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Task: {'id': task-3227159, 'name': ReconfigVM_Task, 'duration_secs': 0.517593} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.451935] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-285421db-1312-427d-8247-1a572694172c tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: 914f1b4b-d355-4436-8b3b-628252fb5fef] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 914f1b4b-d355-4436-8b3b-628252fb5fef/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16-rescue.vmdk or device None with type thin {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 857.453497] env[70323]: DEBUG nova.compute.manager [None req-72a3e50c-fd3e-42d8-a7c3-3f635297c94d tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] [instance: 1045f2b7-ab99-480a-8ea0-14f09812c126] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 857.454040] env[70323]: DEBUG nova.virt.hardware [None req-72a3e50c-fd3e-42d8-a7c3-3f635297c94d tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 857.454439] env[70323]: DEBUG nova.virt.hardware [None req-72a3e50c-fd3e-42d8-a7c3-3f635297c94d tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 857.454439] env[70323]: DEBUG nova.virt.hardware [None req-72a3e50c-fd3e-42d8-a7c3-3f635297c94d tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 857.455280] env[70323]: DEBUG nova.virt.hardware [None req-72a3e50c-fd3e-42d8-a7c3-3f635297c94d tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 857.455280] env[70323]: DEBUG nova.virt.hardware [None req-72a3e50c-fd3e-42d8-a7c3-3f635297c94d tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 857.455280] env[70323]: DEBUG nova.virt.hardware [None req-72a3e50c-fd3e-42d8-a7c3-3f635297c94d tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 857.455280] env[70323]: DEBUG nova.virt.hardware [None req-72a3e50c-fd3e-42d8-a7c3-3f635297c94d tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 857.455280] env[70323]: DEBUG nova.virt.hardware [None req-72a3e50c-fd3e-42d8-a7c3-3f635297c94d tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 857.455648] env[70323]: DEBUG nova.virt.hardware [None req-72a3e50c-fd3e-42d8-a7c3-3f635297c94d tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 857.455648] env[70323]: DEBUG nova.virt.hardware [None req-72a3e50c-fd3e-42d8-a7c3-3f635297c94d tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 857.456022] env[70323]: DEBUG nova.virt.hardware [None req-72a3e50c-fd3e-42d8-a7c3-3f635297c94d tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 857.456927] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a57a48-e4f9-4838-b086-190d56dedf27 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.460908] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f708c1-036f-4466-a1a5-5ed95ce1c1af {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.464281] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9aaa03-2789-4e33-9872-e224fe422431 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.491888] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ff986b-2a49-4c98-a1eb-f32a9b93ce2e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.500405] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74d0d4b3-4631-4d1e-b292-4c44e7cb23ba {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.511614] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a19324d-cde3-4dbe-aaaf-bead43165379 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.522353] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-9ce2a97a-427d-403a-9b96-256fe5d987e0 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Creating linked-clone VM from snapshot {{(pid=70323) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 857.530542] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6858fb8c-78ae-426c-b226-c308b044289a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.535028] env[70323]: DEBUG nova.compute.provider_tree [None req-88e48fdf-164d-4845-9316-01b4237d964a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 857.547186] env[70323]: DEBUG oslo_vmware.api [None req-285421db-1312-427d-8247-1a572694172c tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Waiting for the task: (returnval){ [ 857.547186] env[70323]: value = "task-3227162" [ 857.547186] env[70323]: _type = "Task" [ 857.547186] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.554935] env[70323]: DEBUG oslo_vmware.api [None req-9ce2a97a-427d-403a-9b96-256fe5d987e0 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for the task: (returnval){ [ 857.554935] env[70323]: value = "task-3227163" [ 857.554935] env[70323]: _type = "Task" [ 857.554935] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.564263] env[70323]: DEBUG oslo_vmware.api [None req-285421db-1312-427d-8247-1a572694172c tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Task: {'id': task-3227162, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.564528] env[70323]: DEBUG oslo_vmware.api [None req-f81bf387-74e5-4693-87be-00688e39a5af tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': task-3227160, 'name': Destroy_Task, 'duration_secs': 0.461018} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.565138] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-f81bf387-74e5-4693-87be-00688e39a5af tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 53bef48f-e24f-423a-ae83-a30a408153bc] Destroyed the VM [ 857.565465] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-f81bf387-74e5-4693-87be-00688e39a5af tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 53bef48f-e24f-423a-ae83-a30a408153bc] Deleting Snapshot of the VM instance {{(pid=70323) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 857.565719] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-930770b9-5bdf-477a-a7ba-aa5c57b729b7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.570463] env[70323]: DEBUG oslo_vmware.api [None req-9ce2a97a-427d-403a-9b96-256fe5d987e0 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227163, 'name': CloneVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.574962] env[70323]: DEBUG oslo_vmware.api [None req-f81bf387-74e5-4693-87be-00688e39a5af tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Waiting for the task: (returnval){ [ 857.574962] env[70323]: value = "task-3227164" [ 857.574962] env[70323]: _type = "Task" [ 857.574962] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.584414] env[70323]: DEBUG oslo_vmware.api [None req-f81bf387-74e5-4693-87be-00688e39a5af tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': task-3227164, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.587600] env[70323]: DEBUG oslo_concurrency.lockutils [req-b1fbb2d1-6252-4024-96ce-cdee8aa5f252 req-b4c7ba45-add5-418b-9306-9347747082c4 service nova] Releasing lock "refresh_cache-d5e45e91-706f-4de8-b7d6-15798256140b" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.610091] env[70323]: DEBUG oslo_concurrency.lockutils [None req-72a3e50c-fd3e-42d8-a7c3-3f635297c94d tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] Acquiring lock "refresh_cache-1045f2b7-ab99-480a-8ea0-14f09812c126" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.610250] env[70323]: DEBUG oslo_concurrency.lockutils [None req-72a3e50c-fd3e-42d8-a7c3-3f635297c94d tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] Acquired lock "refresh_cache-1045f2b7-ab99-480a-8ea0-14f09812c126" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.610378] env[70323]: DEBUG nova.network.neutron [None req-72a3e50c-fd3e-42d8-a7c3-3f635297c94d tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] [instance: 1045f2b7-ab99-480a-8ea0-14f09812c126] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 857.817858] env[70323]: DEBUG oslo_vmware.api [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227161, 'name': Rename_Task, 'duration_secs': 0.138463} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.818237] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 8a80fada-70ad-42ca-8fdd-518ef976b8d6] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 857.818460] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9ae3764-6cec-4cd6-98bd-05661656899e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.825942] env[70323]: DEBUG oslo_vmware.api [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Waiting for the task: (returnval){ [ 857.825942] env[70323]: value = "task-3227165" [ 857.825942] env[70323]: _type = "Task" [ 857.825942] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.834861] env[70323]: DEBUG oslo_vmware.api [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227165, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.046789] env[70323]: DEBUG nova.scheduler.client.report [None req-88e48fdf-164d-4845-9316-01b4237d964a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 858.067033] env[70323]: DEBUG oslo_vmware.api [None req-285421db-1312-427d-8247-1a572694172c tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Task: {'id': task-3227162, 'name': ReconfigVM_Task, 'duration_secs': 0.363528} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.070672] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-285421db-1312-427d-8247-1a572694172c tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: 914f1b4b-d355-4436-8b3b-628252fb5fef] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 858.071119] env[70323]: DEBUG oslo_vmware.api [None req-9ce2a97a-427d-403a-9b96-256fe5d987e0 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227163, 'name': CloneVM_Task} progress is 94%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.072504] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-baa6128f-5c30-4c86-86a6-a150e9dff0ac {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.080577] env[70323]: DEBUG oslo_vmware.api [None req-285421db-1312-427d-8247-1a572694172c tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Waiting for the task: (returnval){ [ 858.080577] env[70323]: value = "task-3227166" [ 858.080577] env[70323]: _type = "Task" [ 858.080577] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.098863] env[70323]: DEBUG oslo_vmware.api [None req-f81bf387-74e5-4693-87be-00688e39a5af tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': task-3227164, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.105985] env[70323]: DEBUG oslo_vmware.api [None req-285421db-1312-427d-8247-1a572694172c tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Task: {'id': task-3227166, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.181017] env[70323]: DEBUG nova.network.neutron [None req-72a3e50c-fd3e-42d8-a7c3-3f635297c94d tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] [instance: 1045f2b7-ab99-480a-8ea0-14f09812c126] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 858.273324] env[70323]: DEBUG nova.compute.manager [req-3578d37c-a50e-4900-a52d-62588ecc9c0b req-8a4474c1-c668-4c06-8353-d1883faa5462 service nova] [instance: 1045f2b7-ab99-480a-8ea0-14f09812c126] Received event network-vif-plugged-179ef12d-7907-4523-a170-401e109ee717 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.273594] env[70323]: DEBUG oslo_concurrency.lockutils [req-3578d37c-a50e-4900-a52d-62588ecc9c0b req-8a4474c1-c668-4c06-8353-d1883faa5462 service nova] Acquiring lock "1045f2b7-ab99-480a-8ea0-14f09812c126-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.273802] env[70323]: DEBUG oslo_concurrency.lockutils [req-3578d37c-a50e-4900-a52d-62588ecc9c0b req-8a4474c1-c668-4c06-8353-d1883faa5462 service nova] Lock "1045f2b7-ab99-480a-8ea0-14f09812c126-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.273966] env[70323]: DEBUG oslo_concurrency.lockutils [req-3578d37c-a50e-4900-a52d-62588ecc9c0b req-8a4474c1-c668-4c06-8353-d1883faa5462 service nova] Lock "1045f2b7-ab99-480a-8ea0-14f09812c126-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.274151] env[70323]: DEBUG nova.compute.manager [req-3578d37c-a50e-4900-a52d-62588ecc9c0b req-8a4474c1-c668-4c06-8353-d1883faa5462 service nova] [instance: 1045f2b7-ab99-480a-8ea0-14f09812c126] No waiting events found dispatching network-vif-plugged-179ef12d-7907-4523-a170-401e109ee717 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 858.274314] env[70323]: WARNING nova.compute.manager [req-3578d37c-a50e-4900-a52d-62588ecc9c0b req-8a4474c1-c668-4c06-8353-d1883faa5462 service nova] [instance: 1045f2b7-ab99-480a-8ea0-14f09812c126] Received unexpected event network-vif-plugged-179ef12d-7907-4523-a170-401e109ee717 for instance with vm_state building and task_state spawning. [ 858.274470] env[70323]: DEBUG nova.compute.manager [req-3578d37c-a50e-4900-a52d-62588ecc9c0b req-8a4474c1-c668-4c06-8353-d1883faa5462 service nova] [instance: 1045f2b7-ab99-480a-8ea0-14f09812c126] Received event network-changed-179ef12d-7907-4523-a170-401e109ee717 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.274616] env[70323]: DEBUG nova.compute.manager [req-3578d37c-a50e-4900-a52d-62588ecc9c0b req-8a4474c1-c668-4c06-8353-d1883faa5462 service nova] [instance: 1045f2b7-ab99-480a-8ea0-14f09812c126] Refreshing instance network info cache due to event network-changed-179ef12d-7907-4523-a170-401e109ee717. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 858.274779] env[70323]: DEBUG oslo_concurrency.lockutils [req-3578d37c-a50e-4900-a52d-62588ecc9c0b req-8a4474c1-c668-4c06-8353-d1883faa5462 service nova] Acquiring lock "refresh_cache-1045f2b7-ab99-480a-8ea0-14f09812c126" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.339818] env[70323]: DEBUG oslo_vmware.api [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227165, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.520036] env[70323]: DEBUG nova.network.neutron [None req-72a3e50c-fd3e-42d8-a7c3-3f635297c94d tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] [instance: 1045f2b7-ab99-480a-8ea0-14f09812c126] Updating instance_info_cache with network_info: [{"id": "179ef12d-7907-4523-a170-401e109ee717", "address": "fa:16:3e:c8:62:f6", "network": {"id": "cb310482-9968-4fed-957f-7089798a02f4", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2101369515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed8be542e44f4307b1826fabe4801100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap179ef12d-79", "ovs_interfaceid": "179ef12d-7907-4523-a170-401e109ee717", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.560025] env[70323]: DEBUG oslo_concurrency.lockutils [None req-88e48fdf-164d-4845-9316-01b4237d964a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.266s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.562066] env[70323]: DEBUG oslo_concurrency.lockutils [None req-401e207b-76b3-4717-9601-a35e67fb78f3 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.608s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.566566] env[70323]: INFO nova.compute.claims [None req-401e207b-76b3-4717-9601-a35e67fb78f3 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] [instance: 19436e0f-bff5-44ac-b73a-6d410ff8e93a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 858.591333] env[70323]: DEBUG oslo_vmware.api [None req-9ce2a97a-427d-403a-9b96-256fe5d987e0 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227163, 'name': CloneVM_Task} progress is 94%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.591451] env[70323]: INFO nova.scheduler.client.report [None req-88e48fdf-164d-4845-9316-01b4237d964a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Deleted allocations for instance 248f0a9f-88ae-4c02-8870-57422c9f8ac3 [ 858.612988] env[70323]: DEBUG oslo_vmware.api [None req-f81bf387-74e5-4693-87be-00688e39a5af tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': task-3227164, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.622044] env[70323]: DEBUG oslo_vmware.api [None req-285421db-1312-427d-8247-1a572694172c tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Task: {'id': task-3227166, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.839349] env[70323]: DEBUG oslo_vmware.api [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227165, 'name': PowerOnVM_Task, 'duration_secs': 0.847477} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.839643] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 8a80fada-70ad-42ca-8fdd-518ef976b8d6] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 858.839864] env[70323]: INFO nova.compute.manager [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 8a80fada-70ad-42ca-8fdd-518ef976b8d6] Took 8.82 seconds to spawn the instance on the hypervisor. [ 858.840054] env[70323]: DEBUG nova.compute.manager [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 8a80fada-70ad-42ca-8fdd-518ef976b8d6] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 858.840868] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b72fa0-3aee-4bb0-b68d-8157cdd2b344 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.024636] env[70323]: DEBUG oslo_concurrency.lockutils [None req-72a3e50c-fd3e-42d8-a7c3-3f635297c94d tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] Releasing lock "refresh_cache-1045f2b7-ab99-480a-8ea0-14f09812c126" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.024983] env[70323]: DEBUG nova.compute.manager [None req-72a3e50c-fd3e-42d8-a7c3-3f635297c94d tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] [instance: 1045f2b7-ab99-480a-8ea0-14f09812c126] Instance network_info: |[{"id": "179ef12d-7907-4523-a170-401e109ee717", "address": "fa:16:3e:c8:62:f6", "network": {"id": "cb310482-9968-4fed-957f-7089798a02f4", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2101369515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed8be542e44f4307b1826fabe4801100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap179ef12d-79", "ovs_interfaceid": "179ef12d-7907-4523-a170-401e109ee717", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 859.025336] env[70323]: DEBUG oslo_concurrency.lockutils [req-3578d37c-a50e-4900-a52d-62588ecc9c0b req-8a4474c1-c668-4c06-8353-d1883faa5462 service nova] Acquired lock "refresh_cache-1045f2b7-ab99-480a-8ea0-14f09812c126" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.025517] env[70323]: DEBUG nova.network.neutron [req-3578d37c-a50e-4900-a52d-62588ecc9c0b req-8a4474c1-c668-4c06-8353-d1883faa5462 service nova] [instance: 1045f2b7-ab99-480a-8ea0-14f09812c126] Refreshing network info cache for port 179ef12d-7907-4523-a170-401e109ee717 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 859.026848] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-72a3e50c-fd3e-42d8-a7c3-3f635297c94d tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] [instance: 1045f2b7-ab99-480a-8ea0-14f09812c126] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:62:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '975b168a-03e5-449d-95ac-4d51ba027242', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '179ef12d-7907-4523-a170-401e109ee717', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 859.035392] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-72a3e50c-fd3e-42d8-a7c3-3f635297c94d tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] Creating folder: Project (ed8be542e44f4307b1826fabe4801100). Parent ref: group-v644941. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 859.036734] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-73e7a291-ceb4-417e-82a9-a2a36084b799 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.051251] env[70323]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 859.051489] env[70323]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=70323) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 859.051845] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-72a3e50c-fd3e-42d8-a7c3-3f635297c94d tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] Folder already exists: Project (ed8be542e44f4307b1826fabe4801100). Parent ref: group-v644941. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 859.051974] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-72a3e50c-fd3e-42d8-a7c3-3f635297c94d tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] Creating folder: Instances. Parent ref: group-v645071. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 859.053033] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1cbb39a9-3506-4747-b910-1ca56c9c866a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.067994] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-72a3e50c-fd3e-42d8-a7c3-3f635297c94d tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] Created folder: Instances in parent group-v645071. [ 859.068340] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-72a3e50c-fd3e-42d8-a7c3-3f635297c94d tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 859.069209] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1045f2b7-ab99-480a-8ea0-14f09812c126] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 859.069368] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe8e25e6-c5fe-4c81-b7fb-801ba92d810b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.100095] env[70323]: DEBUG oslo_vmware.api [None req-9ce2a97a-427d-403a-9b96-256fe5d987e0 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227163, 'name': CloneVM_Task, 'duration_secs': 1.396913} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.109604] env[70323]: INFO nova.virt.vmwareapi.vmops [None req-9ce2a97a-427d-403a-9b96-256fe5d987e0 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Created linked-clone VM from snapshot [ 859.111032] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160e098e-3da6-4662-bbdb-2d7834fa097e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.117405] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 859.117405] env[70323]: value = "task-3227169" [ 859.117405] env[70323]: _type = "Task" [ 859.117405] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.124483] env[70323]: DEBUG oslo_vmware.api [None req-285421db-1312-427d-8247-1a572694172c tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Task: {'id': task-3227166, 'name': PowerOnVM_Task, 'duration_secs': 0.649418} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.124951] env[70323]: DEBUG oslo_vmware.api [None req-f81bf387-74e5-4693-87be-00688e39a5af tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': task-3227164, 'name': RemoveSnapshot_Task, 'duration_secs': 1.048785} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.125245] env[70323]: DEBUG oslo_concurrency.lockutils [None req-88e48fdf-164d-4845-9316-01b4237d964a tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lock "248f0a9f-88ae-4c02-8870-57422c9f8ac3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.626s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.129217] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-285421db-1312-427d-8247-1a572694172c tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: 914f1b4b-d355-4436-8b3b-628252fb5fef] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 859.131090] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-f81bf387-74e5-4693-87be-00688e39a5af tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 53bef48f-e24f-423a-ae83-a30a408153bc] Deleted Snapshot of the VM instance {{(pid=70323) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 859.131216] env[70323]: INFO nova.compute.manager [None req-f81bf387-74e5-4693-87be-00688e39a5af tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 53bef48f-e24f-423a-ae83-a30a408153bc] Took 16.88 seconds to snapshot the instance on the hypervisor. [ 859.138077] env[70323]: DEBUG nova.compute.manager [None req-285421db-1312-427d-8247-1a572694172c tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: 914f1b4b-d355-4436-8b3b-628252fb5fef] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 859.138732] env[70323]: DEBUG nova.virt.vmwareapi.images [None req-9ce2a97a-427d-403a-9b96-256fe5d987e0 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Uploading image b65730a2-1a07-46b0-a243-c7a36cc675a3 {{(pid=70323) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 859.141260] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e4d04c9-89e3-4958-b921-ced3df687805 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.150948] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227169, 'name': CreateVM_Task} progress is 15%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.176099] env[70323]: DEBUG oslo_vmware.rw_handles [None req-9ce2a97a-427d-403a-9b96-256fe5d987e0 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 859.176099] env[70323]: value = "vm-645126" [ 859.176099] env[70323]: _type = "VirtualMachine" [ 859.176099] env[70323]: }. {{(pid=70323) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 859.176689] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-aefe2b33-a53c-4608-a497-36eb50463d86 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.187686] env[70323]: DEBUG oslo_vmware.rw_handles [None req-9ce2a97a-427d-403a-9b96-256fe5d987e0 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Lease: (returnval){ [ 859.187686] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52b03a8a-e784-ec2f-42a2-ce3970539268" [ 859.187686] env[70323]: _type = "HttpNfcLease" [ 859.187686] env[70323]: } obtained for exporting VM: (result){ [ 859.187686] env[70323]: value = "vm-645126" [ 859.187686] env[70323]: _type = "VirtualMachine" [ 859.187686] env[70323]: }. {{(pid=70323) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 859.187686] env[70323]: DEBUG oslo_vmware.api [None req-9ce2a97a-427d-403a-9b96-256fe5d987e0 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for the lease: (returnval){ [ 859.187686] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52b03a8a-e784-ec2f-42a2-ce3970539268" [ 859.187686] env[70323]: _type = "HttpNfcLease" [ 859.187686] env[70323]: } to be ready. {{(pid=70323) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 859.198478] env[70323]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 859.198478] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52b03a8a-e784-ec2f-42a2-ce3970539268" [ 859.198478] env[70323]: _type = "HttpNfcLease" [ 859.198478] env[70323]: } is initializing. {{(pid=70323) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 859.371668] env[70323]: INFO nova.compute.manager [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 8a80fada-70ad-42ca-8fdd-518ef976b8d6] Took 48.64 seconds to build instance. [ 859.636964] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227169, 'name': CreateVM_Task} progress is 25%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.708055] env[70323]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 859.708055] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52b03a8a-e784-ec2f-42a2-ce3970539268" [ 859.708055] env[70323]: _type = "HttpNfcLease" [ 859.708055] env[70323]: } is ready. {{(pid=70323) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 859.708347] env[70323]: DEBUG oslo_vmware.rw_handles [None req-9ce2a97a-427d-403a-9b96-256fe5d987e0 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 859.708347] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52b03a8a-e784-ec2f-42a2-ce3970539268" [ 859.708347] env[70323]: _type = "HttpNfcLease" [ 859.708347] env[70323]: }. {{(pid=70323) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 859.709513] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5197d779-2609-4575-86c3-de0f1e42321a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.723464] env[70323]: DEBUG oslo_vmware.rw_handles [None req-9ce2a97a-427d-403a-9b96-256fe5d987e0 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52870d09-1637-ab80-db43-323f26f40d52/disk-0.vmdk from lease info. {{(pid=70323) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 859.723751] env[70323]: DEBUG oslo_vmware.rw_handles [None req-9ce2a97a-427d-403a-9b96-256fe5d987e0 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52870d09-1637-ab80-db43-323f26f40d52/disk-0.vmdk for reading. {{(pid=70323) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 859.874143] env[70323]: DEBUG oslo_concurrency.lockutils [None req-22768c87-a34c-4783-a8d4-7e5cbfbd319e tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Lock "8a80fada-70ad-42ca-8fdd-518ef976b8d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.750s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.923031] env[70323]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5efb70e4-7593-4218-8011-0a511f383ceb {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.934365] env[70323]: DEBUG nova.network.neutron [req-3578d37c-a50e-4900-a52d-62588ecc9c0b req-8a4474c1-c668-4c06-8353-d1883faa5462 service nova] [instance: 1045f2b7-ab99-480a-8ea0-14f09812c126] Updated VIF entry in instance network info cache for port 179ef12d-7907-4523-a170-401e109ee717. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 859.934701] env[70323]: DEBUG nova.network.neutron [req-3578d37c-a50e-4900-a52d-62588ecc9c0b req-8a4474c1-c668-4c06-8353-d1883faa5462 service nova] [instance: 1045f2b7-ab99-480a-8ea0-14f09812c126] Updating instance_info_cache with network_info: [{"id": "179ef12d-7907-4523-a170-401e109ee717", "address": "fa:16:3e:c8:62:f6", "network": {"id": "cb310482-9968-4fed-957f-7089798a02f4", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2101369515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed8be542e44f4307b1826fabe4801100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap179ef12d-79", "ovs_interfaceid": "179ef12d-7907-4523-a170-401e109ee717", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.142249] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227169, 'name': CreateVM_Task, 'duration_secs': 0.693179} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.146168] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1045f2b7-ab99-480a-8ea0-14f09812c126] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 860.147699] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-72a3e50c-fd3e-42d8-a7c3-3f635297c94d tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] [instance: 1045f2b7-ab99-480a-8ea0-14f09812c126] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'mount_device': '/dev/sda', 'device_type': None, 'delete_on_termination': True, 'attachment_id': '85420e62-093c-4da3-a4e0-9c2e4e8a620a', 'boot_index': 0, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645081', 'volume_id': '6cab868c-539c-46ac-8469-bced194c3b41', 'name': 'volume-6cab868c-539c-46ac-8469-bced194c3b41', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1045f2b7-ab99-480a-8ea0-14f09812c126', 'attached_at': '', 'detached_at': '', 'volume_id': '6cab868c-539c-46ac-8469-bced194c3b41', 'serial': '6cab868c-539c-46ac-8469-bced194c3b41'}, 'volume_type': None}], 'swap': None} {{(pid=70323) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 860.147987] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-72a3e50c-fd3e-42d8-a7c3-3f635297c94d tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] [instance: 1045f2b7-ab99-480a-8ea0-14f09812c126] Root volume attach. Driver type: vmdk {{(pid=70323) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 860.149536] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8371b0a-eeec-4893-ba48-4499e59823fd {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.163729] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e14129-7331-4848-a212-d4e4b1bbdb5a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.172673] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d3aad00-1a2d-42c8-bce8-8cf2e43a10c7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.184054] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-57335584-2933-4a08-a355-d8036fce6391 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.197248] env[70323]: DEBUG oslo_vmware.api [None req-72a3e50c-fd3e-42d8-a7c3-3f635297c94d tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] Waiting for the task: (returnval){ [ 860.197248] env[70323]: value = "task-3227171" [ 860.197248] env[70323]: _type = "Task" [ 860.197248] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.208647] env[70323]: DEBUG oslo_vmware.api [None req-72a3e50c-fd3e-42d8-a7c3-3f635297c94d tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] Task: {'id': task-3227171, 'name': RelocateVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.223569] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-253873e0-b8d6-493c-8cbe-fe21f13871e8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.231984] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e1fa12c-19fe-45ac-b382-64b0e236e7c9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.268572] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca8c44c-1a28-45ea-8a3a-230e2753ea79 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.276908] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66771a35-5dd3-4bc8-a8ba-c6ed511a2270 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.292408] env[70323]: DEBUG nova.compute.provider_tree [None req-401e207b-76b3-4717-9601-a35e67fb78f3 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.437992] env[70323]: DEBUG oslo_concurrency.lockutils [req-3578d37c-a50e-4900-a52d-62588ecc9c0b req-8a4474c1-c668-4c06-8353-d1883faa5462 service nova] Releasing lock "refresh_cache-1045f2b7-ab99-480a-8ea0-14f09812c126" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.438404] env[70323]: DEBUG nova.compute.manager [req-3578d37c-a50e-4900-a52d-62588ecc9c0b req-8a4474c1-c668-4c06-8353-d1883faa5462 service nova] [instance: ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec] Received event network-changed-baa4bdc6-4716-4521-b143-aec9fee4f5aa {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.438523] env[70323]: DEBUG nova.compute.manager [req-3578d37c-a50e-4900-a52d-62588ecc9c0b req-8a4474c1-c668-4c06-8353-d1883faa5462 service nova] [instance: ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec] Refreshing instance network info cache due to event network-changed-baa4bdc6-4716-4521-b143-aec9fee4f5aa. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 860.438721] env[70323]: DEBUG oslo_concurrency.lockutils [req-3578d37c-a50e-4900-a52d-62588ecc9c0b req-8a4474c1-c668-4c06-8353-d1883faa5462 service nova] Acquiring lock "refresh_cache-ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.438905] env[70323]: DEBUG oslo_concurrency.lockutils [req-3578d37c-a50e-4900-a52d-62588ecc9c0b req-8a4474c1-c668-4c06-8353-d1883faa5462 service nova] Acquired lock "refresh_cache-ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.439345] env[70323]: DEBUG nova.network.neutron [req-3578d37c-a50e-4900-a52d-62588ecc9c0b req-8a4474c1-c668-4c06-8353-d1883faa5462 service nova] [instance: ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec] Refreshing network info cache for port baa4bdc6-4716-4521-b143-aec9fee4f5aa {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 860.636130] env[70323]: DEBUG oslo_concurrency.lockutils [None req-13d65f41-a410-4cb7-949e-39218e3867b2 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquiring lock "2f1b49fe-cb0c-4795-b637-bfe05469c99d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.636456] env[70323]: DEBUG oslo_concurrency.lockutils [None req-13d65f41-a410-4cb7-949e-39218e3867b2 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lock "2f1b49fe-cb0c-4795-b637-bfe05469c99d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.708596] env[70323]: DEBUG oslo_vmware.api [None req-72a3e50c-fd3e-42d8-a7c3-3f635297c94d tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] Task: {'id': task-3227171, 'name': RelocateVM_Task, 'duration_secs': 0.026178} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.708940] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-72a3e50c-fd3e-42d8-a7c3-3f635297c94d tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] [instance: 1045f2b7-ab99-480a-8ea0-14f09812c126] Volume attach. Driver type: vmdk {{(pid=70323) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 860.709588] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-72a3e50c-fd3e-42d8-a7c3-3f635297c94d tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] [instance: 1045f2b7-ab99-480a-8ea0-14f09812c126] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645081', 'volume_id': '6cab868c-539c-46ac-8469-bced194c3b41', 'name': 'volume-6cab868c-539c-46ac-8469-bced194c3b41', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1045f2b7-ab99-480a-8ea0-14f09812c126', 'attached_at': '', 'detached_at': '', 'volume_id': '6cab868c-539c-46ac-8469-bced194c3b41', 'serial': '6cab868c-539c-46ac-8469-bced194c3b41'} {{(pid=70323) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 860.710560] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-322de032-062c-46b3-985c-a696a5d3d45d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.732642] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a1c620-3e5c-4a5e-bb30-75c491ff9e62 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.756671] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-72a3e50c-fd3e-42d8-a7c3-3f635297c94d tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] [instance: 1045f2b7-ab99-480a-8ea0-14f09812c126] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] volume-6cab868c-539c-46ac-8469-bced194c3b41/volume-6cab868c-539c-46ac-8469-bced194c3b41.vmdk or device None with type thin {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 860.758145] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61cdd0d6-e753-49c9-a26c-39da91f9df6c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.782564] env[70323]: DEBUG oslo_vmware.api [None req-72a3e50c-fd3e-42d8-a7c3-3f635297c94d tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] Waiting for the task: (returnval){ [ 860.782564] env[70323]: value = "task-3227172" [ 860.782564] env[70323]: _type = "Task" [ 860.782564] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.793385] env[70323]: DEBUG oslo_vmware.api [None req-72a3e50c-fd3e-42d8-a7c3-3f635297c94d tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] Task: {'id': task-3227172, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.796348] env[70323]: DEBUG nova.scheduler.client.report [None req-401e207b-76b3-4717-9601-a35e67fb78f3 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 861.050598] env[70323]: DEBUG nova.compute.manager [None req-ffcc4cb0-f493-4de4-869f-773a9710c5ec tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 8a80fada-70ad-42ca-8fdd-518ef976b8d6] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 861.052558] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc02443-b592-4a48-974e-400f69f70a4d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.080027] env[70323]: DEBUG oslo_concurrency.lockutils [None req-49f7edc3-9539-4b6a-8ab4-429379254bba tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Acquiring lock "78c9516c-780a-4604-8c96-877d8d075701" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.080027] env[70323]: DEBUG oslo_concurrency.lockutils [None req-49f7edc3-9539-4b6a-8ab4-429379254bba tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Lock "78c9516c-780a-4604-8c96-877d8d075701" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.139239] env[70323]: DEBUG nova.compute.manager [None req-13d65f41-a410-4cb7-949e-39218e3867b2 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 2f1b49fe-cb0c-4795-b637-bfe05469c99d] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 861.277370] env[70323]: INFO nova.compute.manager [None req-f428bacd-5c16-475e-bae3-969edeed09c8 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: 914f1b4b-d355-4436-8b3b-628252fb5fef] Unrescuing [ 861.277723] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f428bacd-5c16-475e-bae3-969edeed09c8 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Acquiring lock "refresh_cache-914f1b4b-d355-4436-8b3b-628252fb5fef" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.277928] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f428bacd-5c16-475e-bae3-969edeed09c8 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Acquired lock "refresh_cache-914f1b4b-d355-4436-8b3b-628252fb5fef" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.278310] env[70323]: DEBUG nova.network.neutron [None req-f428bacd-5c16-475e-bae3-969edeed09c8 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: 914f1b4b-d355-4436-8b3b-628252fb5fef] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 861.291531] env[70323]: DEBUG nova.network.neutron [req-3578d37c-a50e-4900-a52d-62588ecc9c0b req-8a4474c1-c668-4c06-8353-d1883faa5462 service nova] [instance: ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec] Updated VIF entry in instance network info cache for port baa4bdc6-4716-4521-b143-aec9fee4f5aa. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 861.291879] env[70323]: DEBUG nova.network.neutron [req-3578d37c-a50e-4900-a52d-62588ecc9c0b req-8a4474c1-c668-4c06-8353-d1883faa5462 service nova] [instance: ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec] Updating instance_info_cache with network_info: [{"id": "baa4bdc6-4716-4521-b143-aec9fee4f5aa", "address": "fa:16:3e:52:0f:04", "network": {"id": "dd4aa788-9eb2-4775-9fb2-2a0758929682", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2131919901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf6e848f80f94d76958c573e308b883e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbaa4bdc6-47", "ovs_interfaceid": "baa4bdc6-4716-4521-b143-aec9fee4f5aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.299640] env[70323]: DEBUG oslo_vmware.api [None req-72a3e50c-fd3e-42d8-a7c3-3f635297c94d tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] Task: {'id': task-3227172, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.302039] env[70323]: DEBUG oslo_concurrency.lockutils [None req-401e207b-76b3-4717-9601-a35e67fb78f3 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.740s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.302807] env[70323]: DEBUG nova.compute.manager [None req-401e207b-76b3-4717-9601-a35e67fb78f3 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] [instance: 19436e0f-bff5-44ac-b73a-6d410ff8e93a] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 861.310230] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8c2627d5-ecdf-475b-8aa1-24864f2c1b74 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.869s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.310474] env[70323]: DEBUG nova.objects.instance [None req-8c2627d5-ecdf-475b-8aa1-24864f2c1b74 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Lazy-loading 'resources' on Instance uuid 4a2a0594-39e2-4e91-bba9-954662de5f77 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 861.568555] env[70323]: INFO nova.compute.manager [None req-ffcc4cb0-f493-4de4-869f-773a9710c5ec tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 8a80fada-70ad-42ca-8fdd-518ef976b8d6] instance snapshotting [ 861.571769] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a84bba-0cf8-4f17-a40d-e7346bb2180b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.595412] env[70323]: DEBUG nova.compute.manager [None req-49f7edc3-9539-4b6a-8ab4-429379254bba tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] [instance: 78c9516c-780a-4604-8c96-877d8d075701] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 861.602024] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74fce4a7-f213-4761-b1a5-b67392b469e6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.643396] env[70323]: DEBUG nova.compute.manager [None req-13d65f41-a410-4cb7-949e-39218e3867b2 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 2f1b49fe-cb0c-4795-b637-bfe05469c99d] Instance disappeared before build. {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2446}} [ 861.797320] env[70323]: DEBUG oslo_vmware.api [None req-72a3e50c-fd3e-42d8-a7c3-3f635297c94d tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] Task: {'id': task-3227172, 'name': ReconfigVM_Task, 'duration_secs': 0.815067} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.797320] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-72a3e50c-fd3e-42d8-a7c3-3f635297c94d tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] [instance: 1045f2b7-ab99-480a-8ea0-14f09812c126] Reconfigured VM instance instance-0000003f to attach disk [datastore1] volume-6cab868c-539c-46ac-8469-bced194c3b41/volume-6cab868c-539c-46ac-8469-bced194c3b41.vmdk or device None with type thin {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 861.802773] env[70323]: DEBUG oslo_concurrency.lockutils [req-3578d37c-a50e-4900-a52d-62588ecc9c0b req-8a4474c1-c668-4c06-8353-d1883faa5462 service nova] Releasing lock "refresh_cache-ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.803168] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7e6a1ef-0f6b-46e0-ba7a-babdc4fbefb5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.815704] env[70323]: DEBUG nova.compute.utils [None req-401e207b-76b3-4717-9601-a35e67fb78f3 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 861.821120] env[70323]: DEBUG nova.compute.manager [None req-401e207b-76b3-4717-9601-a35e67fb78f3 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] [instance: 19436e0f-bff5-44ac-b73a-6d410ff8e93a] Not allocating networking since 'none' was specified. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 861.827173] env[70323]: DEBUG oslo_vmware.api [None req-72a3e50c-fd3e-42d8-a7c3-3f635297c94d tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] Waiting for the task: (returnval){ [ 861.827173] env[70323]: value = "task-3227173" [ 861.827173] env[70323]: _type = "Task" [ 861.827173] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.838619] env[70323]: DEBUG oslo_vmware.api [None req-72a3e50c-fd3e-42d8-a7c3-3f635297c94d tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] Task: {'id': task-3227173, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.114598] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-ffcc4cb0-f493-4de4-869f-773a9710c5ec tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 8a80fada-70ad-42ca-8fdd-518ef976b8d6] Creating Snapshot of the VM instance {{(pid=70323) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 862.118262] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1f9d1464-6c81-4a1e-a63e-ac0e94460548 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.125707] env[70323]: DEBUG oslo_vmware.api [None req-ffcc4cb0-f493-4de4-869f-773a9710c5ec tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Waiting for the task: (returnval){ [ 862.125707] env[70323]: value = "task-3227174" [ 862.125707] env[70323]: _type = "Task" [ 862.125707] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.130260] env[70323]: DEBUG oslo_concurrency.lockutils [None req-49f7edc3-9539-4b6a-8ab4-429379254bba tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.139067] env[70323]: DEBUG oslo_vmware.api [None req-ffcc4cb0-f493-4de4-869f-773a9710c5ec tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227174, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.160564] env[70323]: DEBUG oslo_concurrency.lockutils [None req-13d65f41-a410-4cb7-949e-39218e3867b2 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lock "2f1b49fe-cb0c-4795-b637-bfe05469c99d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 1.524s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.184989] env[70323]: DEBUG oslo_concurrency.lockutils [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquiring lock "7d130068-25ce-440c-896b-f6a633019a34" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.185515] env[70323]: DEBUG oslo_concurrency.lockutils [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lock "7d130068-25ce-440c-896b-f6a633019a34" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.297546] env[70323]: DEBUG nova.network.neutron [None req-f428bacd-5c16-475e-bae3-969edeed09c8 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: 914f1b4b-d355-4436-8b3b-628252fb5fef] Updating instance_info_cache with network_info: [{"id": "c6d5b3c8-c636-4029-bf9a-96b68566591c", "address": "fa:16:3e:ea:5a:2c", "network": {"id": "3708bc4f-8fad-49c9-bea5-5393ff690aeb", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-791749317-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ce2da29e7c3b420e890c47f9abcd0a92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6d5b3c8-c6", "ovs_interfaceid": "c6d5b3c8-c636-4029-bf9a-96b68566591c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.322271] env[70323]: DEBUG nova.compute.manager [None req-401e207b-76b3-4717-9601-a35e67fb78f3 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] [instance: 19436e0f-bff5-44ac-b73a-6d410ff8e93a] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 862.337763] env[70323]: DEBUG oslo_vmware.api [None req-72a3e50c-fd3e-42d8-a7c3-3f635297c94d tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] Task: {'id': task-3227173, 'name': ReconfigVM_Task, 'duration_secs': 0.212038} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.338255] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-72a3e50c-fd3e-42d8-a7c3-3f635297c94d tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] [instance: 1045f2b7-ab99-480a-8ea0-14f09812c126] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645081', 'volume_id': '6cab868c-539c-46ac-8469-bced194c3b41', 'name': 'volume-6cab868c-539c-46ac-8469-bced194c3b41', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1045f2b7-ab99-480a-8ea0-14f09812c126', 'attached_at': '', 'detached_at': '', 'volume_id': '6cab868c-539c-46ac-8469-bced194c3b41', 'serial': '6cab868c-539c-46ac-8469-bced194c3b41'} {{(pid=70323) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 862.338642] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c90ec2e5-b7ab-4060-bce8-e7a0850441d4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.345705] env[70323]: DEBUG oslo_vmware.api [None req-72a3e50c-fd3e-42d8-a7c3-3f635297c94d tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] Waiting for the task: (returnval){ [ 862.345705] env[70323]: value = "task-3227175" [ 862.345705] env[70323]: _type = "Task" [ 862.345705] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.354475] env[70323]: DEBUG oslo_vmware.api [None req-72a3e50c-fd3e-42d8-a7c3-3f635297c94d tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] Task: {'id': task-3227175, 'name': Rename_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.397650] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7286581e-217a-40a2-878a-f3ff4ac6adab {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.405816] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c23f80-01ef-447f-9d37-ad54695c3781 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.440248] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c027d38-a323-4e69-9290-43ff87021b26 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.448702] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2a767c-c14d-4118-80d0-76e936c6887d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.464008] env[70323]: DEBUG nova.compute.provider_tree [None req-8c2627d5-ecdf-475b-8aa1-24864f2c1b74 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 862.639514] env[70323]: DEBUG oslo_vmware.api [None req-ffcc4cb0-f493-4de4-869f-773a9710c5ec tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227174, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.688339] env[70323]: DEBUG nova.compute.manager [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 7d130068-25ce-440c-896b-f6a633019a34] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 862.800734] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f428bacd-5c16-475e-bae3-969edeed09c8 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Releasing lock "refresh_cache-914f1b4b-d355-4436-8b3b-628252fb5fef" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.801778] env[70323]: DEBUG nova.objects.instance [None req-f428bacd-5c16-475e-bae3-969edeed09c8 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Lazy-loading 'flavor' on Instance uuid 914f1b4b-d355-4436-8b3b-628252fb5fef {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 862.856614] env[70323]: DEBUG oslo_vmware.api [None req-72a3e50c-fd3e-42d8-a7c3-3f635297c94d tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] Task: {'id': task-3227175, 'name': Rename_Task, 'duration_secs': 0.171384} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.856614] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-72a3e50c-fd3e-42d8-a7c3-3f635297c94d tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] [instance: 1045f2b7-ab99-480a-8ea0-14f09812c126] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 862.856614] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a10331e-c062-4cbe-bd77-a1208e9fdea7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.868023] env[70323]: DEBUG oslo_vmware.api [None req-72a3e50c-fd3e-42d8-a7c3-3f635297c94d tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] Waiting for the task: (returnval){ [ 862.868023] env[70323]: value = "task-3227176" [ 862.868023] env[70323]: _type = "Task" [ 862.868023] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.871691] env[70323]: DEBUG oslo_vmware.api [None req-72a3e50c-fd3e-42d8-a7c3-3f635297c94d tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] Task: {'id': task-3227176, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.970936] env[70323]: DEBUG nova.scheduler.client.report [None req-8c2627d5-ecdf-475b-8aa1-24864f2c1b74 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 863.139727] env[70323]: DEBUG oslo_vmware.api [None req-ffcc4cb0-f493-4de4-869f-773a9710c5ec tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227174, 'name': CreateSnapshot_Task, 'duration_secs': 0.997982} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.140040] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-ffcc4cb0-f493-4de4-869f-773a9710c5ec tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 8a80fada-70ad-42ca-8fdd-518ef976b8d6] Created Snapshot of the VM instance {{(pid=70323) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 863.140805] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fabb0641-58d9-438f-8e36-2dcf7062d26d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.212762] env[70323]: DEBUG oslo_concurrency.lockutils [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.308454] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8f7e53-abe2-4e22-abb0-426fca6f9a85 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.334346] env[70323]: DEBUG nova.compute.manager [None req-401e207b-76b3-4717-9601-a35e67fb78f3 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] [instance: 19436e0f-bff5-44ac-b73a-6d410ff8e93a] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 863.336670] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-f428bacd-5c16-475e-bae3-969edeed09c8 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: 914f1b4b-d355-4436-8b3b-628252fb5fef] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 863.337319] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50329c45-570d-4fdb-b650-58d4ee6e0c6a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.345588] env[70323]: DEBUG oslo_vmware.api [None req-f428bacd-5c16-475e-bae3-969edeed09c8 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Waiting for the task: (returnval){ [ 863.345588] env[70323]: value = "task-3227177" [ 863.345588] env[70323]: _type = "Task" [ 863.345588] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.356933] env[70323]: DEBUG oslo_vmware.api [None req-f428bacd-5c16-475e-bae3-969edeed09c8 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Task: {'id': task-3227177, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.359285] env[70323]: DEBUG nova.virt.hardware [None req-401e207b-76b3-4717-9601-a35e67fb78f3 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 863.359517] env[70323]: DEBUG nova.virt.hardware [None req-401e207b-76b3-4717-9601-a35e67fb78f3 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 863.359667] env[70323]: DEBUG nova.virt.hardware [None req-401e207b-76b3-4717-9601-a35e67fb78f3 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 863.359854] env[70323]: DEBUG nova.virt.hardware [None req-401e207b-76b3-4717-9601-a35e67fb78f3 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 863.359998] env[70323]: DEBUG nova.virt.hardware [None req-401e207b-76b3-4717-9601-a35e67fb78f3 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 863.360164] env[70323]: DEBUG nova.virt.hardware [None req-401e207b-76b3-4717-9601-a35e67fb78f3 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 863.360373] env[70323]: DEBUG nova.virt.hardware [None req-401e207b-76b3-4717-9601-a35e67fb78f3 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 863.360531] env[70323]: DEBUG nova.virt.hardware [None req-401e207b-76b3-4717-9601-a35e67fb78f3 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 863.360703] env[70323]: DEBUG nova.virt.hardware [None req-401e207b-76b3-4717-9601-a35e67fb78f3 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 863.360861] env[70323]: DEBUG nova.virt.hardware [None req-401e207b-76b3-4717-9601-a35e67fb78f3 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 863.361057] env[70323]: DEBUG nova.virt.hardware [None req-401e207b-76b3-4717-9601-a35e67fb78f3 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 863.361892] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917d10b1-0451-402a-8a0a-2272a4c3104c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.376295] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ff7a7c-cc3b-4780-a364-b3d7de235656 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.381197] env[70323]: DEBUG oslo_vmware.api [None req-72a3e50c-fd3e-42d8-a7c3-3f635297c94d tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] Task: {'id': task-3227176, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.392351] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-401e207b-76b3-4717-9601-a35e67fb78f3 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] [instance: 19436e0f-bff5-44ac-b73a-6d410ff8e93a] Instance VIF info [] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 863.398390] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-401e207b-76b3-4717-9601-a35e67fb78f3 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Creating folder: Project (8167190e502e42dfad728f2142a08165). Parent ref: group-v644941. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 863.399888] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d618bd0-7e82-4736-8afa-1ccfe68636f9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.413474] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-401e207b-76b3-4717-9601-a35e67fb78f3 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Created folder: Project (8167190e502e42dfad728f2142a08165) in parent group-v644941. [ 863.414636] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-401e207b-76b3-4717-9601-a35e67fb78f3 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Creating folder: Instances. Parent ref: group-v645130. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 863.414636] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-96062a37-13b2-4361-bcbc-533efa6d226b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.424928] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-401e207b-76b3-4717-9601-a35e67fb78f3 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Created folder: Instances in parent group-v645130. [ 863.425227] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-401e207b-76b3-4717-9601-a35e67fb78f3 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 863.425794] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19436e0f-bff5-44ac-b73a-6d410ff8e93a] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 863.426035] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-07f7a53b-7075-4a98-b6f5-ead3ac1b8539 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.443696] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 863.443696] env[70323]: value = "task-3227180" [ 863.443696] env[70323]: _type = "Task" [ 863.443696] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.451912] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227180, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.477869] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8c2627d5-ecdf-475b-8aa1-24864f2c1b74 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.169s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.478873] env[70323]: DEBUG oslo_concurrency.lockutils [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.995s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.480632] env[70323]: INFO nova.compute.claims [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 713071aa-dbde-49d4-92d9-0e1cb0af41e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 863.498062] env[70323]: INFO nova.scheduler.client.report [None req-8c2627d5-ecdf-475b-8aa1-24864f2c1b74 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Deleted allocations for instance 4a2a0594-39e2-4e91-bba9-954662de5f77 [ 863.660628] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-ffcc4cb0-f493-4de4-869f-773a9710c5ec tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 8a80fada-70ad-42ca-8fdd-518ef976b8d6] Creating linked-clone VM from snapshot {{(pid=70323) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 863.661064] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7862f0f0-586e-4dfe-9768-ff77a498978d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.670156] env[70323]: DEBUG oslo_vmware.api [None req-ffcc4cb0-f493-4de4-869f-773a9710c5ec tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Waiting for the task: (returnval){ [ 863.670156] env[70323]: value = "task-3227181" [ 863.670156] env[70323]: _type = "Task" [ 863.670156] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.679520] env[70323]: DEBUG oslo_vmware.api [None req-ffcc4cb0-f493-4de4-869f-773a9710c5ec tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227181, 'name': CloneVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.855431] env[70323]: DEBUG oslo_vmware.api [None req-f428bacd-5c16-475e-bae3-969edeed09c8 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Task: {'id': task-3227177, 'name': PowerOffVM_Task, 'duration_secs': 0.336693} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.855905] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-f428bacd-5c16-475e-bae3-969edeed09c8 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: 914f1b4b-d355-4436-8b3b-628252fb5fef] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 863.862146] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-f428bacd-5c16-475e-bae3-969edeed09c8 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: 914f1b4b-d355-4436-8b3b-628252fb5fef] Reconfiguring VM instance instance-0000003b to detach disk 2001 {{(pid=70323) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 863.862641] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7794056-7e5e-4292-a9ec-0f50883d1b10 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.888180] env[70323]: DEBUG oslo_vmware.api [None req-72a3e50c-fd3e-42d8-a7c3-3f635297c94d tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] Task: {'id': task-3227176, 'name': PowerOnVM_Task, 'duration_secs': 0.778883} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.889643] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-72a3e50c-fd3e-42d8-a7c3-3f635297c94d tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] [instance: 1045f2b7-ab99-480a-8ea0-14f09812c126] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 863.889854] env[70323]: INFO nova.compute.manager [None req-72a3e50c-fd3e-42d8-a7c3-3f635297c94d tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] [instance: 1045f2b7-ab99-480a-8ea0-14f09812c126] Took 6.44 seconds to spawn the instance on the hypervisor. [ 863.890044] env[70323]: DEBUG nova.compute.manager [None req-72a3e50c-fd3e-42d8-a7c3-3f635297c94d tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] [instance: 1045f2b7-ab99-480a-8ea0-14f09812c126] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 863.890409] env[70323]: DEBUG oslo_vmware.api [None req-f428bacd-5c16-475e-bae3-969edeed09c8 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Waiting for the task: (returnval){ [ 863.890409] env[70323]: value = "task-3227182" [ 863.890409] env[70323]: _type = "Task" [ 863.890409] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.891239] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9def65cc-7486-4f93-8c53-a7dee1604ab0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.902678] env[70323]: DEBUG oslo_vmware.api [None req-f428bacd-5c16-475e-bae3-969edeed09c8 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Task: {'id': task-3227182, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.907775] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ac26d452-4e5a-4480-9a6f-a69fd03dded1 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Acquiring lock "0b934777-cba1-4d08-b077-bfdb23c35dec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.908024] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ac26d452-4e5a-4480-9a6f-a69fd03dded1 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Lock "0b934777-cba1-4d08-b077-bfdb23c35dec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.908282] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ac26d452-4e5a-4480-9a6f-a69fd03dded1 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Acquiring lock "0b934777-cba1-4d08-b077-bfdb23c35dec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.908436] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ac26d452-4e5a-4480-9a6f-a69fd03dded1 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Lock "0b934777-cba1-4d08-b077-bfdb23c35dec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.908606] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ac26d452-4e5a-4480-9a6f-a69fd03dded1 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Lock "0b934777-cba1-4d08-b077-bfdb23c35dec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.910684] env[70323]: INFO nova.compute.manager [None req-ac26d452-4e5a-4480-9a6f-a69fd03dded1 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 0b934777-cba1-4d08-b077-bfdb23c35dec] Terminating instance [ 863.957287] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227180, 'name': CreateVM_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.009994] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8c2627d5-ecdf-475b-8aa1-24864f2c1b74 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Lock "4a2a0594-39e2-4e91-bba9-954662de5f77" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.603s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.180635] env[70323]: DEBUG oslo_vmware.api [None req-ffcc4cb0-f493-4de4-869f-773a9710c5ec tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227181, 'name': CloneVM_Task} progress is 94%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.405181] env[70323]: DEBUG oslo_vmware.api [None req-f428bacd-5c16-475e-bae3-969edeed09c8 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Task: {'id': task-3227182, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.416153] env[70323]: DEBUG nova.compute.manager [None req-ac26d452-4e5a-4480-9a6f-a69fd03dded1 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 0b934777-cba1-4d08-b077-bfdb23c35dec] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 864.416371] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-ac26d452-4e5a-4480-9a6f-a69fd03dded1 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 0b934777-cba1-4d08-b077-bfdb23c35dec] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 864.418887] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe22132-341e-4a3c-bbd0-6e37308feeb1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.422054] env[70323]: INFO nova.compute.manager [None req-72a3e50c-fd3e-42d8-a7c3-3f635297c94d tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] [instance: 1045f2b7-ab99-480a-8ea0-14f09812c126] Took 46.22 seconds to build instance. [ 864.427748] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac26d452-4e5a-4480-9a6f-a69fd03dded1 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 0b934777-cba1-4d08-b077-bfdb23c35dec] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 864.428065] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe03a59e-32dc-468e-9975-adbc98575b41 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.434132] env[70323]: DEBUG oslo_vmware.api [None req-ac26d452-4e5a-4480-9a6f-a69fd03dded1 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Waiting for the task: (returnval){ [ 864.434132] env[70323]: value = "task-3227183" [ 864.434132] env[70323]: _type = "Task" [ 864.434132] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.443829] env[70323]: DEBUG oslo_vmware.api [None req-ac26d452-4e5a-4480-9a6f-a69fd03dded1 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': task-3227183, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.453826] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227180, 'name': CreateVM_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.682934] env[70323]: DEBUG oslo_vmware.api [None req-ffcc4cb0-f493-4de4-869f-773a9710c5ec tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227181, 'name': CloneVM_Task} progress is 94%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.907690] env[70323]: DEBUG oslo_vmware.api [None req-f428bacd-5c16-475e-bae3-969edeed09c8 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Task: {'id': task-3227182, 'name': ReconfigVM_Task, 'duration_secs': 0.664053} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.910509] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-f428bacd-5c16-475e-bae3-969edeed09c8 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: 914f1b4b-d355-4436-8b3b-628252fb5fef] Reconfigured VM instance instance-0000003b to detach disk 2001 {{(pid=70323) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 864.911542] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-f428bacd-5c16-475e-bae3-969edeed09c8 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: 914f1b4b-d355-4436-8b3b-628252fb5fef] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 864.911542] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69b4ea43-fb39-4b02-86c8-28662609d5bf {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.918400] env[70323]: DEBUG oslo_vmware.api [None req-f428bacd-5c16-475e-bae3-969edeed09c8 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Waiting for the task: (returnval){ [ 864.918400] env[70323]: value = "task-3227184" [ 864.918400] env[70323]: _type = "Task" [ 864.918400] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.926441] env[70323]: DEBUG oslo_concurrency.lockutils [None req-72a3e50c-fd3e-42d8-a7c3-3f635297c94d tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] Lock "1045f2b7-ab99-480a-8ea0-14f09812c126" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.339s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.932214] env[70323]: DEBUG oslo_vmware.api [None req-f428bacd-5c16-475e-bae3-969edeed09c8 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Task: {'id': task-3227184, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.945104] env[70323]: DEBUG oslo_vmware.api [None req-ac26d452-4e5a-4480-9a6f-a69fd03dded1 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': task-3227183, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.954904] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227180, 'name': CreateVM_Task, 'duration_secs': 1.412955} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.957898] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19436e0f-bff5-44ac-b73a-6d410ff8e93a] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 864.958979] env[70323]: DEBUG oslo_concurrency.lockutils [None req-401e207b-76b3-4717-9601-a35e67fb78f3 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.959151] env[70323]: DEBUG oslo_concurrency.lockutils [None req-401e207b-76b3-4717-9601-a35e67fb78f3 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.959503] env[70323]: DEBUG oslo_concurrency.lockutils [None req-401e207b-76b3-4717-9601-a35e67fb78f3 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.959787] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d1782d0-936d-4402-87f7-340465eeeb98 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.964830] env[70323]: DEBUG oslo_vmware.api [None req-401e207b-76b3-4717-9601-a35e67fb78f3 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Waiting for the task: (returnval){ [ 864.964830] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]527bc525-30c9-2e9f-9864-83d13640d12f" [ 864.964830] env[70323]: _type = "Task" [ 864.964830] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.970013] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91ea581-8a80-4de5-b2fb-dc518b1a071e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.977481] env[70323]: DEBUG oslo_vmware.api [None req-401e207b-76b3-4717-9601-a35e67fb78f3 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]527bc525-30c9-2e9f-9864-83d13640d12f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.980470] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb0d721c-7889-4425-b1a2-681636161865 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.013103] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9eb586e-b943-4bb3-91d7-5594ed7b0211 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.021953] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a02b54c-bde8-4082-8e0a-8a9a96dfd467 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.041505] env[70323]: DEBUG nova.compute.provider_tree [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 865.183875] env[70323]: DEBUG oslo_vmware.api [None req-ffcc4cb0-f493-4de4-869f-773a9710c5ec tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227181, 'name': CloneVM_Task} progress is 94%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.383755] env[70323]: DEBUG nova.compute.manager [req-ad34d567-3c1e-4166-98fe-c97cfeb7f9f3 req-b776e2eb-2dba-4c20-93fb-6060655d223f service nova] [instance: 1045f2b7-ab99-480a-8ea0-14f09812c126] Received event network-changed-179ef12d-7907-4523-a170-401e109ee717 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.384014] env[70323]: DEBUG nova.compute.manager [req-ad34d567-3c1e-4166-98fe-c97cfeb7f9f3 req-b776e2eb-2dba-4c20-93fb-6060655d223f service nova] [instance: 1045f2b7-ab99-480a-8ea0-14f09812c126] Refreshing instance network info cache due to event network-changed-179ef12d-7907-4523-a170-401e109ee717. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 865.384289] env[70323]: DEBUG oslo_concurrency.lockutils [req-ad34d567-3c1e-4166-98fe-c97cfeb7f9f3 req-b776e2eb-2dba-4c20-93fb-6060655d223f service nova] Acquiring lock "refresh_cache-1045f2b7-ab99-480a-8ea0-14f09812c126" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.384602] env[70323]: DEBUG oslo_concurrency.lockutils [req-ad34d567-3c1e-4166-98fe-c97cfeb7f9f3 req-b776e2eb-2dba-4c20-93fb-6060655d223f service nova] Acquired lock "refresh_cache-1045f2b7-ab99-480a-8ea0-14f09812c126" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.384689] env[70323]: DEBUG nova.network.neutron [req-ad34d567-3c1e-4166-98fe-c97cfeb7f9f3 req-b776e2eb-2dba-4c20-93fb-6060655d223f service nova] [instance: 1045f2b7-ab99-480a-8ea0-14f09812c126] Refreshing network info cache for port 179ef12d-7907-4523-a170-401e109ee717 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 865.430703] env[70323]: DEBUG oslo_vmware.api [None req-f428bacd-5c16-475e-bae3-969edeed09c8 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Task: {'id': task-3227184, 'name': PowerOnVM_Task} progress is 74%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.443886] env[70323]: DEBUG oslo_vmware.api [None req-ac26d452-4e5a-4480-9a6f-a69fd03dded1 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': task-3227183, 'name': PowerOffVM_Task, 'duration_secs': 0.648335} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.443886] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac26d452-4e5a-4480-9a6f-a69fd03dded1 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 0b934777-cba1-4d08-b077-bfdb23c35dec] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 865.444080] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-ac26d452-4e5a-4480-9a6f-a69fd03dded1 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 0b934777-cba1-4d08-b077-bfdb23c35dec] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 865.444217] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d1fcdee-a328-48f4-a55c-515c7a4948e7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.475693] env[70323]: DEBUG oslo_vmware.api [None req-401e207b-76b3-4717-9601-a35e67fb78f3 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]527bc525-30c9-2e9f-9864-83d13640d12f, 'name': SearchDatastore_Task, 'duration_secs': 0.013446} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.476096] env[70323]: DEBUG oslo_concurrency.lockutils [None req-401e207b-76b3-4717-9601-a35e67fb78f3 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.476305] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-401e207b-76b3-4717-9601-a35e67fb78f3 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] [instance: 19436e0f-bff5-44ac-b73a-6d410ff8e93a] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 865.476560] env[70323]: DEBUG oslo_concurrency.lockutils [None req-401e207b-76b3-4717-9601-a35e67fb78f3 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.476758] env[70323]: DEBUG oslo_concurrency.lockutils [None req-401e207b-76b3-4717-9601-a35e67fb78f3 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.477027] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-401e207b-76b3-4717-9601-a35e67fb78f3 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 865.477312] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-861d0410-c277-43c9-be4a-67e1d01cc739 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.488551] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-401e207b-76b3-4717-9601-a35e67fb78f3 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 865.488751] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-401e207b-76b3-4717-9601-a35e67fb78f3 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 865.490350] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2b7b043-82d4-4c50-9658-c84644378387 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.498119] env[70323]: DEBUG oslo_vmware.api [None req-401e207b-76b3-4717-9601-a35e67fb78f3 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Waiting for the task: (returnval){ [ 865.498119] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52127d73-8d92-14d4-1806-77dd746d70ee" [ 865.498119] env[70323]: _type = "Task" [ 865.498119] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.508792] env[70323]: DEBUG oslo_vmware.api [None req-401e207b-76b3-4717-9601-a35e67fb78f3 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52127d73-8d92-14d4-1806-77dd746d70ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.515762] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-ac26d452-4e5a-4480-9a6f-a69fd03dded1 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 0b934777-cba1-4d08-b077-bfdb23c35dec] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 865.515985] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-ac26d452-4e5a-4480-9a6f-a69fd03dded1 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 0b934777-cba1-4d08-b077-bfdb23c35dec] Deleting contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 865.516166] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac26d452-4e5a-4480-9a6f-a69fd03dded1 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Deleting the datastore file [datastore2] 0b934777-cba1-4d08-b077-bfdb23c35dec {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 865.516468] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-922d0bcb-ec9e-4c93-be25-22377ce9f34f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.523246] env[70323]: DEBUG oslo_vmware.api [None req-ac26d452-4e5a-4480-9a6f-a69fd03dded1 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Waiting for the task: (returnval){ [ 865.523246] env[70323]: value = "task-3227186" [ 865.523246] env[70323]: _type = "Task" [ 865.523246] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.533448] env[70323]: DEBUG oslo_vmware.api [None req-ac26d452-4e5a-4480-9a6f-a69fd03dded1 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': task-3227186, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.551461] env[70323]: DEBUG nova.scheduler.client.report [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 865.684339] env[70323]: DEBUG oslo_vmware.api [None req-ffcc4cb0-f493-4de4-869f-773a9710c5ec tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227181, 'name': CloneVM_Task, 'duration_secs': 1.97563} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.685166] env[70323]: INFO nova.virt.vmwareapi.vmops [None req-ffcc4cb0-f493-4de4-869f-773a9710c5ec tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 8a80fada-70ad-42ca-8fdd-518ef976b8d6] Created linked-clone VM from snapshot [ 865.685428] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343205c7-9f5e-4442-8e48-249bd14215d2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.694224] env[70323]: DEBUG nova.virt.vmwareapi.images [None req-ffcc4cb0-f493-4de4-869f-773a9710c5ec tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 8a80fada-70ad-42ca-8fdd-518ef976b8d6] Uploading image db0d5f88-4395-445f-ab14-ce409705d471 {{(pid=70323) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 865.717477] env[70323]: DEBUG oslo_vmware.rw_handles [None req-ffcc4cb0-f493-4de4-869f-773a9710c5ec tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 865.717477] env[70323]: value = "vm-645133" [ 865.717477] env[70323]: _type = "VirtualMachine" [ 865.717477] env[70323]: }. {{(pid=70323) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 865.717770] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-451b1909-be56-4672-9d50-f19f3ce3c106 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.724733] env[70323]: DEBUG oslo_vmware.rw_handles [None req-ffcc4cb0-f493-4de4-869f-773a9710c5ec tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Lease: (returnval){ [ 865.724733] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52dab1de-5fa5-43a4-7dc8-6d676f3d3c03" [ 865.724733] env[70323]: _type = "HttpNfcLease" [ 865.724733] env[70323]: } obtained for exporting VM: (result){ [ 865.724733] env[70323]: value = "vm-645133" [ 865.724733] env[70323]: _type = "VirtualMachine" [ 865.724733] env[70323]: }. {{(pid=70323) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 865.725022] env[70323]: DEBUG oslo_vmware.api [None req-ffcc4cb0-f493-4de4-869f-773a9710c5ec tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Waiting for the lease: (returnval){ [ 865.725022] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52dab1de-5fa5-43a4-7dc8-6d676f3d3c03" [ 865.725022] env[70323]: _type = "HttpNfcLease" [ 865.725022] env[70323]: } to be ready. {{(pid=70323) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 865.731326] env[70323]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 865.731326] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52dab1de-5fa5-43a4-7dc8-6d676f3d3c03" [ 865.731326] env[70323]: _type = "HttpNfcLease" [ 865.731326] env[70323]: } is initializing. {{(pid=70323) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 865.934677] env[70323]: DEBUG oslo_vmware.api [None req-f428bacd-5c16-475e-bae3-969edeed09c8 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Task: {'id': task-3227184, 'name': PowerOnVM_Task, 'duration_secs': 0.752061} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.934983] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-f428bacd-5c16-475e-bae3-969edeed09c8 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: 914f1b4b-d355-4436-8b3b-628252fb5fef] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 865.935259] env[70323]: DEBUG nova.compute.manager [None req-f428bacd-5c16-475e-bae3-969edeed09c8 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: 914f1b4b-d355-4436-8b3b-628252fb5fef] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 865.936087] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88066095-cef9-45af-8008-a62c703b787a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.009456] env[70323]: DEBUG oslo_vmware.api [None req-401e207b-76b3-4717-9601-a35e67fb78f3 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52127d73-8d92-14d4-1806-77dd746d70ee, 'name': SearchDatastore_Task, 'duration_secs': 0.016342} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.010346] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6f45f93-394a-419d-8407-106bf3b4dd06 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.016461] env[70323]: DEBUG oslo_vmware.api [None req-401e207b-76b3-4717-9601-a35e67fb78f3 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Waiting for the task: (returnval){ [ 866.016461] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5290c655-990e-8789-7857-9c1e8eccaae8" [ 866.016461] env[70323]: _type = "Task" [ 866.016461] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.027105] env[70323]: DEBUG oslo_vmware.api [None req-401e207b-76b3-4717-9601-a35e67fb78f3 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5290c655-990e-8789-7857-9c1e8eccaae8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.034879] env[70323]: DEBUG oslo_vmware.api [None req-ac26d452-4e5a-4480-9a6f-a69fd03dded1 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': task-3227186, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171063} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.035252] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac26d452-4e5a-4480-9a6f-a69fd03dded1 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 866.035450] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-ac26d452-4e5a-4480-9a6f-a69fd03dded1 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 0b934777-cba1-4d08-b077-bfdb23c35dec] Deleted contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 866.035665] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-ac26d452-4e5a-4480-9a6f-a69fd03dded1 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 0b934777-cba1-4d08-b077-bfdb23c35dec] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 866.035844] env[70323]: INFO nova.compute.manager [None req-ac26d452-4e5a-4480-9a6f-a69fd03dded1 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 0b934777-cba1-4d08-b077-bfdb23c35dec] Took 1.62 seconds to destroy the instance on the hypervisor. [ 866.036096] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac26d452-4e5a-4480-9a6f-a69fd03dded1 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.036288] env[70323]: DEBUG nova.compute.manager [-] [instance: 0b934777-cba1-4d08-b077-bfdb23c35dec] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 866.036384] env[70323]: DEBUG nova.network.neutron [-] [instance: 0b934777-cba1-4d08-b077-bfdb23c35dec] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 866.056812] env[70323]: DEBUG oslo_concurrency.lockutils [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.578s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.057380] env[70323]: DEBUG nova.compute.manager [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 713071aa-dbde-49d4-92d9-0e1cb0af41e7] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 866.060354] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a12fea1c-11cf-49f3-ae04-fd3061be0470 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.232s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.060652] env[70323]: DEBUG nova.objects.instance [None req-a12fea1c-11cf-49f3-ae04-fd3061be0470 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Lazy-loading 'resources' on Instance uuid 04a6df8e-033c-4b03-99c3-19bd8b2200fd {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 866.155612] env[70323]: DEBUG nova.network.neutron [req-ad34d567-3c1e-4166-98fe-c97cfeb7f9f3 req-b776e2eb-2dba-4c20-93fb-6060655d223f service nova] [instance: 1045f2b7-ab99-480a-8ea0-14f09812c126] Updated VIF entry in instance network info cache for port 179ef12d-7907-4523-a170-401e109ee717. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 866.156080] env[70323]: DEBUG nova.network.neutron [req-ad34d567-3c1e-4166-98fe-c97cfeb7f9f3 req-b776e2eb-2dba-4c20-93fb-6060655d223f service nova] [instance: 1045f2b7-ab99-480a-8ea0-14f09812c126] Updating instance_info_cache with network_info: [{"id": "179ef12d-7907-4523-a170-401e109ee717", "address": "fa:16:3e:c8:62:f6", "network": {"id": "cb310482-9968-4fed-957f-7089798a02f4", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2101369515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed8be542e44f4307b1826fabe4801100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap179ef12d-79", "ovs_interfaceid": "179ef12d-7907-4523-a170-401e109ee717", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.234904] env[70323]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 866.234904] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52dab1de-5fa5-43a4-7dc8-6d676f3d3c03" [ 866.234904] env[70323]: _type = "HttpNfcLease" [ 866.234904] env[70323]: } is ready. {{(pid=70323) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 866.235353] env[70323]: DEBUG oslo_vmware.rw_handles [None req-ffcc4cb0-f493-4de4-869f-773a9710c5ec tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 866.235353] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52dab1de-5fa5-43a4-7dc8-6d676f3d3c03" [ 866.235353] env[70323]: _type = "HttpNfcLease" [ 866.235353] env[70323]: }. {{(pid=70323) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 866.237128] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26bed4b2-dca5-48aa-bf06-71ba6cc85265 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.246397] env[70323]: DEBUG oslo_vmware.rw_handles [None req-ffcc4cb0-f493-4de4-869f-773a9710c5ec tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5273fd0b-838e-3c1a-1d20-96d2fcec503a/disk-0.vmdk from lease info. {{(pid=70323) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 866.246568] env[70323]: DEBUG oslo_vmware.rw_handles [None req-ffcc4cb0-f493-4de4-869f-773a9710c5ec tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5273fd0b-838e-3c1a-1d20-96d2fcec503a/disk-0.vmdk for reading. {{(pid=70323) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 866.327106] env[70323]: DEBUG nova.compute.manager [req-0cb5ea23-5fbf-4653-831a-1d515205e399 req-87dca3b7-44f5-4504-a479-2c124ed99c13 service nova] [instance: 0b934777-cba1-4d08-b077-bfdb23c35dec] Received event network-vif-deleted-e4cab740-a6a1-4954-bae6-1f0fd7058797 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.327269] env[70323]: INFO nova.compute.manager [req-0cb5ea23-5fbf-4653-831a-1d515205e399 req-87dca3b7-44f5-4504-a479-2c124ed99c13 service nova] [instance: 0b934777-cba1-4d08-b077-bfdb23c35dec] Neutron deleted interface e4cab740-a6a1-4954-bae6-1f0fd7058797; detaching it from the instance and deleting it from the info cache [ 866.327449] env[70323]: DEBUG nova.network.neutron [req-0cb5ea23-5fbf-4653-831a-1d515205e399 req-87dca3b7-44f5-4504-a479-2c124ed99c13 service nova] [instance: 0b934777-cba1-4d08-b077-bfdb23c35dec] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.356407] env[70323]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-79073e7a-6a0b-4709-ba07-6c4efecbd1d1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.117888] env[70323]: DEBUG nova.compute.utils [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 867.121491] env[70323]: DEBUG oslo_concurrency.lockutils [req-ad34d567-3c1e-4166-98fe-c97cfeb7f9f3 req-b776e2eb-2dba-4c20-93fb-6060655d223f service nova] Releasing lock "refresh_cache-1045f2b7-ab99-480a-8ea0-14f09812c126" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.121792] env[70323]: DEBUG nova.network.neutron [-] [instance: 0b934777-cba1-4d08-b077-bfdb23c35dec] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.131927] env[70323]: DEBUG nova.compute.manager [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 713071aa-dbde-49d4-92d9-0e1cb0af41e7] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 867.132139] env[70323]: DEBUG nova.network.neutron [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 713071aa-dbde-49d4-92d9-0e1cb0af41e7] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 867.134184] env[70323]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8d361d0b-0bf2-4e0e-965d-9c7da8c5cf97 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.153638] env[70323]: DEBUG oslo_vmware.api [None req-401e207b-76b3-4717-9601-a35e67fb78f3 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5290c655-990e-8789-7857-9c1e8eccaae8, 'name': SearchDatastore_Task, 'duration_secs': 0.018774} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.162298] env[70323]: DEBUG oslo_concurrency.lockutils [None req-401e207b-76b3-4717-9601-a35e67fb78f3 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.163145] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-401e207b-76b3-4717-9601-a35e67fb78f3 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 19436e0f-bff5-44ac-b73a-6d410ff8e93a/19436e0f-bff5-44ac-b73a-6d410ff8e93a.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 867.165567] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b44b8ea-b57f-482d-b1df-5171b505f232 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.178229] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-454f6e60-97b3-43f9-a88f-416d5d352a8e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.188961] env[70323]: DEBUG oslo_vmware.api [None req-401e207b-76b3-4717-9601-a35e67fb78f3 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Waiting for the task: (returnval){ [ 867.188961] env[70323]: value = "task-3227188" [ 867.188961] env[70323]: _type = "Task" [ 867.188961] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.212605] env[70323]: DEBUG nova.policy [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a20054ee98f44906b7d104c6c9a55405', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '04fdf27f549f49fe9ffe70ad77ffbf60', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 867.215179] env[70323]: DEBUG nova.compute.manager [req-0cb5ea23-5fbf-4653-831a-1d515205e399 req-87dca3b7-44f5-4504-a479-2c124ed99c13 service nova] [instance: 0b934777-cba1-4d08-b077-bfdb23c35dec] Detach interface failed, port_id=e4cab740-a6a1-4954-bae6-1f0fd7058797, reason: Instance 0b934777-cba1-4d08-b077-bfdb23c35dec could not be found. {{(pid=70323) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 867.224162] env[70323]: DEBUG oslo_vmware.api [None req-401e207b-76b3-4717-9601-a35e67fb78f3 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Task: {'id': task-3227188, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.596925] env[70323]: DEBUG nova.network.neutron [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 713071aa-dbde-49d4-92d9-0e1cb0af41e7] Successfully created port: 2a472081-4a26-4146-a915-f13c8f408cac {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 867.629310] env[70323]: DEBUG nova.compute.manager [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 713071aa-dbde-49d4-92d9-0e1cb0af41e7] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 867.632014] env[70323]: INFO nova.compute.manager [-] [instance: 0b934777-cba1-4d08-b077-bfdb23c35dec] Took 1.60 seconds to deallocate network for instance. [ 867.632388] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e9589a50-9045-4e01-a796-9880cd1617b5 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquiring lock "dd793706-95da-42f2-b9fc-ee37f04e6923" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.632607] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e9589a50-9045-4e01-a796-9880cd1617b5 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Lock "dd793706-95da-42f2-b9fc-ee37f04e6923" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.632819] env[70323]: INFO nova.compute.manager [None req-e9589a50-9045-4e01-a796-9880cd1617b5 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Rebooting instance [ 867.684211] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8aac0dce-3480-4833-a03c-b5472b60bb34 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Acquiring lock "914f1b4b-d355-4436-8b3b-628252fb5fef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.684521] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8aac0dce-3480-4833-a03c-b5472b60bb34 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Lock "914f1b4b-d355-4436-8b3b-628252fb5fef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.684859] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8aac0dce-3480-4833-a03c-b5472b60bb34 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Acquiring lock "914f1b4b-d355-4436-8b3b-628252fb5fef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.685287] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8aac0dce-3480-4833-a03c-b5472b60bb34 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Lock "914f1b4b-d355-4436-8b3b-628252fb5fef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.686560] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8aac0dce-3480-4833-a03c-b5472b60bb34 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Lock "914f1b4b-d355-4436-8b3b-628252fb5fef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.690675] env[70323]: INFO nova.compute.manager [None req-8aac0dce-3480-4833-a03c-b5472b60bb34 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: 914f1b4b-d355-4436-8b3b-628252fb5fef] Terminating instance [ 867.710568] env[70323]: DEBUG oslo_vmware.api [None req-401e207b-76b3-4717-9601-a35e67fb78f3 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Task: {'id': task-3227188, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.780320] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d73e72e-df92-4d2e-8940-848163641c16 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.789470] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd78020-687b-4721-8508-5783a79ae16d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.829351] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce6c979-20c2-4e2b-a65b-e6740143b3ca {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.839381] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-146dc11f-6836-4827-a20f-6db0bf2bb258 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.858810] env[70323]: DEBUG nova.compute.provider_tree [None req-a12fea1c-11cf-49f3-ae04-fd3061be0470 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.144679] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ac26d452-4e5a-4480-9a6f-a69fd03dded1 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.158012] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e9589a50-9045-4e01-a796-9880cd1617b5 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquiring lock "refresh_cache-dd793706-95da-42f2-b9fc-ee37f04e6923" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.158240] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e9589a50-9045-4e01-a796-9880cd1617b5 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquired lock "refresh_cache-dd793706-95da-42f2-b9fc-ee37f04e6923" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.158536] env[70323]: DEBUG nova.network.neutron [None req-e9589a50-9045-4e01-a796-9880cd1617b5 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 868.203166] env[70323]: DEBUG oslo_vmware.api [None req-401e207b-76b3-4717-9601-a35e67fb78f3 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Task: {'id': task-3227188, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554048} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.203543] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-401e207b-76b3-4717-9601-a35e67fb78f3 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 19436e0f-bff5-44ac-b73a-6d410ff8e93a/19436e0f-bff5-44ac-b73a-6d410ff8e93a.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 868.203858] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-401e207b-76b3-4717-9601-a35e67fb78f3 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] [instance: 19436e0f-bff5-44ac-b73a-6d410ff8e93a] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 868.204565] env[70323]: DEBUG nova.compute.manager [None req-8aac0dce-3480-4833-a03c-b5472b60bb34 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: 914f1b4b-d355-4436-8b3b-628252fb5fef] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 868.204855] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8aac0dce-3480-4833-a03c-b5472b60bb34 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: 914f1b4b-d355-4436-8b3b-628252fb5fef] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 868.205180] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5e80f34-1ffb-4e39-8342-310331ff7892 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.207938] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a66d0be-db7c-45e1-9368-49657d408eb1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.217574] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aac0dce-3480-4833-a03c-b5472b60bb34 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: 914f1b4b-d355-4436-8b3b-628252fb5fef] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 868.220620] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c10a9ba-9edb-41cb-80cb-d0909af23b47 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.222306] env[70323]: DEBUG oslo_vmware.api [None req-401e207b-76b3-4717-9601-a35e67fb78f3 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Waiting for the task: (returnval){ [ 868.222306] env[70323]: value = "task-3227189" [ 868.222306] env[70323]: _type = "Task" [ 868.222306] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.229638] env[70323]: DEBUG oslo_vmware.api [None req-8aac0dce-3480-4833-a03c-b5472b60bb34 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Waiting for the task: (returnval){ [ 868.229638] env[70323]: value = "task-3227190" [ 868.229638] env[70323]: _type = "Task" [ 868.229638] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.232909] env[70323]: DEBUG oslo_vmware.api [None req-401e207b-76b3-4717-9601-a35e67fb78f3 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Task: {'id': task-3227189, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.242120] env[70323]: DEBUG oslo_vmware.api [None req-8aac0dce-3480-4833-a03c-b5472b60bb34 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Task: {'id': task-3227190, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.366223] env[70323]: DEBUG nova.scheduler.client.report [None req-a12fea1c-11cf-49f3-ae04-fd3061be0470 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 868.642645] env[70323]: DEBUG nova.compute.manager [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 713071aa-dbde-49d4-92d9-0e1cb0af41e7] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 868.732392] env[70323]: DEBUG oslo_vmware.api [None req-401e207b-76b3-4717-9601-a35e67fb78f3 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Task: {'id': task-3227189, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.143707} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.732873] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-401e207b-76b3-4717-9601-a35e67fb78f3 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] [instance: 19436e0f-bff5-44ac-b73a-6d410ff8e93a] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 868.737116] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b25a0e0-5a4f-47c5-9b1a-b374892096d9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.745522] env[70323]: DEBUG oslo_vmware.api [None req-8aac0dce-3480-4833-a03c-b5472b60bb34 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Task: {'id': task-3227190, 'name': PowerOffVM_Task, 'duration_secs': 0.257679} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.752555] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aac0dce-3480-4833-a03c-b5472b60bb34 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: 914f1b4b-d355-4436-8b3b-628252fb5fef] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 868.752753] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8aac0dce-3480-4833-a03c-b5472b60bb34 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: 914f1b4b-d355-4436-8b3b-628252fb5fef] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 868.761749] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-401e207b-76b3-4717-9601-a35e67fb78f3 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] [instance: 19436e0f-bff5-44ac-b73a-6d410ff8e93a] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 19436e0f-bff5-44ac-b73a-6d410ff8e93a/19436e0f-bff5-44ac-b73a-6d410ff8e93a.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 868.764677] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-202f084f-e423-4b0b-bc32-578684d491bd {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.765693] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18d64af8-edab-4674-b951-52de52df6997 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.787658] env[70323]: DEBUG oslo_vmware.api [None req-401e207b-76b3-4717-9601-a35e67fb78f3 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Waiting for the task: (returnval){ [ 868.787658] env[70323]: value = "task-3227192" [ 868.787658] env[70323]: _type = "Task" [ 868.787658] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.795771] env[70323]: DEBUG oslo_vmware.api [None req-401e207b-76b3-4717-9601-a35e67fb78f3 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Task: {'id': task-3227192, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.845127] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8aac0dce-3480-4833-a03c-b5472b60bb34 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: 914f1b4b-d355-4436-8b3b-628252fb5fef] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 868.845385] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8aac0dce-3480-4833-a03c-b5472b60bb34 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: 914f1b4b-d355-4436-8b3b-628252fb5fef] Deleting contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 868.846032] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-8aac0dce-3480-4833-a03c-b5472b60bb34 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Deleting the datastore file [datastore1] 914f1b4b-d355-4436-8b3b-628252fb5fef {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 868.846032] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-273eb4a0-d81f-4e92-ae62-800d27e99247 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.852314] env[70323]: DEBUG oslo_vmware.api [None req-8aac0dce-3480-4833-a03c-b5472b60bb34 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Waiting for the task: (returnval){ [ 868.852314] env[70323]: value = "task-3227193" [ 868.852314] env[70323]: _type = "Task" [ 868.852314] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.860938] env[70323]: DEBUG oslo_vmware.api [None req-8aac0dce-3480-4833-a03c-b5472b60bb34 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Task: {'id': task-3227193, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.875022] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a12fea1c-11cf-49f3-ae04-fd3061be0470 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.813s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.876337] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9becbb8b-c460-4f52-968e-fa57888c278c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.394s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.876616] env[70323]: DEBUG nova.objects.instance [None req-9becbb8b-c460-4f52-968e-fa57888c278c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Lazy-loading 'resources' on Instance uuid 3c352840-697b-43ea-8abb-83f6c856e7ec {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 868.903326] env[70323]: INFO nova.scheduler.client.report [None req-a12fea1c-11cf-49f3-ae04-fd3061be0470 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Deleted allocations for instance 04a6df8e-033c-4b03-99c3-19bd8b2200fd [ 868.994860] env[70323]: DEBUG nova.network.neutron [None req-e9589a50-9045-4e01-a796-9880cd1617b5 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Updating instance_info_cache with network_info: [{"id": "4c27b25c-91c2-45e0-a3d1-4c3e2eac4a19", "address": "fa:16:3e:9e:f7:c7", "network": {"id": "3543c4fd-df33-4be9-b279-a13bfe5a7b34", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-877530561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e98df60171c4d319ce48c2e7ddb11d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c27b25c-91", "ovs_interfaceid": "4c27b25c-91c2-45e0-a3d1-4c3e2eac4a19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.221567] env[70323]: DEBUG nova.network.neutron [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 713071aa-dbde-49d4-92d9-0e1cb0af41e7] Successfully updated port: 2a472081-4a26-4146-a915-f13c8f408cac {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 869.282112] env[70323]: DEBUG nova.compute.manager [req-ab0a0e8f-8541-445d-8489-f0f66c2fc55a req-123a7efd-5944-47dc-bcbc-34e71dd8d3b5 service nova] [instance: 713071aa-dbde-49d4-92d9-0e1cb0af41e7] Received event network-vif-plugged-2a472081-4a26-4146-a915-f13c8f408cac {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.282351] env[70323]: DEBUG oslo_concurrency.lockutils [req-ab0a0e8f-8541-445d-8489-f0f66c2fc55a req-123a7efd-5944-47dc-bcbc-34e71dd8d3b5 service nova] Acquiring lock "713071aa-dbde-49d4-92d9-0e1cb0af41e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.282566] env[70323]: DEBUG oslo_concurrency.lockutils [req-ab0a0e8f-8541-445d-8489-f0f66c2fc55a req-123a7efd-5944-47dc-bcbc-34e71dd8d3b5 service nova] Lock "713071aa-dbde-49d4-92d9-0e1cb0af41e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.282737] env[70323]: DEBUG oslo_concurrency.lockutils [req-ab0a0e8f-8541-445d-8489-f0f66c2fc55a req-123a7efd-5944-47dc-bcbc-34e71dd8d3b5 service nova] Lock "713071aa-dbde-49d4-92d9-0e1cb0af41e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.282916] env[70323]: DEBUG nova.compute.manager [req-ab0a0e8f-8541-445d-8489-f0f66c2fc55a req-123a7efd-5944-47dc-bcbc-34e71dd8d3b5 service nova] [instance: 713071aa-dbde-49d4-92d9-0e1cb0af41e7] No waiting events found dispatching network-vif-plugged-2a472081-4a26-4146-a915-f13c8f408cac {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 869.283115] env[70323]: WARNING nova.compute.manager [req-ab0a0e8f-8541-445d-8489-f0f66c2fc55a req-123a7efd-5944-47dc-bcbc-34e71dd8d3b5 service nova] [instance: 713071aa-dbde-49d4-92d9-0e1cb0af41e7] Received unexpected event network-vif-plugged-2a472081-4a26-4146-a915-f13c8f408cac for instance with vm_state building and task_state spawning. [ 869.298154] env[70323]: DEBUG oslo_vmware.api [None req-401e207b-76b3-4717-9601-a35e67fb78f3 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Task: {'id': task-3227192, 'name': ReconfigVM_Task, 'duration_secs': 0.349448} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.298432] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-401e207b-76b3-4717-9601-a35e67fb78f3 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] [instance: 19436e0f-bff5-44ac-b73a-6d410ff8e93a] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 19436e0f-bff5-44ac-b73a-6d410ff8e93a/19436e0f-bff5-44ac-b73a-6d410ff8e93a.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 869.299061] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e2082b2-5b1b-4422-b7f0-3c896007f027 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.305530] env[70323]: DEBUG oslo_vmware.api [None req-401e207b-76b3-4717-9601-a35e67fb78f3 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Waiting for the task: (returnval){ [ 869.305530] env[70323]: value = "task-3227194" [ 869.305530] env[70323]: _type = "Task" [ 869.305530] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.314450] env[70323]: DEBUG oslo_vmware.api [None req-401e207b-76b3-4717-9601-a35e67fb78f3 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Task: {'id': task-3227194, 'name': Rename_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.362558] env[70323]: DEBUG oslo_vmware.api [None req-8aac0dce-3480-4833-a03c-b5472b60bb34 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Task: {'id': task-3227193, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164507} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.362845] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-8aac0dce-3480-4833-a03c-b5472b60bb34 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 869.363020] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8aac0dce-3480-4833-a03c-b5472b60bb34 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: 914f1b4b-d355-4436-8b3b-628252fb5fef] Deleted contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 869.363200] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8aac0dce-3480-4833-a03c-b5472b60bb34 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: 914f1b4b-d355-4436-8b3b-628252fb5fef] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 869.363371] env[70323]: INFO nova.compute.manager [None req-8aac0dce-3480-4833-a03c-b5472b60bb34 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: 914f1b4b-d355-4436-8b3b-628252fb5fef] Took 1.16 seconds to destroy the instance on the hypervisor. [ 869.363617] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8aac0dce-3480-4833-a03c-b5472b60bb34 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 869.363811] env[70323]: DEBUG nova.compute.manager [-] [instance: 914f1b4b-d355-4436-8b3b-628252fb5fef] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 869.363908] env[70323]: DEBUG nova.network.neutron [-] [instance: 914f1b4b-d355-4436-8b3b-628252fb5fef] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 869.410466] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a12fea1c-11cf-49f3-ae04-fd3061be0470 tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Lock "04a6df8e-033c-4b03-99c3-19bd8b2200fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.240s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.499027] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e9589a50-9045-4e01-a796-9880cd1617b5 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Releasing lock "refresh_cache-dd793706-95da-42f2-b9fc-ee37f04e6923" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.715126] env[70323]: DEBUG nova.virt.hardware [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 869.715386] env[70323]: DEBUG nova.virt.hardware [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 869.715565] env[70323]: DEBUG nova.virt.hardware [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 869.715752] env[70323]: DEBUG nova.virt.hardware [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 869.715977] env[70323]: DEBUG nova.virt.hardware [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 869.716114] env[70323]: DEBUG nova.virt.hardware [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 869.716362] env[70323]: DEBUG nova.virt.hardware [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 869.716527] env[70323]: DEBUG nova.virt.hardware [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 869.716722] env[70323]: DEBUG nova.virt.hardware [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 869.716934] env[70323]: DEBUG nova.virt.hardware [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 869.717457] env[70323]: DEBUG nova.virt.hardware [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 869.719597] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848934fc-437a-4132-9f6b-d798996207c2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.724828] env[70323]: DEBUG oslo_concurrency.lockutils [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Acquiring lock "refresh_cache-713071aa-dbde-49d4-92d9-0e1cb0af41e7" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.724989] env[70323]: DEBUG oslo_concurrency.lockutils [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Acquired lock "refresh_cache-713071aa-dbde-49d4-92d9-0e1cb0af41e7" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.725122] env[70323]: DEBUG nova.network.neutron [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 713071aa-dbde-49d4-92d9-0e1cb0af41e7] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 869.731614] env[70323]: DEBUG oslo_vmware.rw_handles [None req-9ce2a97a-427d-403a-9b96-256fe5d987e0 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52870d09-1637-ab80-db43-323f26f40d52/disk-0.vmdk. {{(pid=70323) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 869.731614] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f46c3249-7de8-413b-82af-6e05900e3915 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.736905] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d248ff3-6042-47aa-8401-74b579acfebd {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.745457] env[70323]: DEBUG oslo_vmware.rw_handles [None req-9ce2a97a-427d-403a-9b96-256fe5d987e0 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52870d09-1637-ab80-db43-323f26f40d52/disk-0.vmdk is in state: ready. {{(pid=70323) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 869.745631] env[70323]: ERROR oslo_vmware.rw_handles [None req-9ce2a97a-427d-403a-9b96-256fe5d987e0 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52870d09-1637-ab80-db43-323f26f40d52/disk-0.vmdk due to incomplete transfer. [ 869.746375] env[70323]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ae85566c-1e6e-4833-b9af-e3d2b93bde16 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.764013] env[70323]: DEBUG oslo_vmware.rw_handles [None req-9ce2a97a-427d-403a-9b96-256fe5d987e0 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52870d09-1637-ab80-db43-323f26f40d52/disk-0.vmdk. {{(pid=70323) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 869.764275] env[70323]: DEBUG nova.virt.vmwareapi.images [None req-9ce2a97a-427d-403a-9b96-256fe5d987e0 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Uploaded image b65730a2-1a07-46b0-a243-c7a36cc675a3 to the Glance image server {{(pid=70323) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 869.766810] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ce2a97a-427d-403a-9b96-256fe5d987e0 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Destroying the VM {{(pid=70323) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 869.767408] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6d742ca5-3e87-4f64-9e5d-58bfbd3e8b00 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.773670] env[70323]: DEBUG oslo_vmware.api [None req-9ce2a97a-427d-403a-9b96-256fe5d987e0 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for the task: (returnval){ [ 869.773670] env[70323]: value = "task-3227195" [ 869.773670] env[70323]: _type = "Task" [ 869.773670] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.787017] env[70323]: DEBUG oslo_vmware.api [None req-9ce2a97a-427d-403a-9b96-256fe5d987e0 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227195, 'name': Destroy_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.814618] env[70323]: DEBUG oslo_vmware.api [None req-401e207b-76b3-4717-9601-a35e67fb78f3 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Task: {'id': task-3227194, 'name': Rename_Task, 'duration_secs': 0.169116} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.817474] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-401e207b-76b3-4717-9601-a35e67fb78f3 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] [instance: 19436e0f-bff5-44ac-b73a-6d410ff8e93a] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 869.818373] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68dbdaad-31ff-41c5-9de6-fd8dcf753967 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.824937] env[70323]: DEBUG oslo_vmware.api [None req-401e207b-76b3-4717-9601-a35e67fb78f3 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Waiting for the task: (returnval){ [ 869.824937] env[70323]: value = "task-3227196" [ 869.824937] env[70323]: _type = "Task" [ 869.824937] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.835881] env[70323]: DEBUG oslo_vmware.api [None req-401e207b-76b3-4717-9601-a35e67fb78f3 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Task: {'id': task-3227196, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.910225] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de109fe2-39d6-4cb3-8372-7b48fa71bc76 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.918666] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca5e1ad-46ac-42e3-b243-4b01f2e2a298 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.950751] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568e2baa-b4b5-4abb-90c1-25c4f4e6c3eb {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.958845] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81c3438-4669-4bfb-b224-c54f82f6d76c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.972755] env[70323]: DEBUG nova.compute.provider_tree [None req-9becbb8b-c460-4f52-968e-fa57888c278c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 870.003442] env[70323]: DEBUG nova.compute.manager [None req-e9589a50-9045-4e01-a796-9880cd1617b5 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 870.004353] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9fcd6b-ebe3-4186-9e1c-47cf2c364c99 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.157062] env[70323]: DEBUG nova.network.neutron [-] [instance: 914f1b4b-d355-4436-8b3b-628252fb5fef] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.264810] env[70323]: DEBUG nova.network.neutron [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 713071aa-dbde-49d4-92d9-0e1cb0af41e7] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 870.289472] env[70323]: DEBUG oslo_vmware.api [None req-9ce2a97a-427d-403a-9b96-256fe5d987e0 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227195, 'name': Destroy_Task} progress is 33%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.335565] env[70323]: DEBUG oslo_vmware.api [None req-401e207b-76b3-4717-9601-a35e67fb78f3 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Task: {'id': task-3227196, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.435145] env[70323]: DEBUG nova.network.neutron [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 713071aa-dbde-49d4-92d9-0e1cb0af41e7] Updating instance_info_cache with network_info: [{"id": "2a472081-4a26-4146-a915-f13c8f408cac", "address": "fa:16:3e:b8:3f:47", "network": {"id": "e3d20059-147b-4d1f-a421-9503846473f4", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1898473140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04fdf27f549f49fe9ffe70ad77ffbf60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbd2870d-a51d-472a-8034-1b3e132b5cb6", "external-id": "nsx-vlan-transportzone-101", "segmentation_id": 101, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a472081-4a", "ovs_interfaceid": "2a472081-4a26-4146-a915-f13c8f408cac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.480408] env[70323]: DEBUG nova.scheduler.client.report [None req-9becbb8b-c460-4f52-968e-fa57888c278c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 870.484497] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e742710b-c502-4393-a682-b609fb92a24d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Acquiring lock "08c8dd40-92a3-48cd-ba9b-61d1796f9b7a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.484982] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e742710b-c502-4393-a682-b609fb92a24d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Lock "08c8dd40-92a3-48cd-ba9b-61d1796f9b7a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.485146] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e742710b-c502-4393-a682-b609fb92a24d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Acquiring lock "08c8dd40-92a3-48cd-ba9b-61d1796f9b7a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.485354] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e742710b-c502-4393-a682-b609fb92a24d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Lock "08c8dd40-92a3-48cd-ba9b-61d1796f9b7a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.485616] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e742710b-c502-4393-a682-b609fb92a24d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Lock "08c8dd40-92a3-48cd-ba9b-61d1796f9b7a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.487909] env[70323]: INFO nova.compute.manager [None req-e742710b-c502-4393-a682-b609fb92a24d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 08c8dd40-92a3-48cd-ba9b-61d1796f9b7a] Terminating instance [ 870.659396] env[70323]: INFO nova.compute.manager [-] [instance: 914f1b4b-d355-4436-8b3b-628252fb5fef] Took 1.30 seconds to deallocate network for instance. [ 870.787465] env[70323]: DEBUG oslo_vmware.api [None req-9ce2a97a-427d-403a-9b96-256fe5d987e0 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227195, 'name': Destroy_Task, 'duration_secs': 0.618942} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.787789] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-9ce2a97a-427d-403a-9b96-256fe5d987e0 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Destroyed the VM [ 870.789022] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-9ce2a97a-427d-403a-9b96-256fe5d987e0 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Deleting Snapshot of the VM instance {{(pid=70323) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 870.789022] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-202c323c-b370-4867-8b58-a3d159fbbb55 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.794574] env[70323]: DEBUG oslo_vmware.api [None req-9ce2a97a-427d-403a-9b96-256fe5d987e0 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for the task: (returnval){ [ 870.794574] env[70323]: value = "task-3227197" [ 870.794574] env[70323]: _type = "Task" [ 870.794574] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.802286] env[70323]: DEBUG oslo_vmware.api [None req-9ce2a97a-427d-403a-9b96-256fe5d987e0 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227197, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.836048] env[70323]: DEBUG oslo_vmware.api [None req-401e207b-76b3-4717-9601-a35e67fb78f3 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Task: {'id': task-3227196, 'name': PowerOnVM_Task, 'duration_secs': 0.510603} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.836371] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-401e207b-76b3-4717-9601-a35e67fb78f3 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] [instance: 19436e0f-bff5-44ac-b73a-6d410ff8e93a] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 870.836584] env[70323]: INFO nova.compute.manager [None req-401e207b-76b3-4717-9601-a35e67fb78f3 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] [instance: 19436e0f-bff5-44ac-b73a-6d410ff8e93a] Took 7.50 seconds to spawn the instance on the hypervisor. [ 870.836789] env[70323]: DEBUG nova.compute.manager [None req-401e207b-76b3-4717-9601-a35e67fb78f3 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] [instance: 19436e0f-bff5-44ac-b73a-6d410ff8e93a] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 870.837615] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c79afb-2cf5-4e25-b350-3d7ef32e7475 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.937682] env[70323]: DEBUG oslo_concurrency.lockutils [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Releasing lock "refresh_cache-713071aa-dbde-49d4-92d9-0e1cb0af41e7" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.940504] env[70323]: DEBUG nova.compute.manager [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 713071aa-dbde-49d4-92d9-0e1cb0af41e7] Instance network_info: |[{"id": "2a472081-4a26-4146-a915-f13c8f408cac", "address": "fa:16:3e:b8:3f:47", "network": {"id": "e3d20059-147b-4d1f-a421-9503846473f4", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1898473140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04fdf27f549f49fe9ffe70ad77ffbf60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbd2870d-a51d-472a-8034-1b3e132b5cb6", "external-id": "nsx-vlan-transportzone-101", "segmentation_id": 101, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a472081-4a", "ovs_interfaceid": "2a472081-4a26-4146-a915-f13c8f408cac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 870.940504] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 713071aa-dbde-49d4-92d9-0e1cb0af41e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:3f:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dbd2870d-a51d-472a-8034-1b3e132b5cb6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a472081-4a26-4146-a915-f13c8f408cac', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 870.951017] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Creating folder: Project (04fdf27f549f49fe9ffe70ad77ffbf60). Parent ref: group-v644941. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 870.951504] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11444979-2959-4b30-8245-42641380953f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.962433] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Created folder: Project (04fdf27f549f49fe9ffe70ad77ffbf60) in parent group-v644941. [ 870.962548] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Creating folder: Instances. Parent ref: group-v645134. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 870.962856] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-807d3263-c2af-443a-9ab5-a368af09e02a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.972265] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Created folder: Instances in parent group-v645134. [ 870.972569] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 870.972810] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 713071aa-dbde-49d4-92d9-0e1cb0af41e7] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 870.973073] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4f56244-7e5c-4dbf-952f-09e129c8fe14 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.988468] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9becbb8b-c460-4f52-968e-fa57888c278c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.112s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.990984] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 41.392s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.995173] env[70323]: DEBUG nova.compute.manager [None req-e742710b-c502-4393-a682-b609fb92a24d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 08c8dd40-92a3-48cd-ba9b-61d1796f9b7a] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 870.995173] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-e742710b-c502-4393-a682-b609fb92a24d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 08c8dd40-92a3-48cd-ba9b-61d1796f9b7a] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 870.998183] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d485cf89-fef3-45d0-b651-7003cfe9659a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.001113] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 871.001113] env[70323]: value = "task-3227200" [ 871.001113] env[70323]: _type = "Task" [ 871.001113] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.007795] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-e742710b-c502-4393-a682-b609fb92a24d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 08c8dd40-92a3-48cd-ba9b-61d1796f9b7a] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 871.008971] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e361d40e-793f-41e7-8e35-efd735d31b6f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.014385] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227200, 'name': CreateVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.015548] env[70323]: INFO nova.scheduler.client.report [None req-9becbb8b-c460-4f52-968e-fa57888c278c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Deleted allocations for instance 3c352840-697b-43ea-8abb-83f6c856e7ec [ 871.022895] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680e1cda-69e4-41bd-ae7b-7af77dd68462 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.026093] env[70323]: DEBUG oslo_vmware.api [None req-e742710b-c502-4393-a682-b609fb92a24d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Waiting for the task: (returnval){ [ 871.026093] env[70323]: value = "task-3227201" [ 871.026093] env[70323]: _type = "Task" [ 871.026093] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.031691] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-e9589a50-9045-4e01-a796-9880cd1617b5 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Doing hard reboot of VM {{(pid=70323) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 871.032325] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-b2bf7f9c-746e-4233-b01e-f8b6f2aac399 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.036697] env[70323]: DEBUG oslo_vmware.api [None req-e742710b-c502-4393-a682-b609fb92a24d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Task: {'id': task-3227201, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.040655] env[70323]: DEBUG oslo_vmware.api [None req-e9589a50-9045-4e01-a796-9880cd1617b5 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Waiting for the task: (returnval){ [ 871.040655] env[70323]: value = "task-3227202" [ 871.040655] env[70323]: _type = "Task" [ 871.040655] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.049783] env[70323]: DEBUG oslo_vmware.api [None req-e9589a50-9045-4e01-a796-9880cd1617b5 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3227202, 'name': ResetVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.167099] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8aac0dce-3480-4833-a03c-b5472b60bb34 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.306582] env[70323]: DEBUG oslo_vmware.api [None req-9ce2a97a-427d-403a-9b96-256fe5d987e0 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227197, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.355927] env[70323]: INFO nova.compute.manager [None req-401e207b-76b3-4717-9601-a35e67fb78f3 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] [instance: 19436e0f-bff5-44ac-b73a-6d410ff8e93a] Took 46.42 seconds to build instance. [ 871.413227] env[70323]: DEBUG nova.compute.manager [req-b9adbbcb-60cc-420d-be40-f8b463c16428 req-9bb2edd2-ec60-45a6-b75d-762b3234e183 service nova] [instance: 713071aa-dbde-49d4-92d9-0e1cb0af41e7] Received event network-changed-2a472081-4a26-4146-a915-f13c8f408cac {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.413667] env[70323]: DEBUG nova.compute.manager [req-b9adbbcb-60cc-420d-be40-f8b463c16428 req-9bb2edd2-ec60-45a6-b75d-762b3234e183 service nova] [instance: 713071aa-dbde-49d4-92d9-0e1cb0af41e7] Refreshing instance network info cache due to event network-changed-2a472081-4a26-4146-a915-f13c8f408cac. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 871.414039] env[70323]: DEBUG oslo_concurrency.lockutils [req-b9adbbcb-60cc-420d-be40-f8b463c16428 req-9bb2edd2-ec60-45a6-b75d-762b3234e183 service nova] Acquiring lock "refresh_cache-713071aa-dbde-49d4-92d9-0e1cb0af41e7" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.414720] env[70323]: DEBUG oslo_concurrency.lockutils [req-b9adbbcb-60cc-420d-be40-f8b463c16428 req-9bb2edd2-ec60-45a6-b75d-762b3234e183 service nova] Acquired lock "refresh_cache-713071aa-dbde-49d4-92d9-0e1cb0af41e7" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.414720] env[70323]: DEBUG nova.network.neutron [req-b9adbbcb-60cc-420d-be40-f8b463c16428 req-9bb2edd2-ec60-45a6-b75d-762b3234e183 service nova] [instance: 713071aa-dbde-49d4-92d9-0e1cb0af41e7] Refreshing network info cache for port 2a472081-4a26-4146-a915-f13c8f408cac {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 871.526108] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227200, 'name': CreateVM_Task, 'duration_secs': 0.426715} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.527331] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9becbb8b-c460-4f52-968e-fa57888c278c tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Lock "3c352840-697b-43ea-8abb-83f6c856e7ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.155s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.528877] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 713071aa-dbde-49d4-92d9-0e1cb0af41e7] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 871.533448] env[70323]: DEBUG oslo_concurrency.lockutils [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.533752] env[70323]: DEBUG oslo_concurrency.lockutils [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.534162] env[70323]: DEBUG oslo_concurrency.lockutils [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.534780] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7b458ff-75ce-4df9-932a-dabc03e96079 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.543368] env[70323]: DEBUG oslo_vmware.api [None req-e742710b-c502-4393-a682-b609fb92a24d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Task: {'id': task-3227201, 'name': PowerOffVM_Task, 'duration_secs': 0.263819} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.547891] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-e742710b-c502-4393-a682-b609fb92a24d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 08c8dd40-92a3-48cd-ba9b-61d1796f9b7a] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 871.548139] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-e742710b-c502-4393-a682-b609fb92a24d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 08c8dd40-92a3-48cd-ba9b-61d1796f9b7a] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 871.548787] env[70323]: DEBUG oslo_vmware.api [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Waiting for the task: (returnval){ [ 871.548787] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5272e27e-5df2-d775-77b4-5f84e8d986fb" [ 871.548787] env[70323]: _type = "Task" [ 871.548787] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.549300] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9101fdb4-1272-4750-b7d8-c06b46c61f52 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.558775] env[70323]: DEBUG oslo_vmware.api [None req-e9589a50-9045-4e01-a796-9880cd1617b5 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3227202, 'name': ResetVM_Task, 'duration_secs': 0.103174} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.559455] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-e9589a50-9045-4e01-a796-9880cd1617b5 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Did hard reboot of VM {{(pid=70323) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 871.559688] env[70323]: DEBUG nova.compute.manager [None req-e9589a50-9045-4e01-a796-9880cd1617b5 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 871.560574] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eacfadc4-93c2-4d59-864b-3097ae9756fd {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.567817] env[70323]: DEBUG oslo_vmware.api [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5272e27e-5df2-d775-77b4-5f84e8d986fb, 'name': SearchDatastore_Task, 'duration_secs': 0.014661} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.569063] env[70323]: DEBUG oslo_concurrency.lockutils [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.569063] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 713071aa-dbde-49d4-92d9-0e1cb0af41e7] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 871.569063] env[70323]: DEBUG oslo_concurrency.lockutils [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.569063] env[70323]: DEBUG oslo_concurrency.lockutils [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.569286] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 871.569450] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac1a5323-400b-4246-af68-93c8b0233d70 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.580992] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 871.581239] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 871.581965] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d0d1b24-9684-4e6b-8dc9-8dd0efcb2b16 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.587501] env[70323]: DEBUG oslo_vmware.api [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Waiting for the task: (returnval){ [ 871.587501] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5229ab47-a152-b103-dcff-9c474f86198f" [ 871.587501] env[70323]: _type = "Task" [ 871.587501] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.595690] env[70323]: DEBUG oslo_vmware.api [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5229ab47-a152-b103-dcff-9c474f86198f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.627655] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-e742710b-c502-4393-a682-b609fb92a24d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 08c8dd40-92a3-48cd-ba9b-61d1796f9b7a] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 871.627804] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-e742710b-c502-4393-a682-b609fb92a24d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 08c8dd40-92a3-48cd-ba9b-61d1796f9b7a] Deleting contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 871.627983] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-e742710b-c502-4393-a682-b609fb92a24d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Deleting the datastore file [datastore2] 08c8dd40-92a3-48cd-ba9b-61d1796f9b7a {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 871.628256] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-051c83c0-3139-4504-b1ac-74fc50810a42 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.634808] env[70323]: DEBUG oslo_vmware.api [None req-e742710b-c502-4393-a682-b609fb92a24d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Waiting for the task: (returnval){ [ 871.634808] env[70323]: value = "task-3227204" [ 871.634808] env[70323]: _type = "Task" [ 871.634808] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.643681] env[70323]: DEBUG oslo_vmware.api [None req-e742710b-c502-4393-a682-b609fb92a24d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Task: {'id': task-3227204, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.806757] env[70323]: DEBUG oslo_vmware.api [None req-9ce2a97a-427d-403a-9b96-256fe5d987e0 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227197, 'name': RemoveSnapshot_Task, 'duration_secs': 0.755582} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.807090] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-9ce2a97a-427d-403a-9b96-256fe5d987e0 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Deleted Snapshot of the VM instance {{(pid=70323) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 871.807345] env[70323]: INFO nova.compute.manager [None req-9ce2a97a-427d-403a-9b96-256fe5d987e0 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Took 16.90 seconds to snapshot the instance on the hypervisor. [ 871.858178] env[70323]: DEBUG oslo_concurrency.lockutils [None req-401e207b-76b3-4717-9601-a35e67fb78f3 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Lock "19436e0f-bff5-44ac-b73a-6d410ff8e93a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.788s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.017105] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Applying migration context for instance 3cd24ffc-62ba-465a-8663-efbce0e593f5 as it has an incoming, in-progress migration 52f04190-7a4a-465f-bb36-8d479448be35. Migration status is reverting {{(pid=70323) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 872.019391] env[70323]: INFO nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Updating resource usage from migration 52f04190-7a4a-465f-bb36-8d479448be35 [ 872.055033] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 5556ee05-8834-4ce8-99a3-db4e3d733a9a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 872.055212] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 72e4392e-ac35-41a0-b0b8-66088e62a055 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 872.055334] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 19fddddc-9657-463c-b24d-7ae457fdb870 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 872.055449] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance e38249fe-4114-40a6-9cdb-8ec5917bec83 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 872.055564] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 86114837-8210-4063-9fe5-6e867ae7b252 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 872.055703] env[70323]: WARNING nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 17e07646-9826-43d9-9295-3a70b541c534 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 872.055818] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance dd793706-95da-42f2-b9fc-ee37f04e6923 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 872.055929] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 94af8883-9a40-4929-8b36-16c400b3d18a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 872.056059] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance a48068d4-716f-4df7-b75b-d522cbf99d46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 872.056176] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 08c8dd40-92a3-48cd-ba9b-61d1796f9b7a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 872.056284] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 53bef48f-e24f-423a-ae83-a30a408153bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 872.056409] env[70323]: WARNING nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 0b934777-cba1-4d08-b077-bfdb23c35dec is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 872.056615] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 344d5579-628b-4a56-aedf-d9ecaa2c5c9f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 872.056615] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 7da61593-5cdd-4a3b-8999-754b6090bff7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 872.056863] env[70323]: WARNING nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 5015919d-0612-4a77-b89b-71b1c07e160b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 872.056919] env[70323]: WARNING nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 01baaf1f-f1c7-4636-aaf9-9e2eabdecdfa is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 872.057058] env[70323]: WARNING nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance dd6e0679-6c9c-4a30-bd97-530deb5fb246 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 872.057209] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 340cbed9-448a-4d71-92fa-a4bec142d293 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 872.057369] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 69d9372b-83a6-4a8a-b611-abd6c4fb2ddc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 872.057503] env[70323]: WARNING nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 914f1b4b-d355-4436-8b3b-628252fb5fef is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 872.057618] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance d5e45e91-706f-4de8-b7d6-15798256140b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 872.057729] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 872.057849] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Migration 52f04190-7a4a-465f-bb36-8d479448be35 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 872.057952] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 3cd24ffc-62ba-465a-8663-efbce0e593f5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 872.058073] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 8a80fada-70ad-42ca-8fdd-518ef976b8d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 872.058186] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 1045f2b7-ab99-480a-8ea0-14f09812c126 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 872.058292] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 19436e0f-bff5-44ac-b73a-6d410ff8e93a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 872.058393] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 713071aa-dbde-49d4-92d9-0e1cb0af41e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 872.080031] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e9589a50-9045-4e01-a796-9880cd1617b5 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Lock "dd793706-95da-42f2-b9fc-ee37f04e6923" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.446s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.099539] env[70323]: DEBUG oslo_vmware.api [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5229ab47-a152-b103-dcff-9c474f86198f, 'name': SearchDatastore_Task, 'duration_secs': 0.014075} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.100760] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a458b3eb-f650-436c-b56e-1a948cbb55d2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.106695] env[70323]: DEBUG oslo_vmware.api [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Waiting for the task: (returnval){ [ 872.106695] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52c52886-e8ad-1620-63b3-8329ff2d7af6" [ 872.106695] env[70323]: _type = "Task" [ 872.106695] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.115078] env[70323]: DEBUG oslo_vmware.api [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52c52886-e8ad-1620-63b3-8329ff2d7af6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.145680] env[70323]: DEBUG oslo_vmware.api [None req-e742710b-c502-4393-a682-b609fb92a24d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Task: {'id': task-3227204, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.286028} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.145680] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-e742710b-c502-4393-a682-b609fb92a24d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 872.145680] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-e742710b-c502-4393-a682-b609fb92a24d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 08c8dd40-92a3-48cd-ba9b-61d1796f9b7a] Deleted contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 872.145680] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-e742710b-c502-4393-a682-b609fb92a24d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 08c8dd40-92a3-48cd-ba9b-61d1796f9b7a] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 872.145912] env[70323]: INFO nova.compute.manager [None req-e742710b-c502-4393-a682-b609fb92a24d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] [instance: 08c8dd40-92a3-48cd-ba9b-61d1796f9b7a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 872.145979] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e742710b-c502-4393-a682-b609fb92a24d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 872.146181] env[70323]: DEBUG nova.compute.manager [-] [instance: 08c8dd40-92a3-48cd-ba9b-61d1796f9b7a] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 872.146275] env[70323]: DEBUG nova.network.neutron [-] [instance: 08c8dd40-92a3-48cd-ba9b-61d1796f9b7a] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 872.154412] env[70323]: INFO nova.compute.manager [None req-b6717ddb-b17f-4bd1-9cae-d9252dbb5ac8 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] [instance: 19436e0f-bff5-44ac-b73a-6d410ff8e93a] Rebuilding instance [ 872.191049] env[70323]: DEBUG nova.compute.manager [None req-b6717ddb-b17f-4bd1-9cae-d9252dbb5ac8 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] [instance: 19436e0f-bff5-44ac-b73a-6d410ff8e93a] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 872.191885] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6973594-5e11-4921-9d3b-7a4c60d88c6f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.195475] env[70323]: DEBUG nova.network.neutron [req-b9adbbcb-60cc-420d-be40-f8b463c16428 req-9bb2edd2-ec60-45a6-b75d-762b3234e183 service nova] [instance: 713071aa-dbde-49d4-92d9-0e1cb0af41e7] Updated VIF entry in instance network info cache for port 2a472081-4a26-4146-a915-f13c8f408cac. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 872.195799] env[70323]: DEBUG nova.network.neutron [req-b9adbbcb-60cc-420d-be40-f8b463c16428 req-9bb2edd2-ec60-45a6-b75d-762b3234e183 service nova] [instance: 713071aa-dbde-49d4-92d9-0e1cb0af41e7] Updating instance_info_cache with network_info: [{"id": "2a472081-4a26-4146-a915-f13c8f408cac", "address": "fa:16:3e:b8:3f:47", "network": {"id": "e3d20059-147b-4d1f-a421-9503846473f4", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1898473140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04fdf27f549f49fe9ffe70ad77ffbf60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbd2870d-a51d-472a-8034-1b3e132b5cb6", "external-id": "nsx-vlan-transportzone-101", "segmentation_id": 101, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a472081-4a", "ovs_interfaceid": "2a472081-4a26-4146-a915-f13c8f408cac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.370868] env[70323]: DEBUG nova.compute.manager [None req-9ce2a97a-427d-403a-9b96-256fe5d987e0 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Found 3 images (rotation: 2) {{(pid=70323) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 872.371094] env[70323]: DEBUG nova.compute.manager [None req-9ce2a97a-427d-403a-9b96-256fe5d987e0 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Rotating out 1 backups {{(pid=70323) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 872.371300] env[70323]: DEBUG nova.compute.manager [None req-9ce2a97a-427d-403a-9b96-256fe5d987e0 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Deleting image f825a8cd-c851-41b2-87de-de1b698af67e {{(pid=70323) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 872.472814] env[70323]: DEBUG nova.compute.manager [req-f9dccdd3-fceb-47a4-acb3-aa05b829760e req-1db11bc7-01ca-4a7a-a1bd-45712d036e7c service nova] [instance: 08c8dd40-92a3-48cd-ba9b-61d1796f9b7a] Received event network-vif-deleted-4e9eca04-cd47-4ab3-9c77-f83e8337db41 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.473042] env[70323]: INFO nova.compute.manager [req-f9dccdd3-fceb-47a4-acb3-aa05b829760e req-1db11bc7-01ca-4a7a-a1bd-45712d036e7c service nova] [instance: 08c8dd40-92a3-48cd-ba9b-61d1796f9b7a] Neutron deleted interface 4e9eca04-cd47-4ab3-9c77-f83e8337db41; detaching it from the instance and deleting it from the info cache [ 872.473226] env[70323]: DEBUG nova.network.neutron [req-f9dccdd3-fceb-47a4-acb3-aa05b829760e req-1db11bc7-01ca-4a7a-a1bd-45712d036e7c service nova] [instance: 08c8dd40-92a3-48cd-ba9b-61d1796f9b7a] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.507439] env[70323]: DEBUG oslo_concurrency.lockutils [None req-4a6fceb7-fe4d-445a-bc69-2fe754dad581 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Acquiring lock "72e4392e-ac35-41a0-b0b8-66088e62a055" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.507765] env[70323]: DEBUG oslo_concurrency.lockutils [None req-4a6fceb7-fe4d-445a-bc69-2fe754dad581 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Lock "72e4392e-ac35-41a0-b0b8-66088e62a055" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.507985] env[70323]: DEBUG oslo_concurrency.lockutils [None req-4a6fceb7-fe4d-445a-bc69-2fe754dad581 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Acquiring lock "72e4392e-ac35-41a0-b0b8-66088e62a055-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.508187] env[70323]: DEBUG oslo_concurrency.lockutils [None req-4a6fceb7-fe4d-445a-bc69-2fe754dad581 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Lock "72e4392e-ac35-41a0-b0b8-66088e62a055-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.508359] env[70323]: DEBUG oslo_concurrency.lockutils [None req-4a6fceb7-fe4d-445a-bc69-2fe754dad581 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Lock "72e4392e-ac35-41a0-b0b8-66088e62a055-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.510517] env[70323]: INFO nova.compute.manager [None req-4a6fceb7-fe4d-445a-bc69-2fe754dad581 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 72e4392e-ac35-41a0-b0b8-66088e62a055] Terminating instance [ 872.561468] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance b8019283-5cac-4f19-b25e-e40742868c1b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 872.617272] env[70323]: DEBUG oslo_vmware.api [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52c52886-e8ad-1620-63b3-8329ff2d7af6, 'name': SearchDatastore_Task, 'duration_secs': 0.036046} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.617579] env[70323]: DEBUG oslo_concurrency.lockutils [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.617852] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 713071aa-dbde-49d4-92d9-0e1cb0af41e7/713071aa-dbde-49d4-92d9-0e1cb0af41e7.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 872.618121] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62fe2412-30fc-445c-b27a-3248e6dfa823 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.624809] env[70323]: DEBUG oslo_vmware.api [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Waiting for the task: (returnval){ [ 872.624809] env[70323]: value = "task-3227205" [ 872.624809] env[70323]: _type = "Task" [ 872.624809] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.631974] env[70323]: DEBUG oslo_vmware.api [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': task-3227205, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.699358] env[70323]: DEBUG oslo_concurrency.lockutils [req-b9adbbcb-60cc-420d-be40-f8b463c16428 req-9bb2edd2-ec60-45a6-b75d-762b3234e183 service nova] Releasing lock "refresh_cache-713071aa-dbde-49d4-92d9-0e1cb0af41e7" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.699657] env[70323]: DEBUG nova.compute.manager [req-b9adbbcb-60cc-420d-be40-f8b463c16428 req-9bb2edd2-ec60-45a6-b75d-762b3234e183 service nova] [instance: 914f1b4b-d355-4436-8b3b-628252fb5fef] Received event network-vif-deleted-c6d5b3c8-c636-4029-bf9a-96b68566591c {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.911631] env[70323]: DEBUG nova.network.neutron [-] [instance: 08c8dd40-92a3-48cd-ba9b-61d1796f9b7a] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.976427] env[70323]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-af6d6db9-52f4-4aa2-be27-8d34e7c355c2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.989049] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d088c3a-cd56-43ae-a254-0abb8ad89bf5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.014075] env[70323]: DEBUG nova.compute.manager [None req-4a6fceb7-fe4d-445a-bc69-2fe754dad581 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 72e4392e-ac35-41a0-b0b8-66088e62a055] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 873.014369] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-4a6fceb7-fe4d-445a-bc69-2fe754dad581 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 72e4392e-ac35-41a0-b0b8-66088e62a055] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 873.031489] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c346c2e3-65d4-4054-88dc-cab49281cb40 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.034859] env[70323]: DEBUG nova.compute.manager [req-f9dccdd3-fceb-47a4-acb3-aa05b829760e req-1db11bc7-01ca-4a7a-a1bd-45712d036e7c service nova] [instance: 08c8dd40-92a3-48cd-ba9b-61d1796f9b7a] Detach interface failed, port_id=4e9eca04-cd47-4ab3-9c77-f83e8337db41, reason: Instance 08c8dd40-92a3-48cd-ba9b-61d1796f9b7a could not be found. {{(pid=70323) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 873.042718] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a6fceb7-fe4d-445a-bc69-2fe754dad581 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 72e4392e-ac35-41a0-b0b8-66088e62a055] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 873.042718] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e909a7a2-0dc9-4278-a7a1-544460767939 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.049489] env[70323]: DEBUG oslo_vmware.api [None req-4a6fceb7-fe4d-445a-bc69-2fe754dad581 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Waiting for the task: (returnval){ [ 873.049489] env[70323]: value = "task-3227206" [ 873.049489] env[70323]: _type = "Task" [ 873.049489] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.058816] env[70323]: DEBUG oslo_vmware.api [None req-4a6fceb7-fe4d-445a-bc69-2fe754dad581 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3227206, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.065718] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 84faf743-f813-481c-90ec-50d5dd62d9d2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 873.137507] env[70323]: DEBUG oslo_vmware.api [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': task-3227205, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.210471] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6717ddb-b17f-4bd1-9cae-d9252dbb5ac8 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] [instance: 19436e0f-bff5-44ac-b73a-6d410ff8e93a] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 873.211302] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c0b34db-206f-4866-9295-cd8dafd8cb1b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.218735] env[70323]: DEBUG oslo_vmware.api [None req-b6717ddb-b17f-4bd1-9cae-d9252dbb5ac8 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Waiting for the task: (returnval){ [ 873.218735] env[70323]: value = "task-3227207" [ 873.218735] env[70323]: _type = "Task" [ 873.218735] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.228369] env[70323]: DEBUG oslo_vmware.api [None req-b6717ddb-b17f-4bd1-9cae-d9252dbb5ac8 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Task: {'id': task-3227207, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.416809] env[70323]: INFO nova.compute.manager [-] [instance: 08c8dd40-92a3-48cd-ba9b-61d1796f9b7a] Took 1.27 seconds to deallocate network for instance. [ 873.560436] env[70323]: DEBUG oslo_vmware.api [None req-4a6fceb7-fe4d-445a-bc69-2fe754dad581 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3227206, 'name': PowerOffVM_Task, 'duration_secs': 0.346133} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.560798] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a6fceb7-fe4d-445a-bc69-2fe754dad581 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 72e4392e-ac35-41a0-b0b8-66088e62a055] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 873.561024] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-4a6fceb7-fe4d-445a-bc69-2fe754dad581 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 72e4392e-ac35-41a0-b0b8-66088e62a055] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 873.561370] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-853651ac-85b2-4dd5-9968-3838b2e2e354 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.568400] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance cd36c972-76db-470c-b9bf-74c33f15078e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 873.625884] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-4a6fceb7-fe4d-445a-bc69-2fe754dad581 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 72e4392e-ac35-41a0-b0b8-66088e62a055] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 873.626071] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-4a6fceb7-fe4d-445a-bc69-2fe754dad581 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 72e4392e-ac35-41a0-b0b8-66088e62a055] Deleting contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 873.626319] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a6fceb7-fe4d-445a-bc69-2fe754dad581 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Deleting the datastore file [datastore2] 72e4392e-ac35-41a0-b0b8-66088e62a055 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 873.627016] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-261837b6-170c-478a-8f78-94f527ca35e5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.640486] env[70323]: DEBUG oslo_vmware.api [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': task-3227205, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.679375} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.641868] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 713071aa-dbde-49d4-92d9-0e1cb0af41e7/713071aa-dbde-49d4-92d9-0e1cb0af41e7.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 873.642144] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 713071aa-dbde-49d4-92d9-0e1cb0af41e7] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 873.642875] env[70323]: DEBUG oslo_vmware.api [None req-4a6fceb7-fe4d-445a-bc69-2fe754dad581 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Waiting for the task: (returnval){ [ 873.642875] env[70323]: value = "task-3227209" [ 873.642875] env[70323]: _type = "Task" [ 873.642875] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.643108] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a968e04-9d9a-46bc-bee9-218bda8a81ca {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.653351] env[70323]: DEBUG oslo_vmware.api [None req-4a6fceb7-fe4d-445a-bc69-2fe754dad581 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3227209, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.654753] env[70323]: DEBUG oslo_vmware.api [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Waiting for the task: (returnval){ [ 873.654753] env[70323]: value = "task-3227210" [ 873.654753] env[70323]: _type = "Task" [ 873.654753] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.662356] env[70323]: DEBUG oslo_vmware.api [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': task-3227210, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.729061] env[70323]: DEBUG oslo_vmware.api [None req-b6717ddb-b17f-4bd1-9cae-d9252dbb5ac8 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Task: {'id': task-3227207, 'name': PowerOffVM_Task, 'duration_secs': 0.177405} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.729251] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6717ddb-b17f-4bd1-9cae-d9252dbb5ac8 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] [instance: 19436e0f-bff5-44ac-b73a-6d410ff8e93a] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 873.729979] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-b6717ddb-b17f-4bd1-9cae-d9252dbb5ac8 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] [instance: 19436e0f-bff5-44ac-b73a-6d410ff8e93a] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 873.731024] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5904229d-1065-4828-b70b-aad2262e0b43 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.737980] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-b6717ddb-b17f-4bd1-9cae-d9252dbb5ac8 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] [instance: 19436e0f-bff5-44ac-b73a-6d410ff8e93a] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 873.738263] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1253a94-d465-45da-8ab2-2f15db332d75 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.762783] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-b6717ddb-b17f-4bd1-9cae-d9252dbb5ac8 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] [instance: 19436e0f-bff5-44ac-b73a-6d410ff8e93a] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 873.763048] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-b6717ddb-b17f-4bd1-9cae-d9252dbb5ac8 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] [instance: 19436e0f-bff5-44ac-b73a-6d410ff8e93a] Deleting contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 873.763315] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6717ddb-b17f-4bd1-9cae-d9252dbb5ac8 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Deleting the datastore file [datastore2] 19436e0f-bff5-44ac-b73a-6d410ff8e93a {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 873.763688] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b627ade8-6d82-467e-ac2a-99505fba2774 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.772144] env[70323]: DEBUG oslo_vmware.api [None req-b6717ddb-b17f-4bd1-9cae-d9252dbb5ac8 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Waiting for the task: (returnval){ [ 873.772144] env[70323]: value = "task-3227212" [ 873.772144] env[70323]: _type = "Task" [ 873.772144] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.779698] env[70323]: DEBUG oslo_vmware.api [None req-b6717ddb-b17f-4bd1-9cae-d9252dbb5ac8 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Task: {'id': task-3227212, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.925175] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e742710b-c502-4393-a682-b609fb92a24d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.072082] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 24896069-5993-488b-87e9-f515c67735dc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 874.075296] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6c0546c0-ce30-4af5-9c13-8960fb68581f tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Acquiring lock "94af8883-9a40-4929-8b36-16c400b3d18a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.075595] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6c0546c0-ce30-4af5-9c13-8960fb68581f tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Lock "94af8883-9a40-4929-8b36-16c400b3d18a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.075736] env[70323]: DEBUG nova.compute.manager [None req-6c0546c0-ce30-4af5-9c13-8960fb68581f tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 874.077131] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde36039-7762-48c8-b0ae-911210ff6dd3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.085695] env[70323]: DEBUG nova.compute.manager [None req-6c0546c0-ce30-4af5-9c13-8960fb68581f tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70323) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 874.086657] env[70323]: DEBUG nova.objects.instance [None req-6c0546c0-ce30-4af5-9c13-8960fb68581f tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Lazy-loading 'flavor' on Instance uuid 94af8883-9a40-4929-8b36-16c400b3d18a {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 874.155741] env[70323]: DEBUG oslo_vmware.api [None req-4a6fceb7-fe4d-445a-bc69-2fe754dad581 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3227209, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.301534} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.159017] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a6fceb7-fe4d-445a-bc69-2fe754dad581 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 874.159272] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-4a6fceb7-fe4d-445a-bc69-2fe754dad581 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 72e4392e-ac35-41a0-b0b8-66088e62a055] Deleted contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 874.159481] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-4a6fceb7-fe4d-445a-bc69-2fe754dad581 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 72e4392e-ac35-41a0-b0b8-66088e62a055] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 874.159663] env[70323]: INFO nova.compute.manager [None req-4a6fceb7-fe4d-445a-bc69-2fe754dad581 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 72e4392e-ac35-41a0-b0b8-66088e62a055] Took 1.15 seconds to destroy the instance on the hypervisor. [ 874.159916] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a6fceb7-fe4d-445a-bc69-2fe754dad581 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 874.160128] env[70323]: DEBUG nova.compute.manager [-] [instance: 72e4392e-ac35-41a0-b0b8-66088e62a055] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 874.160226] env[70323]: DEBUG nova.network.neutron [-] [instance: 72e4392e-ac35-41a0-b0b8-66088e62a055] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 874.167391] env[70323]: DEBUG oslo_vmware.api [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': task-3227210, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106843} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.167534] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 713071aa-dbde-49d4-92d9-0e1cb0af41e7] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 874.168328] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f6d92c-244e-419d-a8ea-4a18f8b55c0b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.191466] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 713071aa-dbde-49d4-92d9-0e1cb0af41e7] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 713071aa-dbde-49d4-92d9-0e1cb0af41e7/713071aa-dbde-49d4-92d9-0e1cb0af41e7.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 874.191765] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67f48dec-fdb2-48fa-85d0-bb7603165b59 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.214080] env[70323]: DEBUG oslo_vmware.api [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Waiting for the task: (returnval){ [ 874.214080] env[70323]: value = "task-3227213" [ 874.214080] env[70323]: _type = "Task" [ 874.214080] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.224855] env[70323]: DEBUG oslo_vmware.api [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': task-3227213, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.283319] env[70323]: DEBUG oslo_vmware.api [None req-b6717ddb-b17f-4bd1-9cae-d9252dbb5ac8 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Task: {'id': task-3227212, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206801} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.283681] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6717ddb-b17f-4bd1-9cae-d9252dbb5ac8 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 874.284195] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-b6717ddb-b17f-4bd1-9cae-d9252dbb5ac8 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] [instance: 19436e0f-bff5-44ac-b73a-6d410ff8e93a] Deleted contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 874.284195] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-b6717ddb-b17f-4bd1-9cae-d9252dbb5ac8 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] [instance: 19436e0f-bff5-44ac-b73a-6d410ff8e93a] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 874.501502] env[70323]: DEBUG nova.compute.manager [req-6285d9c5-8873-48ae-af9d-89595c7e107e req-54fa509b-af6f-4e50-9fa8-6d5279fef019 service nova] [instance: 72e4392e-ac35-41a0-b0b8-66088e62a055] Received event network-vif-deleted-15d284be-2a1a-4b7a-85c7-c77a33016aac {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.501754] env[70323]: INFO nova.compute.manager [req-6285d9c5-8873-48ae-af9d-89595c7e107e req-54fa509b-af6f-4e50-9fa8-6d5279fef019 service nova] [instance: 72e4392e-ac35-41a0-b0b8-66088e62a055] Neutron deleted interface 15d284be-2a1a-4b7a-85c7-c77a33016aac; detaching it from the instance and deleting it from the info cache [ 874.501937] env[70323]: DEBUG nova.network.neutron [req-6285d9c5-8873-48ae-af9d-89595c7e107e req-54fa509b-af6f-4e50-9fa8-6d5279fef019 service nova] [instance: 72e4392e-ac35-41a0-b0b8-66088e62a055] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.575800] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 78c9516c-780a-4604-8c96-877d8d075701 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 874.725211] env[70323]: DEBUG oslo_vmware.api [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': task-3227213, 'name': ReconfigVM_Task, 'duration_secs': 0.41996} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.725857] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 713071aa-dbde-49d4-92d9-0e1cb0af41e7] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 713071aa-dbde-49d4-92d9-0e1cb0af41e7/713071aa-dbde-49d4-92d9-0e1cb0af41e7.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 874.726393] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-751f5323-ab73-42a4-9d45-f820b4e91c49 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.737963] env[70323]: DEBUG oslo_vmware.api [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Waiting for the task: (returnval){ [ 874.737963] env[70323]: value = "task-3227214" [ 874.737963] env[70323]: _type = "Task" [ 874.737963] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.747734] env[70323]: DEBUG oslo_vmware.api [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': task-3227214, 'name': Rename_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.963475] env[70323]: DEBUG nova.network.neutron [-] [instance: 72e4392e-ac35-41a0-b0b8-66088e62a055] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.005626] env[70323]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0bbfb734-6275-4fbd-9a7a-5a8430f2bad2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.016483] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28abee30-cf46-497c-b010-4b13bd4c3ee9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.057186] env[70323]: DEBUG nova.compute.manager [req-6285d9c5-8873-48ae-af9d-89595c7e107e req-54fa509b-af6f-4e50-9fa8-6d5279fef019 service nova] [instance: 72e4392e-ac35-41a0-b0b8-66088e62a055] Detach interface failed, port_id=15d284be-2a1a-4b7a-85c7-c77a33016aac, reason: Instance 72e4392e-ac35-41a0-b0b8-66088e62a055 could not be found. {{(pid=70323) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 875.078231] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 7d130068-25ce-440c-896b-f6a633019a34 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 875.078581] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Total usable vcpus: 48, total allocated vcpus: 22 {{(pid=70323) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 875.078725] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4864MB phys_disk=200GB used_disk=22GB total_vcpus=48 used_vcpus=22 pci_stats=[] {{(pid=70323) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 875.093251] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c0546c0-ce30-4af5-9c13-8960fb68581f tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 875.093596] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dda13d1e-8658-4e5b-9c10-34c9fcd6ef5a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.117227] env[70323]: DEBUG oslo_vmware.api [None req-6c0546c0-ce30-4af5-9c13-8960fb68581f tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for the task: (returnval){ [ 875.117227] env[70323]: value = "task-3227215" [ 875.117227] env[70323]: _type = "Task" [ 875.117227] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.130594] env[70323]: DEBUG oslo_vmware.api [None req-6c0546c0-ce30-4af5-9c13-8960fb68581f tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227215, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.251152] env[70323]: DEBUG oslo_vmware.api [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': task-3227214, 'name': Rename_Task, 'duration_secs': 0.178087} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.254076] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 713071aa-dbde-49d4-92d9-0e1cb0af41e7] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 875.255343] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-870af9ac-89a2-4d14-83fa-0b5f3bc27547 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.262567] env[70323]: DEBUG oslo_vmware.api [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Waiting for the task: (returnval){ [ 875.262567] env[70323]: value = "task-3227216" [ 875.262567] env[70323]: _type = "Task" [ 875.262567] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.274645] env[70323]: DEBUG oslo_vmware.api [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': task-3227216, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.320793] env[70323]: DEBUG nova.virt.hardware [None req-b6717ddb-b17f-4bd1-9cae-d9252dbb5ac8 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 875.321325] env[70323]: DEBUG nova.virt.hardware [None req-b6717ddb-b17f-4bd1-9cae-d9252dbb5ac8 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 875.321495] env[70323]: DEBUG nova.virt.hardware [None req-b6717ddb-b17f-4bd1-9cae-d9252dbb5ac8 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 875.321740] env[70323]: DEBUG nova.virt.hardware [None req-b6717ddb-b17f-4bd1-9cae-d9252dbb5ac8 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 875.321932] env[70323]: DEBUG nova.virt.hardware [None req-b6717ddb-b17f-4bd1-9cae-d9252dbb5ac8 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 875.322166] env[70323]: DEBUG nova.virt.hardware [None req-b6717ddb-b17f-4bd1-9cae-d9252dbb5ac8 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 875.322409] env[70323]: DEBUG nova.virt.hardware [None req-b6717ddb-b17f-4bd1-9cae-d9252dbb5ac8 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 875.322575] env[70323]: DEBUG nova.virt.hardware [None req-b6717ddb-b17f-4bd1-9cae-d9252dbb5ac8 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 875.322747] env[70323]: DEBUG nova.virt.hardware [None req-b6717ddb-b17f-4bd1-9cae-d9252dbb5ac8 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 875.322916] env[70323]: DEBUG nova.virt.hardware [None req-b6717ddb-b17f-4bd1-9cae-d9252dbb5ac8 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 875.323118] env[70323]: DEBUG nova.virt.hardware [None req-b6717ddb-b17f-4bd1-9cae-d9252dbb5ac8 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 875.323976] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02021471-9512-4e2d-a2f8-d05d9c434cad {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.336036] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33bbd430-16ac-4b1d-b0fa-6ed6d349f0ea {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.353733] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-b6717ddb-b17f-4bd1-9cae-d9252dbb5ac8 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] [instance: 19436e0f-bff5-44ac-b73a-6d410ff8e93a] Instance VIF info [] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 875.359410] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6717ddb-b17f-4bd1-9cae-d9252dbb5ac8 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 875.361610] env[70323]: DEBUG oslo_vmware.rw_handles [None req-ffcc4cb0-f493-4de4-869f-773a9710c5ec tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5273fd0b-838e-3c1a-1d20-96d2fcec503a/disk-0.vmdk. {{(pid=70323) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 875.364170] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19436e0f-bff5-44ac-b73a-6d410ff8e93a] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 875.364915] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba381e32-a576-4263-9f81-5e04e89156c1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.368056] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e1cdd1ff-104f-4964-9d2a-8f2c258a8add {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.386029] env[70323]: DEBUG oslo_vmware.rw_handles [None req-ffcc4cb0-f493-4de4-869f-773a9710c5ec tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5273fd0b-838e-3c1a-1d20-96d2fcec503a/disk-0.vmdk is in state: ready. {{(pid=70323) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 875.386219] env[70323]: ERROR oslo_vmware.rw_handles [None req-ffcc4cb0-f493-4de4-869f-773a9710c5ec tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5273fd0b-838e-3c1a-1d20-96d2fcec503a/disk-0.vmdk due to incomplete transfer. [ 875.387460] env[70323]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7753a3b1-b9bd-4d79-a0a7-550c19a14a29 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.388968] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 875.388968] env[70323]: value = "task-3227217" [ 875.388968] env[70323]: _type = "Task" [ 875.388968] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.401074] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227217, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.402280] env[70323]: DEBUG oslo_vmware.rw_handles [None req-ffcc4cb0-f493-4de4-869f-773a9710c5ec tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5273fd0b-838e-3c1a-1d20-96d2fcec503a/disk-0.vmdk. {{(pid=70323) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 875.402487] env[70323]: DEBUG nova.virt.vmwareapi.images [None req-ffcc4cb0-f493-4de4-869f-773a9710c5ec tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 8a80fada-70ad-42ca-8fdd-518ef976b8d6] Uploaded image db0d5f88-4395-445f-ab14-ce409705d471 to the Glance image server {{(pid=70323) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 875.404409] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffcc4cb0-f493-4de4-869f-773a9710c5ec tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 8a80fada-70ad-42ca-8fdd-518ef976b8d6] Destroying the VM {{(pid=70323) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 875.407142] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c6d3515d-e766-44b6-9a0c-87276320ab91 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.414951] env[70323]: DEBUG oslo_vmware.api [None req-ffcc4cb0-f493-4de4-869f-773a9710c5ec tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Waiting for the task: (returnval){ [ 875.414951] env[70323]: value = "task-3227218" [ 875.414951] env[70323]: _type = "Task" [ 875.414951] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.427847] env[70323]: DEBUG oslo_vmware.api [None req-ffcc4cb0-f493-4de4-869f-773a9710c5ec tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227218, 'name': Destroy_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.466097] env[70323]: INFO nova.compute.manager [-] [instance: 72e4392e-ac35-41a0-b0b8-66088e62a055] Took 1.31 seconds to deallocate network for instance. [ 875.608941] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f299b2-5bdf-403f-a3d5-6bf422ed60d5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.617708] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e2f4b0-4dd7-4b8d-9ce2-e18341e1e595 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.629926] env[70323]: DEBUG oslo_vmware.api [None req-6c0546c0-ce30-4af5-9c13-8960fb68581f tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227215, 'name': PowerOffVM_Task, 'duration_secs': 0.252338} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.656380] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c0546c0-ce30-4af5-9c13-8960fb68581f tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 875.656623] env[70323]: DEBUG nova.compute.manager [None req-6c0546c0-ce30-4af5-9c13-8960fb68581f tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 875.658096] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a8f3ec-1380-4684-b00f-482c1791550a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.661386] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58b6eb5-5246-49cd-95e7-e6e6781b5225 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.673834] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f840937b-0a5b-46ae-b021-6856bc3527f3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.692700] env[70323]: DEBUG nova.compute.provider_tree [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.773683] env[70323]: DEBUG oslo_vmware.api [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': task-3227216, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.899643] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227217, 'name': CreateVM_Task, 'duration_secs': 0.410483} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.899819] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19436e0f-bff5-44ac-b73a-6d410ff8e93a] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 875.900281] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b6717ddb-b17f-4bd1-9cae-d9252dbb5ac8 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.900445] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b6717ddb-b17f-4bd1-9cae-d9252dbb5ac8 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.900759] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b6717ddb-b17f-4bd1-9cae-d9252dbb5ac8 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.901033] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55b1a9f2-4074-44da-83ae-f2f9919e97d0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.906523] env[70323]: DEBUG oslo_vmware.api [None req-b6717ddb-b17f-4bd1-9cae-d9252dbb5ac8 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Waiting for the task: (returnval){ [ 875.906523] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52d62dbe-c0cf-4546-fb58-87473b06b7e6" [ 875.906523] env[70323]: _type = "Task" [ 875.906523] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.914401] env[70323]: DEBUG oslo_vmware.api [None req-b6717ddb-b17f-4bd1-9cae-d9252dbb5ac8 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52d62dbe-c0cf-4546-fb58-87473b06b7e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.923698] env[70323]: DEBUG oslo_vmware.api [None req-ffcc4cb0-f493-4de4-869f-773a9710c5ec tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227218, 'name': Destroy_Task} progress is 33%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.973412] env[70323]: DEBUG oslo_concurrency.lockutils [None req-4a6fceb7-fe4d-445a-bc69-2fe754dad581 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.181826] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6c0546c0-ce30-4af5-9c13-8960fb68581f tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Lock "94af8883-9a40-4929-8b36-16c400b3d18a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.106s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.195190] env[70323]: DEBUG nova.scheduler.client.report [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 876.279282] env[70323]: DEBUG oslo_vmware.api [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': task-3227216, 'name': PowerOnVM_Task, 'duration_secs': 0.587504} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.279662] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 713071aa-dbde-49d4-92d9-0e1cb0af41e7] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 876.279944] env[70323]: INFO nova.compute.manager [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 713071aa-dbde-49d4-92d9-0e1cb0af41e7] Took 7.64 seconds to spawn the instance on the hypervisor. [ 876.280217] env[70323]: DEBUG nova.compute.manager [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 713071aa-dbde-49d4-92d9-0e1cb0af41e7] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 876.281385] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0648ed2-f14b-425c-a154-f5d35e116557 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.418391] env[70323]: DEBUG oslo_vmware.api [None req-b6717ddb-b17f-4bd1-9cae-d9252dbb5ac8 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52d62dbe-c0cf-4546-fb58-87473b06b7e6, 'name': SearchDatastore_Task, 'duration_secs': 0.046289} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.421677] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b6717ddb-b17f-4bd1-9cae-d9252dbb5ac8 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.421915] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-b6717ddb-b17f-4bd1-9cae-d9252dbb5ac8 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] [instance: 19436e0f-bff5-44ac-b73a-6d410ff8e93a] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 876.422164] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b6717ddb-b17f-4bd1-9cae-d9252dbb5ac8 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.422312] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b6717ddb-b17f-4bd1-9cae-d9252dbb5ac8 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.422488] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6717ddb-b17f-4bd1-9cae-d9252dbb5ac8 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 876.422744] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aaac08cf-2d0d-49ea-b4fb-40a9037c80db {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.429901] env[70323]: DEBUG oslo_vmware.api [None req-ffcc4cb0-f493-4de4-869f-773a9710c5ec tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227218, 'name': Destroy_Task, 'duration_secs': 0.610192} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.430328] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-ffcc4cb0-f493-4de4-869f-773a9710c5ec tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 8a80fada-70ad-42ca-8fdd-518ef976b8d6] Destroyed the VM [ 876.430566] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-ffcc4cb0-f493-4de4-869f-773a9710c5ec tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 8a80fada-70ad-42ca-8fdd-518ef976b8d6] Deleting Snapshot of the VM instance {{(pid=70323) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 876.430803] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bf451d9c-8588-4235-9ee1-10bc47e8a4d4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.435268] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6717ddb-b17f-4bd1-9cae-d9252dbb5ac8 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 876.435441] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-b6717ddb-b17f-4bd1-9cae-d9252dbb5ac8 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 876.437046] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adfb3391-afb6-4a75-ae1d-42cc83475237 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.439214] env[70323]: DEBUG oslo_vmware.api [None req-ffcc4cb0-f493-4de4-869f-773a9710c5ec tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Waiting for the task: (returnval){ [ 876.439214] env[70323]: value = "task-3227219" [ 876.439214] env[70323]: _type = "Task" [ 876.439214] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.443822] env[70323]: DEBUG oslo_vmware.api [None req-b6717ddb-b17f-4bd1-9cae-d9252dbb5ac8 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Waiting for the task: (returnval){ [ 876.443822] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52e6cac1-f2bf-c3f0-e9e4-de833abb801b" [ 876.443822] env[70323]: _type = "Task" [ 876.443822] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.449779] env[70323]: DEBUG oslo_vmware.api [None req-ffcc4cb0-f493-4de4-869f-773a9710c5ec tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227219, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.454626] env[70323]: DEBUG oslo_vmware.api [None req-b6717ddb-b17f-4bd1-9cae-d9252dbb5ac8 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52e6cac1-f2bf-c3f0-e9e4-de833abb801b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.699753] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70323) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 876.700127] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.709s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.700488] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a8b496e8-6407-4a43-aac6-0cc923f27dd5 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.696s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.700765] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a8b496e8-6407-4a43-aac6-0cc923f27dd5 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.703349] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ab5aa3ff-e7c3-47d4-9a0f-93f199aa9f13 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.590s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.703778] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ab5aa3ff-e7c3-47d4-9a0f-93f199aa9f13 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.705961] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e161bbf1-514a-46cf-8ebc-8b42ad9f1477 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.043s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.706217] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e161bbf1-514a-46cf-8ebc-8b42ad9f1477 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.708502] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.259s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.710722] env[70323]: INFO nova.compute.claims [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] [instance: b8019283-5cac-4f19-b25e-e40742868c1b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 876.713548] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 876.713825] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Cleaning up deleted instances {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 876.738083] env[70323]: INFO nova.scheduler.client.report [None req-e161bbf1-514a-46cf-8ebc-8b42ad9f1477 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Deleted allocations for instance 17e07646-9826-43d9-9295-3a70b541c534 [ 876.742905] env[70323]: INFO nova.scheduler.client.report [None req-ab5aa3ff-e7c3-47d4-9a0f-93f199aa9f13 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Deleted allocations for instance 01baaf1f-f1c7-4636-aaf9-9e2eabdecdfa [ 876.751567] env[70323]: INFO nova.scheduler.client.report [None req-a8b496e8-6407-4a43-aac6-0cc923f27dd5 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Deleted allocations for instance 5015919d-0612-4a77-b89b-71b1c07e160b [ 876.808195] env[70323]: INFO nova.compute.manager [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 713071aa-dbde-49d4-92d9-0e1cb0af41e7] Took 50.36 seconds to build instance. [ 876.951035] env[70323]: DEBUG oslo_vmware.api [None req-ffcc4cb0-f493-4de4-869f-773a9710c5ec tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227219, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.956912] env[70323]: DEBUG oslo_vmware.api [None req-b6717ddb-b17f-4bd1-9cae-d9252dbb5ac8 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52e6cac1-f2bf-c3f0-e9e4-de833abb801b, 'name': SearchDatastore_Task, 'duration_secs': 0.011999} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.957703] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-256b545b-80b1-4698-9259-040fbfca693a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.963263] env[70323]: DEBUG oslo_vmware.api [None req-b6717ddb-b17f-4bd1-9cae-d9252dbb5ac8 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Waiting for the task: (returnval){ [ 876.963263] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]523a1344-afc4-c123-6744-62173655170e" [ 876.963263] env[70323]: _type = "Task" [ 876.963263] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.971961] env[70323]: DEBUG oslo_vmware.api [None req-b6717ddb-b17f-4bd1-9cae-d9252dbb5ac8 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]523a1344-afc4-c123-6744-62173655170e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.162514] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Acquiring lock "af716832-998b-4698-8d65-5cf6871b1c2d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.163286] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Lock "af716832-998b-4698-8d65-5cf6871b1c2d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.228553] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] There are 38 instances to clean {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 877.229121] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: b3f9b17f-4e9b-4d78-954d-a6eee9613900] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 877.245452] env[70323]: DEBUG nova.compute.manager [None req-d87f912e-19c7-45dd-84a7-8bf39fd9dbee tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Stashing vm_state: stopped {{(pid=70323) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 877.252756] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e161bbf1-514a-46cf-8ebc-8b42ad9f1477 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Lock "17e07646-9826-43d9-9295-3a70b541c534" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.356s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.253566] env[70323]: DEBUG oslo_concurrency.lockutils [req-71a5c96d-4825-40fe-9dc0-98e3803df4f7 req-039d29ec-1ce5-458c-bddf-85051b07ecfd service nova] Acquired lock "17e07646-9826-43d9-9295-3a70b541c534" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.254361] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ab5aa3ff-e7c3-47d4-9a0f-93f199aa9f13 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Lock "01baaf1f-f1c7-4636-aaf9-9e2eabdecdfa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.783s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.255515] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c09abb31-d7ab-43b6-b75f-5f77d4b45556 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.261222] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a8b496e8-6407-4a43-aac6-0cc923f27dd5 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Lock "5015919d-0612-4a77-b89b-71b1c07e160b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.866s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.266414] env[70323]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 877.266704] env[70323]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=70323) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 877.266989] env[70323]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-be1fc084-0a71-4a10-a709-3185b6350590 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.278096] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ece6459-22e3-4432-94f0-86daffe4fc7f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.324743] env[70323]: DEBUG oslo_concurrency.lockutils [None req-56b079a9-1593-40af-a422-c1d902743ea3 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Lock "713071aa-dbde-49d4-92d9-0e1cb0af41e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.342s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.326766] env[70323]: ERROR root [req-71a5c96d-4825-40fe-9dc0-98e3803df4f7 req-039d29ec-1ce5-458c-bddf-85051b07ecfd service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-645028' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-645028' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-645028' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-645028'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-645028' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-645028' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-645028'}\n"]: nova.exception.InstanceNotFound: Instance 17e07646-9826-43d9-9295-3a70b541c534 could not be found. [ 877.327249] env[70323]: DEBUG oslo_concurrency.lockutils [req-71a5c96d-4825-40fe-9dc0-98e3803df4f7 req-039d29ec-1ce5-458c-bddf-85051b07ecfd service nova] Releasing lock "17e07646-9826-43d9-9295-3a70b541c534" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.327602] env[70323]: DEBUG nova.compute.manager [req-71a5c96d-4825-40fe-9dc0-98e3803df4f7 req-039d29ec-1ce5-458c-bddf-85051b07ecfd service nova] [instance: 17e07646-9826-43d9-9295-3a70b541c534] Detach interface failed, port_id=3873422d-33b1-4dc8-a2cf-7e0bda76871d, reason: Instance 17e07646-9826-43d9-9295-3a70b541c534 could not be found. {{(pid=70323) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 877.450785] env[70323]: DEBUG oslo_vmware.api [None req-ffcc4cb0-f493-4de4-869f-773a9710c5ec tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227219, 'name': RemoveSnapshot_Task, 'duration_secs': 0.806858} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.451102] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-ffcc4cb0-f493-4de4-869f-773a9710c5ec tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 8a80fada-70ad-42ca-8fdd-518ef976b8d6] Deleted Snapshot of the VM instance {{(pid=70323) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 877.451357] env[70323]: INFO nova.compute.manager [None req-ffcc4cb0-f493-4de4-869f-773a9710c5ec tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 8a80fada-70ad-42ca-8fdd-518ef976b8d6] Took 15.88 seconds to snapshot the instance on the hypervisor. [ 877.474433] env[70323]: DEBUG oslo_vmware.api [None req-b6717ddb-b17f-4bd1-9cae-d9252dbb5ac8 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]523a1344-afc4-c123-6744-62173655170e, 'name': SearchDatastore_Task, 'duration_secs': 0.010551} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.475387] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b6717ddb-b17f-4bd1-9cae-d9252dbb5ac8 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.475771] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6717ddb-b17f-4bd1-9cae-d9252dbb5ac8 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 19436e0f-bff5-44ac-b73a-6d410ff8e93a/19436e0f-bff5-44ac-b73a-6d410ff8e93a.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 877.476288] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9961f80b-f249-479b-be24-e0402fa136e3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.486237] env[70323]: DEBUG oslo_vmware.api [None req-b6717ddb-b17f-4bd1-9cae-d9252dbb5ac8 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Waiting for the task: (returnval){ [ 877.486237] env[70323]: value = "task-3227220" [ 877.486237] env[70323]: _type = "Task" [ 877.486237] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.496679] env[70323]: DEBUG oslo_vmware.api [None req-b6717ddb-b17f-4bd1-9cae-d9252dbb5ac8 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Task: {'id': task-3227220, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.665739] env[70323]: DEBUG nova.compute.manager [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: af716832-998b-4698-8d65-5cf6871b1c2d] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 877.735715] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 4a2a0594-39e2-4e91-bba9-954662de5f77] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 877.772662] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d87f912e-19c7-45dd-84a7-8bf39fd9dbee tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.003127] env[70323]: DEBUG oslo_vmware.api [None req-b6717ddb-b17f-4bd1-9cae-d9252dbb5ac8 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Task: {'id': task-3227220, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.185785] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.238911] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 248f0a9f-88ae-4c02-8870-57422c9f8ac3] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 878.276890] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6779b77-7817-4710-a3fc-e0a1900931e1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.285257] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5179ab-4d84-4d59-bdc5-38b1690670db {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.323061] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5fc795-c6d4-46a7-9037-bf2ec584bf50 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.332897] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eedcecc-291f-4e28-b2d6-5608e21a03bb {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.347360] env[70323]: DEBUG nova.compute.provider_tree [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 878.410343] env[70323]: DEBUG oslo_concurrency.lockutils [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Acquiring lock "bc4fe22d-07e4-456f-b54f-39b683051029" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.410772] env[70323]: DEBUG oslo_concurrency.lockutils [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Lock "bc4fe22d-07e4-456f-b54f-39b683051029" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.445387] env[70323]: DEBUG oslo_concurrency.lockutils [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Acquiring lock "1b7f6d4c-945c-434c-bb21-a15f3740fd6a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.445608] env[70323]: DEBUG oslo_concurrency.lockutils [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Lock "1b7f6d4c-945c-434c-bb21-a15f3740fd6a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.499163] env[70323]: DEBUG oslo_vmware.api [None req-b6717ddb-b17f-4bd1-9cae-d9252dbb5ac8 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Task: {'id': task-3227220, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.645041} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.499465] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6717ddb-b17f-4bd1-9cae-d9252dbb5ac8 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 19436e0f-bff5-44ac-b73a-6d410ff8e93a/19436e0f-bff5-44ac-b73a-6d410ff8e93a.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 878.499688] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-b6717ddb-b17f-4bd1-9cae-d9252dbb5ac8 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] [instance: 19436e0f-bff5-44ac-b73a-6d410ff8e93a] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 878.499953] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-68cd15bf-513b-48d3-9095-ae4fdc7120d2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.508636] env[70323]: DEBUG oslo_vmware.api [None req-b6717ddb-b17f-4bd1-9cae-d9252dbb5ac8 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Waiting for the task: (returnval){ [ 878.508636] env[70323]: value = "task-3227221" [ 878.508636] env[70323]: _type = "Task" [ 878.508636] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.520026] env[70323]: DEBUG oslo_vmware.api [None req-b6717ddb-b17f-4bd1-9cae-d9252dbb5ac8 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Task: {'id': task-3227221, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.744630] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 7b398910-13db-4ed9-b743-6f25046af2dc] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 878.850473] env[70323]: DEBUG nova.scheduler.client.report [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 878.913353] env[70323]: DEBUG nova.compute.manager [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: bc4fe22d-07e4-456f-b54f-39b683051029] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 878.947583] env[70323]: DEBUG nova.compute.manager [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 1b7f6d4c-945c-434c-bb21-a15f3740fd6a] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 879.018881] env[70323]: DEBUG oslo_vmware.api [None req-b6717ddb-b17f-4bd1-9cae-d9252dbb5ac8 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Task: {'id': task-3227221, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0869} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.019185] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-b6717ddb-b17f-4bd1-9cae-d9252dbb5ac8 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] [instance: 19436e0f-bff5-44ac-b73a-6d410ff8e93a] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 879.020205] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d625d7-0da5-4aaf-898a-3ba1abe780fa {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.040188] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6717ddb-b17f-4bd1-9cae-d9252dbb5ac8 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] [instance: 19436e0f-bff5-44ac-b73a-6d410ff8e93a] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 19436e0f-bff5-44ac-b73a-6d410ff8e93a/19436e0f-bff5-44ac-b73a-6d410ff8e93a.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 879.040463] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a9481ad-49a6-47fc-a5bc-6d53fdda811f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.057789] env[70323]: DEBUG nova.compute.manager [None req-99457654-d595-4915-8877-7e7ef42fd5ae tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 713071aa-dbde-49d4-92d9-0e1cb0af41e7] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 879.058900] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d4754a-5e98-42e5-9fec-75b55a9b4c9e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.062934] env[70323]: DEBUG oslo_vmware.api [None req-b6717ddb-b17f-4bd1-9cae-d9252dbb5ac8 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Waiting for the task: (returnval){ [ 879.062934] env[70323]: value = "task-3227222" [ 879.062934] env[70323]: _type = "Task" [ 879.062934] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.077019] env[70323]: DEBUG oslo_vmware.api [None req-b6717ddb-b17f-4bd1-9cae-d9252dbb5ac8 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Task: {'id': task-3227222, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.247821] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 982522d9-dee1-4251-a7a3-4bad81acc442] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 879.355523] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.647s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.356098] env[70323]: DEBUG nova.compute.manager [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] [instance: b8019283-5cac-4f19-b25e-e40742868c1b] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 879.360051] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.866s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.362024] env[70323]: INFO nova.compute.claims [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 84faf743-f813-481c-90ec-50d5dd62d9d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 879.436089] env[70323]: DEBUG oslo_concurrency.lockutils [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.466683] env[70323]: DEBUG oslo_concurrency.lockutils [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.571752] env[70323]: INFO nova.compute.manager [None req-99457654-d595-4915-8877-7e7ef42fd5ae tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 713071aa-dbde-49d4-92d9-0e1cb0af41e7] instance snapshotting [ 879.578027] env[70323]: DEBUG oslo_vmware.api [None req-b6717ddb-b17f-4bd1-9cae-d9252dbb5ac8 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Task: {'id': task-3227222, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.578649] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531176ac-7648-4e2a-8032-02eb597eec5f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.598780] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3c2959-2cad-4be6-9463-0d46de1ac852 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.750317] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquiring lock "4d3d5652-902c-403f-86e8-6026b8da97fe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.750602] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Lock "4d3d5652-902c-403f-86e8-6026b8da97fe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.752493] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 95850796-4c82-4e1f-b169-c2122a5c4950] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 879.866574] env[70323]: DEBUG nova.compute.utils [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 879.868052] env[70323]: DEBUG nova.compute.manager [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] [instance: b8019283-5cac-4f19-b25e-e40742868c1b] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 879.868200] env[70323]: DEBUG nova.network.neutron [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] [instance: b8019283-5cac-4f19-b25e-e40742868c1b] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 879.916347] env[70323]: DEBUG nova.policy [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b59804e0f9054c1b9a14421787a7f6ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b5233132a46d4927884fd941fd95d550', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 880.077224] env[70323]: DEBUG oslo_vmware.api [None req-b6717ddb-b17f-4bd1-9cae-d9252dbb5ac8 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Task: {'id': task-3227222, 'name': ReconfigVM_Task, 'duration_secs': 0.69592} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.077224] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6717ddb-b17f-4bd1-9cae-d9252dbb5ac8 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] [instance: 19436e0f-bff5-44ac-b73a-6d410ff8e93a] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 19436e0f-bff5-44ac-b73a-6d410ff8e93a/19436e0f-bff5-44ac-b73a-6d410ff8e93a.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 880.077224] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-927a31b0-4f1a-4f37-823a-b48342970184 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.084027] env[70323]: DEBUG oslo_vmware.api [None req-b6717ddb-b17f-4bd1-9cae-d9252dbb5ac8 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Waiting for the task: (returnval){ [ 880.084027] env[70323]: value = "task-3227223" [ 880.084027] env[70323]: _type = "Task" [ 880.084027] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.090385] env[70323]: DEBUG oslo_vmware.api [None req-b6717ddb-b17f-4bd1-9cae-d9252dbb5ac8 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Task: {'id': task-3227223, 'name': Rename_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.115423] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-99457654-d595-4915-8877-7e7ef42fd5ae tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 713071aa-dbde-49d4-92d9-0e1cb0af41e7] Creating Snapshot of the VM instance {{(pid=70323) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 880.115423] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-700875e6-86a7-4ab1-90da-17468ae25f10 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.122742] env[70323]: DEBUG oslo_vmware.api [None req-99457654-d595-4915-8877-7e7ef42fd5ae tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Waiting for the task: (returnval){ [ 880.122742] env[70323]: value = "task-3227224" [ 880.122742] env[70323]: _type = "Task" [ 880.122742] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.134312] env[70323]: DEBUG oslo_vmware.api [None req-99457654-d595-4915-8877-7e7ef42fd5ae tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': task-3227224, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.192647] env[70323]: DEBUG nova.network.neutron [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] [instance: b8019283-5cac-4f19-b25e-e40742868c1b] Successfully created port: 8fa709e0-432c-446e-9fd7-f6b156e019e2 {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 880.254066] env[70323]: DEBUG nova.compute.manager [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 880.256591] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 1ad77931-f385-45f3-bbe1-dd6e8b986631] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 880.372467] env[70323]: DEBUG nova.compute.manager [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] [instance: b8019283-5cac-4f19-b25e-e40742868c1b] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 880.591855] env[70323]: DEBUG oslo_vmware.api [None req-b6717ddb-b17f-4bd1-9cae-d9252dbb5ac8 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Task: {'id': task-3227223, 'name': Rename_Task, 'duration_secs': 0.132927} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.594695] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6717ddb-b17f-4bd1-9cae-d9252dbb5ac8 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] [instance: 19436e0f-bff5-44ac-b73a-6d410ff8e93a] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 880.595242] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cdd23a90-05bc-42a7-a00e-2279d2c9ef2e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.601029] env[70323]: DEBUG oslo_vmware.api [None req-b6717ddb-b17f-4bd1-9cae-d9252dbb5ac8 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Waiting for the task: (returnval){ [ 880.601029] env[70323]: value = "task-3227225" [ 880.601029] env[70323]: _type = "Task" [ 880.601029] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.610091] env[70323]: DEBUG oslo_vmware.api [None req-b6717ddb-b17f-4bd1-9cae-d9252dbb5ac8 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Task: {'id': task-3227225, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.631969] env[70323]: DEBUG oslo_vmware.api [None req-99457654-d595-4915-8877-7e7ef42fd5ae tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': task-3227224, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.760248] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 04a6df8e-033c-4b03-99c3-19bd8b2200fd] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 880.780870] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.873949] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69235a6e-b2a2-4ce2-88b6-d256d26ab29c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.885018] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a466047c-d6d4-4493-9377-d109ea642b08 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.915172] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4034ab9b-2265-4dba-84d3-d106b6a6fb7f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.923391] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a886a31f-5512-4d7d-bdb0-2da45f1fc0ed {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.941508] env[70323]: DEBUG nova.compute.provider_tree [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 881.112096] env[70323]: DEBUG oslo_vmware.api [None req-b6717ddb-b17f-4bd1-9cae-d9252dbb5ac8 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Task: {'id': task-3227225, 'name': PowerOnVM_Task, 'duration_secs': 0.422504} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.112397] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6717ddb-b17f-4bd1-9cae-d9252dbb5ac8 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] [instance: 19436e0f-bff5-44ac-b73a-6d410ff8e93a] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 881.112608] env[70323]: DEBUG nova.compute.manager [None req-b6717ddb-b17f-4bd1-9cae-d9252dbb5ac8 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] [instance: 19436e0f-bff5-44ac-b73a-6d410ff8e93a] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 881.113376] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1ad190-a642-4e19-b076-f9de1adcaeb8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.133062] env[70323]: DEBUG oslo_vmware.api [None req-99457654-d595-4915-8877-7e7ef42fd5ae tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': task-3227224, 'name': CreateSnapshot_Task, 'duration_secs': 0.853818} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.133321] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-99457654-d595-4915-8877-7e7ef42fd5ae tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 713071aa-dbde-49d4-92d9-0e1cb0af41e7] Created Snapshot of the VM instance {{(pid=70323) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 881.136083] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a306aced-cc1b-45a1-b728-a4c3426dd866 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.267435] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 9632e467-f678-4808-97f7-f228e9bc52bc] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 881.385747] env[70323]: DEBUG nova.compute.manager [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] [instance: b8019283-5cac-4f19-b25e-e40742868c1b] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 881.410365] env[70323]: DEBUG nova.virt.hardware [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 881.410609] env[70323]: DEBUG nova.virt.hardware [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 881.410767] env[70323]: DEBUG nova.virt.hardware [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 881.410951] env[70323]: DEBUG nova.virt.hardware [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 881.411133] env[70323]: DEBUG nova.virt.hardware [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 881.411288] env[70323]: DEBUG nova.virt.hardware [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 881.411496] env[70323]: DEBUG nova.virt.hardware [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 881.411654] env[70323]: DEBUG nova.virt.hardware [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 881.411820] env[70323]: DEBUG nova.virt.hardware [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 881.411981] env[70323]: DEBUG nova.virt.hardware [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 881.412171] env[70323]: DEBUG nova.virt.hardware [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 881.413094] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f855fb-5013-4bcf-9776-2889b41b4f31 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.422028] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ec83df-55ef-4d48-bafe-4e97aae75d55 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.443150] env[70323]: DEBUG nova.scheduler.client.report [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 881.630868] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b6717ddb-b17f-4bd1-9cae-d9252dbb5ac8 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.652757] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-99457654-d595-4915-8877-7e7ef42fd5ae tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 713071aa-dbde-49d4-92d9-0e1cb0af41e7] Creating linked-clone VM from snapshot {{(pid=70323) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 881.653227] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2f912b82-6b09-49b6-bee8-6f86e73393fc {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.664018] env[70323]: DEBUG oslo_vmware.api [None req-99457654-d595-4915-8877-7e7ef42fd5ae tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Waiting for the task: (returnval){ [ 881.664018] env[70323]: value = "task-3227226" [ 881.664018] env[70323]: _type = "Task" [ 881.664018] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.671047] env[70323]: DEBUG oslo_vmware.api [None req-99457654-d595-4915-8877-7e7ef42fd5ae tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': task-3227226, 'name': CloneVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.771081] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 7be2da39-a762-4d2f-a520-44120528267c] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 881.951988] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.592s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.952573] env[70323]: DEBUG nova.compute.manager [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 84faf743-f813-481c-90ec-50d5dd62d9d2] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 881.955574] env[70323]: DEBUG oslo_concurrency.lockutils [None req-cfc09203-5139-48ac-93ce-9d206d9f4348 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 34.900s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.141159] env[70323]: DEBUG nova.compute.manager [req-1abb2b65-f39c-4779-97f0-f63e355272fd req-af27fcb6-0a91-4e33-9834-5a14ad2644eb service nova] [instance: b8019283-5cac-4f19-b25e-e40742868c1b] Received event network-vif-plugged-8fa709e0-432c-446e-9fd7-f6b156e019e2 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.141159] env[70323]: DEBUG oslo_concurrency.lockutils [req-1abb2b65-f39c-4779-97f0-f63e355272fd req-af27fcb6-0a91-4e33-9834-5a14ad2644eb service nova] Acquiring lock "b8019283-5cac-4f19-b25e-e40742868c1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.141159] env[70323]: DEBUG oslo_concurrency.lockutils [req-1abb2b65-f39c-4779-97f0-f63e355272fd req-af27fcb6-0a91-4e33-9834-5a14ad2644eb service nova] Lock "b8019283-5cac-4f19-b25e-e40742868c1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.141159] env[70323]: DEBUG oslo_concurrency.lockutils [req-1abb2b65-f39c-4779-97f0-f63e355272fd req-af27fcb6-0a91-4e33-9834-5a14ad2644eb service nova] Lock "b8019283-5cac-4f19-b25e-e40742868c1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.141159] env[70323]: DEBUG nova.compute.manager [req-1abb2b65-f39c-4779-97f0-f63e355272fd req-af27fcb6-0a91-4e33-9834-5a14ad2644eb service nova] [instance: b8019283-5cac-4f19-b25e-e40742868c1b] No waiting events found dispatching network-vif-plugged-8fa709e0-432c-446e-9fd7-f6b156e019e2 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 882.141159] env[70323]: WARNING nova.compute.manager [req-1abb2b65-f39c-4779-97f0-f63e355272fd req-af27fcb6-0a91-4e33-9834-5a14ad2644eb service nova] [instance: b8019283-5cac-4f19-b25e-e40742868c1b] Received unexpected event network-vif-plugged-8fa709e0-432c-446e-9fd7-f6b156e019e2 for instance with vm_state building and task_state spawning. [ 882.169227] env[70323]: DEBUG nova.network.neutron [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] [instance: b8019283-5cac-4f19-b25e-e40742868c1b] Successfully updated port: 8fa709e0-432c-446e-9fd7-f6b156e019e2 {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 882.176614] env[70323]: DEBUG oslo_vmware.api [None req-99457654-d595-4915-8877-7e7ef42fd5ae tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': task-3227226, 'name': CloneVM_Task} progress is 94%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.275016] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: a5ca6c00-0437-4f80-b0fa-65b6b68df973] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 882.459536] env[70323]: DEBUG nova.objects.instance [None req-cfc09203-5139-48ac-93ce-9d206d9f4348 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Lazy-loading 'migration_context' on Instance uuid 3cd24ffc-62ba-465a-8663-efbce0e593f5 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 882.461621] env[70323]: DEBUG nova.compute.utils [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 882.464038] env[70323]: DEBUG nova.compute.manager [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 84faf743-f813-481c-90ec-50d5dd62d9d2] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 882.464842] env[70323]: DEBUG nova.network.neutron [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 84faf743-f813-481c-90ec-50d5dd62d9d2] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 882.499907] env[70323]: DEBUG nova.policy [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c189b5a8657472fabf068670f677af9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9442610b28a7452a8b29d013bd021928', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 882.542946] env[70323]: DEBUG oslo_concurrency.lockutils [None req-becfb7d5-af33-4907-9f35-c761e961f2d9 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Acquiring lock "19436e0f-bff5-44ac-b73a-6d410ff8e93a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.543280] env[70323]: DEBUG oslo_concurrency.lockutils [None req-becfb7d5-af33-4907-9f35-c761e961f2d9 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Lock "19436e0f-bff5-44ac-b73a-6d410ff8e93a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.543513] env[70323]: DEBUG oslo_concurrency.lockutils [None req-becfb7d5-af33-4907-9f35-c761e961f2d9 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Acquiring lock "19436e0f-bff5-44ac-b73a-6d410ff8e93a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.543701] env[70323]: DEBUG oslo_concurrency.lockutils [None req-becfb7d5-af33-4907-9f35-c761e961f2d9 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Lock "19436e0f-bff5-44ac-b73a-6d410ff8e93a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.543879] env[70323]: DEBUG oslo_concurrency.lockutils [None req-becfb7d5-af33-4907-9f35-c761e961f2d9 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Lock "19436e0f-bff5-44ac-b73a-6d410ff8e93a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.546087] env[70323]: INFO nova.compute.manager [None req-becfb7d5-af33-4907-9f35-c761e961f2d9 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] [instance: 19436e0f-bff5-44ac-b73a-6d410ff8e93a] Terminating instance [ 882.673247] env[70323]: DEBUG oslo_vmware.api [None req-99457654-d595-4915-8877-7e7ef42fd5ae tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': task-3227226, 'name': CloneVM_Task} progress is 100%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.677958] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Acquiring lock "refresh_cache-b8019283-5cac-4f19-b25e-e40742868c1b" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.678136] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Acquired lock "refresh_cache-b8019283-5cac-4f19-b25e-e40742868c1b" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.678370] env[70323]: DEBUG nova.network.neutron [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] [instance: b8019283-5cac-4f19-b25e-e40742868c1b] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 882.778980] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: a0a8df6e-572a-4874-9b2e-119e9a8933e6] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 882.814104] env[70323]: DEBUG nova.network.neutron [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 84faf743-f813-481c-90ec-50d5dd62d9d2] Successfully created port: 32414131-f847-4b06-9aa8-d53aace89fc0 {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 882.965016] env[70323]: DEBUG nova.compute.manager [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 84faf743-f813-481c-90ec-50d5dd62d9d2] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 883.049691] env[70323]: DEBUG oslo_concurrency.lockutils [None req-becfb7d5-af33-4907-9f35-c761e961f2d9 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Acquiring lock "refresh_cache-19436e0f-bff5-44ac-b73a-6d410ff8e93a" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.049912] env[70323]: DEBUG oslo_concurrency.lockutils [None req-becfb7d5-af33-4907-9f35-c761e961f2d9 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Acquired lock "refresh_cache-19436e0f-bff5-44ac-b73a-6d410ff8e93a" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.050056] env[70323]: DEBUG nova.network.neutron [None req-becfb7d5-af33-4907-9f35-c761e961f2d9 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] [instance: 19436e0f-bff5-44ac-b73a-6d410ff8e93a] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 883.176661] env[70323]: DEBUG oslo_vmware.api [None req-99457654-d595-4915-8877-7e7ef42fd5ae tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': task-3227226, 'name': CloneVM_Task, 'duration_secs': 1.06561} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.179228] env[70323]: INFO nova.virt.vmwareapi.vmops [None req-99457654-d595-4915-8877-7e7ef42fd5ae tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 713071aa-dbde-49d4-92d9-0e1cb0af41e7] Created linked-clone VM from snapshot [ 883.180471] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d04a42-3b51-4350-a91b-a835c8af324a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.190866] env[70323]: DEBUG nova.virt.vmwareapi.images [None req-99457654-d595-4915-8877-7e7ef42fd5ae tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 713071aa-dbde-49d4-92d9-0e1cb0af41e7] Uploading image 6cce344c-c30e-4947-b3ba-24cbe33965a8 {{(pid=70323) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 883.205404] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-99457654-d595-4915-8877-7e7ef42fd5ae tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 713071aa-dbde-49d4-92d9-0e1cb0af41e7] Destroying the VM {{(pid=70323) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 883.205404] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1574c20b-6f51-4ee4-8b48-7eaebe63e7ca {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.215241] env[70323]: DEBUG oslo_vmware.api [None req-99457654-d595-4915-8877-7e7ef42fd5ae tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Waiting for the task: (returnval){ [ 883.215241] env[70323]: value = "task-3227227" [ 883.215241] env[70323]: _type = "Task" [ 883.215241] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.221473] env[70323]: DEBUG nova.network.neutron [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] [instance: b8019283-5cac-4f19-b25e-e40742868c1b] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 883.228792] env[70323]: DEBUG oslo_vmware.api [None req-99457654-d595-4915-8877-7e7ef42fd5ae tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': task-3227227, 'name': Destroy_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.282545] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 8f4f1690-4ef8-4178-8ed1-cd1e5b3da928] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 883.413619] env[70323]: DEBUG nova.network.neutron [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] [instance: b8019283-5cac-4f19-b25e-e40742868c1b] Updating instance_info_cache with network_info: [{"id": "8fa709e0-432c-446e-9fd7-f6b156e019e2", "address": "fa:16:3e:ed:9a:84", "network": {"id": "3b5f5f1e-136d-4857-92d8-f2b699780e83", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1858485206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5233132a46d4927884fd941fd95d550", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fa709e0-43", "ovs_interfaceid": "8fa709e0-432c-446e-9fd7-f6b156e019e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.459425] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42debcb7-024e-42c6-835d-700d002fbcad {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.468018] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73385995-d962-4a24-a8ed-686005289406 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.500656] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f724a19-e037-4fb0-a3d6-6edf2b11e393 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.508618] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004967d0-fea0-4916-a7af-560a035351cb {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.523693] env[70323]: DEBUG nova.compute.provider_tree [None req-cfc09203-5139-48ac-93ce-9d206d9f4348 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 883.568725] env[70323]: DEBUG nova.network.neutron [None req-becfb7d5-af33-4907-9f35-c761e961f2d9 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] [instance: 19436e0f-bff5-44ac-b73a-6d410ff8e93a] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 883.617166] env[70323]: DEBUG nova.network.neutron [None req-becfb7d5-af33-4907-9f35-c761e961f2d9 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] [instance: 19436e0f-bff5-44ac-b73a-6d410ff8e93a] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.725484] env[70323]: DEBUG oslo_vmware.api [None req-99457654-d595-4915-8877-7e7ef42fd5ae tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': task-3227227, 'name': Destroy_Task} progress is 100%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.787978] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: b8e86b56-da33-4ae5-92fa-c4eb330b4679] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 883.915754] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Releasing lock "refresh_cache-b8019283-5cac-4f19-b25e-e40742868c1b" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.916129] env[70323]: DEBUG nova.compute.manager [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] [instance: b8019283-5cac-4f19-b25e-e40742868c1b] Instance network_info: |[{"id": "8fa709e0-432c-446e-9fd7-f6b156e019e2", "address": "fa:16:3e:ed:9a:84", "network": {"id": "3b5f5f1e-136d-4857-92d8-f2b699780e83", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1858485206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5233132a46d4927884fd941fd95d550", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fa709e0-43", "ovs_interfaceid": "8fa709e0-432c-446e-9fd7-f6b156e019e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 883.916559] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] [instance: b8019283-5cac-4f19-b25e-e40742868c1b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:9a:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c0b05e-6d10-474c-9173-4c8f1dacac9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8fa709e0-432c-446e-9fd7-f6b156e019e2', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 883.924298] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 883.924532] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8019283-5cac-4f19-b25e-e40742868c1b] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 883.924764] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-456de818-5611-44d9-9baf-e23861fa9de1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.946103] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 883.946103] env[70323]: value = "task-3227228" [ 883.946103] env[70323]: _type = "Task" [ 883.946103] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.956479] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227228, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.001924] env[70323]: DEBUG nova.compute.manager [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 84faf743-f813-481c-90ec-50d5dd62d9d2] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 884.027836] env[70323]: DEBUG nova.virt.hardware [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 884.028093] env[70323]: DEBUG nova.virt.hardware [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 884.028255] env[70323]: DEBUG nova.virt.hardware [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 884.028439] env[70323]: DEBUG nova.virt.hardware [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 884.028585] env[70323]: DEBUG nova.virt.hardware [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 884.028733] env[70323]: DEBUG nova.virt.hardware [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 884.028982] env[70323]: DEBUG nova.virt.hardware [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 884.029166] env[70323]: DEBUG nova.virt.hardware [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 884.029339] env[70323]: DEBUG nova.virt.hardware [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 884.029506] env[70323]: DEBUG nova.virt.hardware [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 884.029678] env[70323]: DEBUG nova.virt.hardware [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 884.030596] env[70323]: DEBUG nova.scheduler.client.report [None req-cfc09203-5139-48ac-93ce-9d206d9f4348 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.034359] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b7fd88-3b34-48c9-88e3-ce9c68a019d9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.042406] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64202b37-6a02-4478-82b2-415bc697a257 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.120865] env[70323]: DEBUG oslo_concurrency.lockutils [None req-becfb7d5-af33-4907-9f35-c761e961f2d9 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Releasing lock "refresh_cache-19436e0f-bff5-44ac-b73a-6d410ff8e93a" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.121378] env[70323]: DEBUG nova.compute.manager [None req-becfb7d5-af33-4907-9f35-c761e961f2d9 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] [instance: 19436e0f-bff5-44ac-b73a-6d410ff8e93a] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 884.121577] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-becfb7d5-af33-4907-9f35-c761e961f2d9 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] [instance: 19436e0f-bff5-44ac-b73a-6d410ff8e93a] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 884.123567] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a95cad1-9037-4ff8-90ef-3b09844b3b0f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.131057] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-becfb7d5-af33-4907-9f35-c761e961f2d9 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] [instance: 19436e0f-bff5-44ac-b73a-6d410ff8e93a] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 884.131057] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e62e02d-fd7b-4ab7-9384-f95dbea8fd7c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.136755] env[70323]: DEBUG oslo_vmware.api [None req-becfb7d5-af33-4907-9f35-c761e961f2d9 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Waiting for the task: (returnval){ [ 884.136755] env[70323]: value = "task-3227229" [ 884.136755] env[70323]: _type = "Task" [ 884.136755] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.145301] env[70323]: DEBUG oslo_vmware.api [None req-becfb7d5-af33-4907-9f35-c761e961f2d9 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Task: {'id': task-3227229, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.169946] env[70323]: DEBUG nova.compute.manager [req-cc78e4ff-f519-440d-bc94-58bc91394ef6 req-f3c99bfa-ff35-4612-a044-2b685747f49c service nova] [instance: b8019283-5cac-4f19-b25e-e40742868c1b] Received event network-changed-8fa709e0-432c-446e-9fd7-f6b156e019e2 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.170439] env[70323]: DEBUG nova.compute.manager [req-cc78e4ff-f519-440d-bc94-58bc91394ef6 req-f3c99bfa-ff35-4612-a044-2b685747f49c service nova] [instance: b8019283-5cac-4f19-b25e-e40742868c1b] Refreshing instance network info cache due to event network-changed-8fa709e0-432c-446e-9fd7-f6b156e019e2. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 884.170790] env[70323]: DEBUG oslo_concurrency.lockutils [req-cc78e4ff-f519-440d-bc94-58bc91394ef6 req-f3c99bfa-ff35-4612-a044-2b685747f49c service nova] Acquiring lock "refresh_cache-b8019283-5cac-4f19-b25e-e40742868c1b" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.171025] env[70323]: DEBUG oslo_concurrency.lockutils [req-cc78e4ff-f519-440d-bc94-58bc91394ef6 req-f3c99bfa-ff35-4612-a044-2b685747f49c service nova] Acquired lock "refresh_cache-b8019283-5cac-4f19-b25e-e40742868c1b" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.171319] env[70323]: DEBUG nova.network.neutron [req-cc78e4ff-f519-440d-bc94-58bc91394ef6 req-f3c99bfa-ff35-4612-a044-2b685747f49c service nova] [instance: b8019283-5cac-4f19-b25e-e40742868c1b] Refreshing network info cache for port 8fa709e0-432c-446e-9fd7-f6b156e019e2 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 884.227953] env[70323]: DEBUG oslo_vmware.api [None req-99457654-d595-4915-8877-7e7ef42fd5ae tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': task-3227227, 'name': Destroy_Task, 'duration_secs': 0.537221} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.228301] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-99457654-d595-4915-8877-7e7ef42fd5ae tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 713071aa-dbde-49d4-92d9-0e1cb0af41e7] Destroyed the VM [ 884.228558] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-99457654-d595-4915-8877-7e7ef42fd5ae tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 713071aa-dbde-49d4-92d9-0e1cb0af41e7] Deleting Snapshot of the VM instance {{(pid=70323) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 884.228885] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-14e7f5bf-8f2e-4e16-ba91-fdbf1a1e52af {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.235932] env[70323]: DEBUG oslo_vmware.api [None req-99457654-d595-4915-8877-7e7ef42fd5ae tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Waiting for the task: (returnval){ [ 884.235932] env[70323]: value = "task-3227230" [ 884.235932] env[70323]: _type = "Task" [ 884.235932] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.244867] env[70323]: DEBUG oslo_vmware.api [None req-99457654-d595-4915-8877-7e7ef42fd5ae tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': task-3227230, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.292046] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 015b62f4-f233-4d72-89fd-221d8e381082] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 884.347034] env[70323]: DEBUG nova.network.neutron [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 84faf743-f813-481c-90ec-50d5dd62d9d2] Successfully updated port: 32414131-f847-4b06-9aa8-d53aace89fc0 {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 884.456338] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227228, 'name': CreateVM_Task, 'duration_secs': 0.423362} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.456569] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8019283-5cac-4f19-b25e-e40742868c1b] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 884.457441] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.457682] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.458183] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.458573] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7911dec1-e8d5-49ab-98fc-9ecc41e3a938 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.463852] env[70323]: DEBUG oslo_vmware.api [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Waiting for the task: (returnval){ [ 884.463852] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52360923-542e-e138-191d-c7d2a2d892ae" [ 884.463852] env[70323]: _type = "Task" [ 884.463852] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.473100] env[70323]: DEBUG oslo_vmware.api [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52360923-542e-e138-191d-c7d2a2d892ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.646401] env[70323]: DEBUG oslo_vmware.api [None req-becfb7d5-af33-4907-9f35-c761e961f2d9 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Task: {'id': task-3227229, 'name': PowerOffVM_Task, 'duration_secs': 0.197702} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.646679] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-becfb7d5-af33-4907-9f35-c761e961f2d9 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] [instance: 19436e0f-bff5-44ac-b73a-6d410ff8e93a] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 884.646861] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-becfb7d5-af33-4907-9f35-c761e961f2d9 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] [instance: 19436e0f-bff5-44ac-b73a-6d410ff8e93a] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 884.647130] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b739c2e-1791-403c-a95e-e47f24d38c01 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.672826] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-becfb7d5-af33-4907-9f35-c761e961f2d9 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] [instance: 19436e0f-bff5-44ac-b73a-6d410ff8e93a] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 884.673135] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-becfb7d5-af33-4907-9f35-c761e961f2d9 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] [instance: 19436e0f-bff5-44ac-b73a-6d410ff8e93a] Deleting contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 884.673380] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-becfb7d5-af33-4907-9f35-c761e961f2d9 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Deleting the datastore file [datastore2] 19436e0f-bff5-44ac-b73a-6d410ff8e93a {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 884.676185] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f59fd9d8-515a-47f1-ab02-17983f241cb5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.682444] env[70323]: DEBUG oslo_vmware.api [None req-becfb7d5-af33-4907-9f35-c761e961f2d9 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Waiting for the task: (returnval){ [ 884.682444] env[70323]: value = "task-3227232" [ 884.682444] env[70323]: _type = "Task" [ 884.682444] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.693802] env[70323]: DEBUG oslo_vmware.api [None req-becfb7d5-af33-4907-9f35-c761e961f2d9 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Task: {'id': task-3227232, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.746841] env[70323]: DEBUG oslo_vmware.api [None req-99457654-d595-4915-8877-7e7ef42fd5ae tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': task-3227230, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.795367] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: c7e021c9-0f12-43e5-b66a-73335865fc11] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 884.850842] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquiring lock "refresh_cache-84faf743-f813-481c-90ec-50d5dd62d9d2" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.851053] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquired lock "refresh_cache-84faf743-f813-481c-90ec-50d5dd62d9d2" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.851250] env[70323]: DEBUG nova.network.neutron [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 84faf743-f813-481c-90ec-50d5dd62d9d2] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 884.888968] env[70323]: DEBUG nova.network.neutron [req-cc78e4ff-f519-440d-bc94-58bc91394ef6 req-f3c99bfa-ff35-4612-a044-2b685747f49c service nova] [instance: b8019283-5cac-4f19-b25e-e40742868c1b] Updated VIF entry in instance network info cache for port 8fa709e0-432c-446e-9fd7-f6b156e019e2. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 884.889369] env[70323]: DEBUG nova.network.neutron [req-cc78e4ff-f519-440d-bc94-58bc91394ef6 req-f3c99bfa-ff35-4612-a044-2b685747f49c service nova] [instance: b8019283-5cac-4f19-b25e-e40742868c1b] Updating instance_info_cache with network_info: [{"id": "8fa709e0-432c-446e-9fd7-f6b156e019e2", "address": "fa:16:3e:ed:9a:84", "network": {"id": "3b5f5f1e-136d-4857-92d8-f2b699780e83", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1858485206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5233132a46d4927884fd941fd95d550", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fa709e0-43", "ovs_interfaceid": "8fa709e0-432c-446e-9fd7-f6b156e019e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.976942] env[70323]: DEBUG oslo_vmware.api [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52360923-542e-e138-191d-c7d2a2d892ae, 'name': SearchDatastore_Task, 'duration_secs': 0.010361} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.976942] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.976942] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] [instance: b8019283-5cac-4f19-b25e-e40742868c1b] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 884.976942] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.976942] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.976942] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 884.976942] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3d79b48-a8f4-4c99-b4ea-02e8a8306cfd {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.988320] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 884.988547] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 884.989428] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-747647dd-0848-4876-86e3-78c49882a4de {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.995389] env[70323]: DEBUG oslo_vmware.api [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Waiting for the task: (returnval){ [ 884.995389] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52d37aa5-c1ca-fffc-d07c-44683f7fc798" [ 884.995389] env[70323]: _type = "Task" [ 884.995389] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.003383] env[70323]: DEBUG oslo_vmware.api [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52d37aa5-c1ca-fffc-d07c-44683f7fc798, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.045429] env[70323]: DEBUG oslo_concurrency.lockutils [None req-cfc09203-5139-48ac-93ce-9d206d9f4348 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.090s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.051146] env[70323]: DEBUG oslo_concurrency.lockutils [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.074s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.052832] env[70323]: INFO nova.compute.claims [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] [instance: cd36c972-76db-470c-b9bf-74c33f15078e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 885.193079] env[70323]: DEBUG oslo_vmware.api [None req-becfb7d5-af33-4907-9f35-c761e961f2d9 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Task: {'id': task-3227232, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.121057} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.193353] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-becfb7d5-af33-4907-9f35-c761e961f2d9 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 885.193537] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-becfb7d5-af33-4907-9f35-c761e961f2d9 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] [instance: 19436e0f-bff5-44ac-b73a-6d410ff8e93a] Deleted contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 885.193731] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-becfb7d5-af33-4907-9f35-c761e961f2d9 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] [instance: 19436e0f-bff5-44ac-b73a-6d410ff8e93a] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 885.193916] env[70323]: INFO nova.compute.manager [None req-becfb7d5-af33-4907-9f35-c761e961f2d9 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] [instance: 19436e0f-bff5-44ac-b73a-6d410ff8e93a] Took 1.07 seconds to destroy the instance on the hypervisor. [ 885.194178] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-becfb7d5-af33-4907-9f35-c761e961f2d9 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 885.194368] env[70323]: DEBUG nova.compute.manager [-] [instance: 19436e0f-bff5-44ac-b73a-6d410ff8e93a] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 885.194463] env[70323]: DEBUG nova.network.neutron [-] [instance: 19436e0f-bff5-44ac-b73a-6d410ff8e93a] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 885.210028] env[70323]: DEBUG nova.network.neutron [-] [instance: 19436e0f-bff5-44ac-b73a-6d410ff8e93a] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 885.246431] env[70323]: DEBUG oslo_vmware.api [None req-99457654-d595-4915-8877-7e7ef42fd5ae tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': task-3227230, 'name': RemoveSnapshot_Task, 'duration_secs': 0.944124} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.246689] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-99457654-d595-4915-8877-7e7ef42fd5ae tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 713071aa-dbde-49d4-92d9-0e1cb0af41e7] Deleted Snapshot of the VM instance {{(pid=70323) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 885.298988] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: f5583748-c6c5-4da3-a4c6-d685472511d4] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 885.380340] env[70323]: DEBUG nova.network.neutron [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 84faf743-f813-481c-90ec-50d5dd62d9d2] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 885.392472] env[70323]: DEBUG oslo_concurrency.lockutils [req-cc78e4ff-f519-440d-bc94-58bc91394ef6 req-f3c99bfa-ff35-4612-a044-2b685747f49c service nova] Releasing lock "refresh_cache-b8019283-5cac-4f19-b25e-e40742868c1b" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.505958] env[70323]: DEBUG oslo_vmware.api [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52d37aa5-c1ca-fffc-d07c-44683f7fc798, 'name': SearchDatastore_Task, 'duration_secs': 0.040972} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.506949] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cd3d305-1866-43b0-9d26-f98bf94e944f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.514741] env[70323]: DEBUG oslo_vmware.api [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Waiting for the task: (returnval){ [ 885.514741] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52552c3e-4341-4e41-5663-4d9357c3370b" [ 885.514741] env[70323]: _type = "Task" [ 885.514741] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.525736] env[70323]: DEBUG oslo_vmware.api [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52552c3e-4341-4e41-5663-4d9357c3370b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.553991] env[70323]: DEBUG nova.network.neutron [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 84faf743-f813-481c-90ec-50d5dd62d9d2] Updating instance_info_cache with network_info: [{"id": "32414131-f847-4b06-9aa8-d53aace89fc0", "address": "fa:16:3e:a4:e6:e3", "network": {"id": "6e67070b-8cfb-44d3-a355-e33374893830", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-79061281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9442610b28a7452a8b29d013bd021928", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32414131-f8", "ovs_interfaceid": "32414131-f847-4b06-9aa8-d53aace89fc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.712338] env[70323]: DEBUG nova.network.neutron [-] [instance: 19436e0f-bff5-44ac-b73a-6d410ff8e93a] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.752901] env[70323]: WARNING nova.compute.manager [None req-99457654-d595-4915-8877-7e7ef42fd5ae tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 713071aa-dbde-49d4-92d9-0e1cb0af41e7] Image not found during snapshot: nova.exception.ImageNotFound: Image 6cce344c-c30e-4947-b3ba-24cbe33965a8 could not be found. [ 885.802061] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: aad7167e-9a30-4fb0-bbbc-c57066db3311] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 886.024837] env[70323]: DEBUG oslo_vmware.api [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52552c3e-4341-4e41-5663-4d9357c3370b, 'name': SearchDatastore_Task, 'duration_secs': 0.009932} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.025130] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.025423] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] b8019283-5cac-4f19-b25e-e40742868c1b/b8019283-5cac-4f19-b25e-e40742868c1b.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 886.025695] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-89fd6a8a-eb35-4d27-85d4-345feae6bda9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.032105] env[70323]: DEBUG oslo_vmware.api [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Waiting for the task: (returnval){ [ 886.032105] env[70323]: value = "task-3227233" [ 886.032105] env[70323]: _type = "Task" [ 886.032105] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.040221] env[70323]: DEBUG oslo_vmware.api [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Task: {'id': task-3227233, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.057252] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Releasing lock "refresh_cache-84faf743-f813-481c-90ec-50d5dd62d9d2" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.057577] env[70323]: DEBUG nova.compute.manager [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 84faf743-f813-481c-90ec-50d5dd62d9d2] Instance network_info: |[{"id": "32414131-f847-4b06-9aa8-d53aace89fc0", "address": "fa:16:3e:a4:e6:e3", "network": {"id": "6e67070b-8cfb-44d3-a355-e33374893830", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-79061281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9442610b28a7452a8b29d013bd021928", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32414131-f8", "ovs_interfaceid": "32414131-f847-4b06-9aa8-d53aace89fc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 886.058112] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 84faf743-f813-481c-90ec-50d5dd62d9d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:e6:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13b62154-a0e1-4eed-bc30-6464b15993bb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32414131-f847-4b06-9aa8-d53aace89fc0', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 886.066053] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 886.070996] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84faf743-f813-481c-90ec-50d5dd62d9d2] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 886.071465] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c88cead-103b-4177-92e7-dca3a23a8abc {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.096794] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 886.096794] env[70323]: value = "task-3227234" [ 886.096794] env[70323]: _type = "Task" [ 886.096794] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.105349] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227234, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.121978] env[70323]: DEBUG oslo_concurrency.lockutils [None req-07306d6b-3c7b-4cb2-821d-c4ed68d81a97 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Acquiring lock "713071aa-dbde-49d4-92d9-0e1cb0af41e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.122298] env[70323]: DEBUG oslo_concurrency.lockutils [None req-07306d6b-3c7b-4cb2-821d-c4ed68d81a97 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Lock "713071aa-dbde-49d4-92d9-0e1cb0af41e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.122505] env[70323]: DEBUG oslo_concurrency.lockutils [None req-07306d6b-3c7b-4cb2-821d-c4ed68d81a97 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Acquiring lock "713071aa-dbde-49d4-92d9-0e1cb0af41e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.122718] env[70323]: DEBUG oslo_concurrency.lockutils [None req-07306d6b-3c7b-4cb2-821d-c4ed68d81a97 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Lock "713071aa-dbde-49d4-92d9-0e1cb0af41e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.122887] env[70323]: DEBUG oslo_concurrency.lockutils [None req-07306d6b-3c7b-4cb2-821d-c4ed68d81a97 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Lock "713071aa-dbde-49d4-92d9-0e1cb0af41e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.125869] env[70323]: INFO nova.compute.manager [None req-07306d6b-3c7b-4cb2-821d-c4ed68d81a97 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 713071aa-dbde-49d4-92d9-0e1cb0af41e7] Terminating instance [ 886.200870] env[70323]: DEBUG nova.compute.manager [req-f43cfc25-ce05-4df5-a4bf-05b0d62ccde4 req-68dbb16a-6e7b-440c-b367-7bd9dcbe86af service nova] [instance: 84faf743-f813-481c-90ec-50d5dd62d9d2] Received event network-vif-plugged-32414131-f847-4b06-9aa8-d53aace89fc0 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 886.201149] env[70323]: DEBUG oslo_concurrency.lockutils [req-f43cfc25-ce05-4df5-a4bf-05b0d62ccde4 req-68dbb16a-6e7b-440c-b367-7bd9dcbe86af service nova] Acquiring lock "84faf743-f813-481c-90ec-50d5dd62d9d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.201493] env[70323]: DEBUG oslo_concurrency.lockutils [req-f43cfc25-ce05-4df5-a4bf-05b0d62ccde4 req-68dbb16a-6e7b-440c-b367-7bd9dcbe86af service nova] Lock "84faf743-f813-481c-90ec-50d5dd62d9d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.202124] env[70323]: DEBUG oslo_concurrency.lockutils [req-f43cfc25-ce05-4df5-a4bf-05b0d62ccde4 req-68dbb16a-6e7b-440c-b367-7bd9dcbe86af service nova] Lock "84faf743-f813-481c-90ec-50d5dd62d9d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.202124] env[70323]: DEBUG nova.compute.manager [req-f43cfc25-ce05-4df5-a4bf-05b0d62ccde4 req-68dbb16a-6e7b-440c-b367-7bd9dcbe86af service nova] [instance: 84faf743-f813-481c-90ec-50d5dd62d9d2] No waiting events found dispatching network-vif-plugged-32414131-f847-4b06-9aa8-d53aace89fc0 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 886.202124] env[70323]: WARNING nova.compute.manager [req-f43cfc25-ce05-4df5-a4bf-05b0d62ccde4 req-68dbb16a-6e7b-440c-b367-7bd9dcbe86af service nova] [instance: 84faf743-f813-481c-90ec-50d5dd62d9d2] Received unexpected event network-vif-plugged-32414131-f847-4b06-9aa8-d53aace89fc0 for instance with vm_state building and task_state spawning. [ 886.202440] env[70323]: DEBUG nova.compute.manager [req-f43cfc25-ce05-4df5-a4bf-05b0d62ccde4 req-68dbb16a-6e7b-440c-b367-7bd9dcbe86af service nova] [instance: 84faf743-f813-481c-90ec-50d5dd62d9d2] Received event network-changed-32414131-f847-4b06-9aa8-d53aace89fc0 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 886.202590] env[70323]: DEBUG nova.compute.manager [req-f43cfc25-ce05-4df5-a4bf-05b0d62ccde4 req-68dbb16a-6e7b-440c-b367-7bd9dcbe86af service nova] [instance: 84faf743-f813-481c-90ec-50d5dd62d9d2] Refreshing instance network info cache due to event network-changed-32414131-f847-4b06-9aa8-d53aace89fc0. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 886.202805] env[70323]: DEBUG oslo_concurrency.lockutils [req-f43cfc25-ce05-4df5-a4bf-05b0d62ccde4 req-68dbb16a-6e7b-440c-b367-7bd9dcbe86af service nova] Acquiring lock "refresh_cache-84faf743-f813-481c-90ec-50d5dd62d9d2" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.203069] env[70323]: DEBUG oslo_concurrency.lockutils [req-f43cfc25-ce05-4df5-a4bf-05b0d62ccde4 req-68dbb16a-6e7b-440c-b367-7bd9dcbe86af service nova] Acquired lock "refresh_cache-84faf743-f813-481c-90ec-50d5dd62d9d2" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.203284] env[70323]: DEBUG nova.network.neutron [req-f43cfc25-ce05-4df5-a4bf-05b0d62ccde4 req-68dbb16a-6e7b-440c-b367-7bd9dcbe86af service nova] [instance: 84faf743-f813-481c-90ec-50d5dd62d9d2] Refreshing network info cache for port 32414131-f847-4b06-9aa8-d53aace89fc0 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 886.215309] env[70323]: INFO nova.compute.manager [-] [instance: 19436e0f-bff5-44ac-b73a-6d410ff8e93a] Took 1.02 seconds to deallocate network for instance. [ 886.305820] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 9a2373d0-4c30-4811-8cfb-41cc23028535] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 886.544650] env[70323]: DEBUG oslo_vmware.api [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Task: {'id': task-3227233, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476156} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.545031] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] b8019283-5cac-4f19-b25e-e40742868c1b/b8019283-5cac-4f19-b25e-e40742868c1b.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 886.545272] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] [instance: b8019283-5cac-4f19-b25e-e40742868c1b] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 886.545562] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a8cbd2c0-a9da-41df-99e8-8c3d67b5e859 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.553440] env[70323]: DEBUG oslo_vmware.api [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Waiting for the task: (returnval){ [ 886.553440] env[70323]: value = "task-3227235" [ 886.553440] env[70323]: _type = "Task" [ 886.553440] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.563964] env[70323]: DEBUG oslo_vmware.api [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Task: {'id': task-3227235, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.572146] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b07b20-cfc1-4dfe-a223-985e3201ec7d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.579821] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2f49e8-0f96-47ea-995d-406f2e068fe6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.616362] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60840f41-1f45-4ecc-814b-4f3dc9ac0876 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.623941] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227234, 'name': CreateVM_Task, 'duration_secs': 0.351949} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.626464] env[70323]: INFO nova.compute.manager [None req-cfc09203-5139-48ac-93ce-9d206d9f4348 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Swapping old allocation on dict_keys(['765eeb06-25b4-4ca4-bad4-b5981f14c25f']) held by migration 52f04190-7a4a-465f-bb36-8d479448be35 for instance [ 886.626640] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84faf743-f813-481c-90ec-50d5dd62d9d2] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 886.629177] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.629328] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.629618] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.631031] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b82aaca2-696b-4685-954d-979387c7c496 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.634837] env[70323]: DEBUG nova.compute.manager [None req-07306d6b-3c7b-4cb2-821d-c4ed68d81a97 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 713071aa-dbde-49d4-92d9-0e1cb0af41e7] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 886.635472] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-07306d6b-3c7b-4cb2-821d-c4ed68d81a97 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 713071aa-dbde-49d4-92d9-0e1cb0af41e7] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 886.635472] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d75ada4f-567c-450a-a423-cb94d9096595 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.637375] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-558f073b-cee9-4500-a7bb-5636bc089016 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.650547] env[70323]: DEBUG nova.compute.provider_tree [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.655176] env[70323]: DEBUG nova.scheduler.client.report [None req-cfc09203-5139-48ac-93ce-9d206d9f4348 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Overwriting current allocation {'allocations': {'765eeb06-25b4-4ca4-bad4-b5981f14c25f': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 92}}, 'project_id': '391695cf0f8a4439bda91a334fdb5483', 'user_id': 'fbdc3a58e1734189a9b254fe006e7696', 'consumer_generation': 1} on consumer 3cd24ffc-62ba-465a-8663-efbce0e593f5 {{(pid=70323) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 886.657181] env[70323]: DEBUG oslo_vmware.api [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for the task: (returnval){ [ 886.657181] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52d790d6-8986-30e0-d8aa-7d5fc8d064a8" [ 886.657181] env[70323]: _type = "Task" [ 886.657181] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.657427] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-07306d6b-3c7b-4cb2-821d-c4ed68d81a97 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 713071aa-dbde-49d4-92d9-0e1cb0af41e7] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 886.658142] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a049ac05-7e22-4541-a18b-eee45eb7f393 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.669787] env[70323]: DEBUG oslo_vmware.api [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52d790d6-8986-30e0-d8aa-7d5fc8d064a8, 'name': SearchDatastore_Task, 'duration_secs': 0.008997} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.671013] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.671286] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 84faf743-f813-481c-90ec-50d5dd62d9d2] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 886.671590] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.671759] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.671977] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 886.672342] env[70323]: DEBUG oslo_vmware.api [None req-07306d6b-3c7b-4cb2-821d-c4ed68d81a97 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Waiting for the task: (returnval){ [ 886.672342] env[70323]: value = "task-3227236" [ 886.672342] env[70323]: _type = "Task" [ 886.672342] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.672555] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ebce804d-466f-4f14-aca6-8867695f88c8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.684462] env[70323]: DEBUG oslo_vmware.api [None req-07306d6b-3c7b-4cb2-821d-c4ed68d81a97 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': task-3227236, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.685624] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 886.685801] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 886.686525] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9128d5dc-4c98-4b17-a663-59d065fd37c8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.691866] env[70323]: DEBUG oslo_vmware.api [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for the task: (returnval){ [ 886.691866] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52b2745f-3bae-b672-1aa9-83e9d456750b" [ 886.691866] env[70323]: _type = "Task" [ 886.691866] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.699797] env[70323]: DEBUG oslo_vmware.api [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52b2745f-3bae-b672-1aa9-83e9d456750b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.727474] env[70323]: DEBUG oslo_concurrency.lockutils [None req-becfb7d5-af33-4907-9f35-c761e961f2d9 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.760782] env[70323]: DEBUG oslo_concurrency.lockutils [None req-cfc09203-5139-48ac-93ce-9d206d9f4348 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Acquiring lock "refresh_cache-3cd24ffc-62ba-465a-8663-efbce0e593f5" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.760890] env[70323]: DEBUG oslo_concurrency.lockutils [None req-cfc09203-5139-48ac-93ce-9d206d9f4348 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Acquired lock "refresh_cache-3cd24ffc-62ba-465a-8663-efbce0e593f5" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.761093] env[70323]: DEBUG nova.network.neutron [None req-cfc09203-5139-48ac-93ce-9d206d9f4348 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 886.807984] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: bfea592a-7cc8-4944-b8ce-ba28d64d5ed7] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 886.993311] env[70323]: DEBUG nova.network.neutron [req-f43cfc25-ce05-4df5-a4bf-05b0d62ccde4 req-68dbb16a-6e7b-440c-b367-7bd9dcbe86af service nova] [instance: 84faf743-f813-481c-90ec-50d5dd62d9d2] Updated VIF entry in instance network info cache for port 32414131-f847-4b06-9aa8-d53aace89fc0. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 886.993672] env[70323]: DEBUG nova.network.neutron [req-f43cfc25-ce05-4df5-a4bf-05b0d62ccde4 req-68dbb16a-6e7b-440c-b367-7bd9dcbe86af service nova] [instance: 84faf743-f813-481c-90ec-50d5dd62d9d2] Updating instance_info_cache with network_info: [{"id": "32414131-f847-4b06-9aa8-d53aace89fc0", "address": "fa:16:3e:a4:e6:e3", "network": {"id": "6e67070b-8cfb-44d3-a355-e33374893830", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-79061281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9442610b28a7452a8b29d013bd021928", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32414131-f8", "ovs_interfaceid": "32414131-f847-4b06-9aa8-d53aace89fc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.063374] env[70323]: DEBUG oslo_vmware.api [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Task: {'id': task-3227235, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061408} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.063619] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] [instance: b8019283-5cac-4f19-b25e-e40742868c1b] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 887.064372] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0208819f-f248-4f79-a69a-1f9023c5ad90 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.085671] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] [instance: b8019283-5cac-4f19-b25e-e40742868c1b] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] b8019283-5cac-4f19-b25e-e40742868c1b/b8019283-5cac-4f19-b25e-e40742868c1b.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 887.085933] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-000209de-17f6-492f-9cd2-7dce2f59c504 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.104325] env[70323]: DEBUG oslo_vmware.api [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Waiting for the task: (returnval){ [ 887.104325] env[70323]: value = "task-3227237" [ 887.104325] env[70323]: _type = "Task" [ 887.104325] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.112053] env[70323]: DEBUG oslo_vmware.api [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Task: {'id': task-3227237, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.159920] env[70323]: DEBUG nova.scheduler.client.report [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 887.183973] env[70323]: DEBUG oslo_vmware.api [None req-07306d6b-3c7b-4cb2-821d-c4ed68d81a97 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': task-3227236, 'name': PowerOffVM_Task, 'duration_secs': 0.217432} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.184257] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-07306d6b-3c7b-4cb2-821d-c4ed68d81a97 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 713071aa-dbde-49d4-92d9-0e1cb0af41e7] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 887.184435] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-07306d6b-3c7b-4cb2-821d-c4ed68d81a97 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 713071aa-dbde-49d4-92d9-0e1cb0af41e7] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 887.184851] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f5aa1c3-6170-472b-99df-90413a4703df {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.201607] env[70323]: DEBUG oslo_vmware.api [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52b2745f-3bae-b672-1aa9-83e9d456750b, 'name': SearchDatastore_Task, 'duration_secs': 0.00825} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.202415] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ab11200-2a34-492b-9807-833f22749ae3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.207393] env[70323]: DEBUG oslo_vmware.api [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for the task: (returnval){ [ 887.207393] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]523fc39d-91d0-81be-484a-eb9a15bac33e" [ 887.207393] env[70323]: _type = "Task" [ 887.207393] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.215971] env[70323]: DEBUG oslo_vmware.api [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]523fc39d-91d0-81be-484a-eb9a15bac33e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.251528] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-07306d6b-3c7b-4cb2-821d-c4ed68d81a97 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 713071aa-dbde-49d4-92d9-0e1cb0af41e7] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 887.251758] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-07306d6b-3c7b-4cb2-821d-c4ed68d81a97 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 713071aa-dbde-49d4-92d9-0e1cb0af41e7] Deleting contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 887.251966] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-07306d6b-3c7b-4cb2-821d-c4ed68d81a97 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Deleting the datastore file [datastore1] 713071aa-dbde-49d4-92d9-0e1cb0af41e7 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 887.252225] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a941dc7-2fd1-4fda-bf41-db7f797a92bf {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.258787] env[70323]: DEBUG oslo_vmware.api [None req-07306d6b-3c7b-4cb2-821d-c4ed68d81a97 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Waiting for the task: (returnval){ [ 887.258787] env[70323]: value = "task-3227239" [ 887.258787] env[70323]: _type = "Task" [ 887.258787] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.270572] env[70323]: DEBUG oslo_vmware.api [None req-07306d6b-3c7b-4cb2-821d-c4ed68d81a97 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': task-3227239, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.311296] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 3c352840-697b-43ea-8abb-83f6c856e7ec] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 887.475671] env[70323]: DEBUG nova.network.neutron [None req-cfc09203-5139-48ac-93ce-9d206d9f4348 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Updating instance_info_cache with network_info: [{"id": "f944a382-660f-49f7-a257-cfda9f6287dd", "address": "fa:16:3e:1d:51:b6", "network": {"id": "4e0d8ee1-52f7-4416-a8bd-f34b989a1542", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.197", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aa1f6314fd1d4d8a9ec1f238193c1000", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf944a382-66", "ovs_interfaceid": "f944a382-660f-49f7-a257-cfda9f6287dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.496528] env[70323]: DEBUG oslo_concurrency.lockutils [req-f43cfc25-ce05-4df5-a4bf-05b0d62ccde4 req-68dbb16a-6e7b-440c-b367-7bd9dcbe86af service nova] Releasing lock "refresh_cache-84faf743-f813-481c-90ec-50d5dd62d9d2" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.614331] env[70323]: DEBUG oslo_vmware.api [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Task: {'id': task-3227237, 'name': ReconfigVM_Task, 'duration_secs': 0.284063} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.614570] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] [instance: b8019283-5cac-4f19-b25e-e40742868c1b] Reconfigured VM instance instance-00000042 to attach disk [datastore1] b8019283-5cac-4f19-b25e-e40742868c1b/b8019283-5cac-4f19-b25e-e40742868c1b.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 887.615491] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9a19c77-4e03-4255-88ab-81323689892e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.621688] env[70323]: DEBUG oslo_vmware.api [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Waiting for the task: (returnval){ [ 887.621688] env[70323]: value = "task-3227240" [ 887.621688] env[70323]: _type = "Task" [ 887.621688] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.628996] env[70323]: DEBUG oslo_vmware.api [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Task: {'id': task-3227240, 'name': Rename_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.666054] env[70323]: DEBUG oslo_concurrency.lockutils [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.615s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.667311] env[70323]: DEBUG oslo_concurrency.lockutils [None req-555e2a84-668d-4bc0-ba1e-e879f9010bc9 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.381s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.667509] env[70323]: DEBUG oslo_concurrency.lockutils [None req-555e2a84-668d-4bc0-ba1e-e879f9010bc9 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.669748] env[70323]: DEBUG oslo_concurrency.lockutils [None req-dd237c3a-0dcb-4028-90cf-296d9e4f2bbf tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.629s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.671243] env[70323]: INFO nova.compute.claims [None req-dd237c3a-0dcb-4028-90cf-296d9e4f2bbf tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] [instance: 24896069-5993-488b-87e9-f515c67735dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 887.691270] env[70323]: INFO nova.scheduler.client.report [None req-555e2a84-668d-4bc0-ba1e-e879f9010bc9 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Deleted allocations for instance dd6e0679-6c9c-4a30-bd97-530deb5fb246 [ 887.719858] env[70323]: DEBUG oslo_vmware.api [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]523fc39d-91d0-81be-484a-eb9a15bac33e, 'name': SearchDatastore_Task, 'duration_secs': 0.011704} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.720175] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.720442] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 84faf743-f813-481c-90ec-50d5dd62d9d2/84faf743-f813-481c-90ec-50d5dd62d9d2.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 887.720713] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7bb96208-63c3-4b14-82bb-7415c2f2db45 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.727960] env[70323]: DEBUG oslo_vmware.api [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for the task: (returnval){ [ 887.727960] env[70323]: value = "task-3227241" [ 887.727960] env[70323]: _type = "Task" [ 887.727960] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.737108] env[70323]: DEBUG oslo_vmware.api [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227241, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.768359] env[70323]: DEBUG oslo_vmware.api [None req-07306d6b-3c7b-4cb2-821d-c4ed68d81a97 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': task-3227239, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140547} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.768616] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-07306d6b-3c7b-4cb2-821d-c4ed68d81a97 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 887.768848] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-07306d6b-3c7b-4cb2-821d-c4ed68d81a97 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 713071aa-dbde-49d4-92d9-0e1cb0af41e7] Deleted contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 887.769051] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-07306d6b-3c7b-4cb2-821d-c4ed68d81a97 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 713071aa-dbde-49d4-92d9-0e1cb0af41e7] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 887.769233] env[70323]: INFO nova.compute.manager [None req-07306d6b-3c7b-4cb2-821d-c4ed68d81a97 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 713071aa-dbde-49d4-92d9-0e1cb0af41e7] Took 1.13 seconds to destroy the instance on the hypervisor. [ 887.769475] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07306d6b-3c7b-4cb2-821d-c4ed68d81a97 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 887.769665] env[70323]: DEBUG nova.compute.manager [-] [instance: 713071aa-dbde-49d4-92d9-0e1cb0af41e7] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 887.769765] env[70323]: DEBUG nova.network.neutron [-] [instance: 713071aa-dbde-49d4-92d9-0e1cb0af41e7] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 887.816026] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 8d3a4e3f-033e-4ed0-a67c-99d0f9a3d753] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 887.979362] env[70323]: DEBUG oslo_concurrency.lockutils [None req-cfc09203-5139-48ac-93ce-9d206d9f4348 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Releasing lock "refresh_cache-3cd24ffc-62ba-465a-8663-efbce0e593f5" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.980160] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfc09203-5139-48ac-93ce-9d206d9f4348 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 887.980217] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83c8e440-6fb8-4f78-b669-8fc1e4bd3bcf {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.989826] env[70323]: DEBUG oslo_vmware.api [None req-cfc09203-5139-48ac-93ce-9d206d9f4348 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Waiting for the task: (returnval){ [ 887.989826] env[70323]: value = "task-3227242" [ 887.989826] env[70323]: _type = "Task" [ 887.989826] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.999305] env[70323]: DEBUG oslo_vmware.api [None req-cfc09203-5139-48ac-93ce-9d206d9f4348 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Task: {'id': task-3227242, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.134245] env[70323]: DEBUG oslo_vmware.api [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Task: {'id': task-3227240, 'name': Rename_Task, 'duration_secs': 0.187431} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.134245] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] [instance: b8019283-5cac-4f19-b25e-e40742868c1b] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 888.134245] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73e50c98-79d0-48cf-b4af-71b17c9dda0d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.142366] env[70323]: DEBUG oslo_vmware.api [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Waiting for the task: (returnval){ [ 888.142366] env[70323]: value = "task-3227243" [ 888.142366] env[70323]: _type = "Task" [ 888.142366] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.151119] env[70323]: DEBUG oslo_vmware.api [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Task: {'id': task-3227243, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.178158] env[70323]: DEBUG oslo_concurrency.lockutils [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Acquiring lock "29480386-4c29-48ff-bc3f-a00ed99d2529" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.178461] env[70323]: DEBUG oslo_concurrency.lockutils [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Lock "29480386-4c29-48ff-bc3f-a00ed99d2529" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.200361] env[70323]: DEBUG oslo_concurrency.lockutils [None req-555e2a84-668d-4bc0-ba1e-e879f9010bc9 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Lock "dd6e0679-6c9c-4a30-bd97-530deb5fb246" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.724s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.237275] env[70323]: DEBUG oslo_vmware.api [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227241, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489702} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.237576] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 84faf743-f813-481c-90ec-50d5dd62d9d2/84faf743-f813-481c-90ec-50d5dd62d9d2.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 888.237851] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 84faf743-f813-481c-90ec-50d5dd62d9d2] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 888.238161] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8fcb4be9-7598-4b17-bb75-c15a83f06d34 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.245052] env[70323]: DEBUG oslo_vmware.api [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for the task: (returnval){ [ 888.245052] env[70323]: value = "task-3227244" [ 888.245052] env[70323]: _type = "Task" [ 888.245052] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.253663] env[70323]: DEBUG oslo_vmware.api [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227244, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.256192] env[70323]: DEBUG nova.compute.manager [req-c17dc85c-cd82-4c66-8331-7f6a1d4b12c9 req-c91ba0ab-4c94-4f3c-a062-063e0b5ca26b service nova] [instance: 713071aa-dbde-49d4-92d9-0e1cb0af41e7] Received event network-vif-deleted-2a472081-4a26-4146-a915-f13c8f408cac {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 888.256457] env[70323]: INFO nova.compute.manager [req-c17dc85c-cd82-4c66-8331-7f6a1d4b12c9 req-c91ba0ab-4c94-4f3c-a062-063e0b5ca26b service nova] [instance: 713071aa-dbde-49d4-92d9-0e1cb0af41e7] Neutron deleted interface 2a472081-4a26-4146-a915-f13c8f408cac; detaching it from the instance and deleting it from the info cache [ 888.256700] env[70323]: DEBUG nova.network.neutron [req-c17dc85c-cd82-4c66-8331-7f6a1d4b12c9 req-c91ba0ab-4c94-4f3c-a062-063e0b5ca26b service nova] [instance: 713071aa-dbde-49d4-92d9-0e1cb0af41e7] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.320405] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 2d5cedee-6995-4e7f-b542-7379821901e1] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 888.500051] env[70323]: DEBUG oslo_vmware.api [None req-cfc09203-5139-48ac-93ce-9d206d9f4348 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Task: {'id': task-3227242, 'name': PowerOffVM_Task, 'duration_secs': 0.346993} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.500155] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfc09203-5139-48ac-93ce-9d206d9f4348 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 888.500794] env[70323]: DEBUG nova.virt.hardware [None req-cfc09203-5139-48ac-93ce-9d206d9f4348 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:41:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='7e340323-1c44-4146-8647-99950ea9e727',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-337977744',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 888.501127] env[70323]: DEBUG nova.virt.hardware [None req-cfc09203-5139-48ac-93ce-9d206d9f4348 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 888.501273] env[70323]: DEBUG nova.virt.hardware [None req-cfc09203-5139-48ac-93ce-9d206d9f4348 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 888.501501] env[70323]: DEBUG nova.virt.hardware [None req-cfc09203-5139-48ac-93ce-9d206d9f4348 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 888.501691] env[70323]: DEBUG nova.virt.hardware [None req-cfc09203-5139-48ac-93ce-9d206d9f4348 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 888.501883] env[70323]: DEBUG nova.virt.hardware [None req-cfc09203-5139-48ac-93ce-9d206d9f4348 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 888.502276] env[70323]: DEBUG nova.virt.hardware [None req-cfc09203-5139-48ac-93ce-9d206d9f4348 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 888.502349] env[70323]: DEBUG nova.virt.hardware [None req-cfc09203-5139-48ac-93ce-9d206d9f4348 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 888.502551] env[70323]: DEBUG nova.virt.hardware [None req-cfc09203-5139-48ac-93ce-9d206d9f4348 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 888.502724] env[70323]: DEBUG nova.virt.hardware [None req-cfc09203-5139-48ac-93ce-9d206d9f4348 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 888.502937] env[70323]: DEBUG nova.virt.hardware [None req-cfc09203-5139-48ac-93ce-9d206d9f4348 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 888.508521] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f065c68a-1829-41b4-9e39-660adbe8e74a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.525364] env[70323]: DEBUG oslo_vmware.api [None req-cfc09203-5139-48ac-93ce-9d206d9f4348 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Waiting for the task: (returnval){ [ 888.525364] env[70323]: value = "task-3227245" [ 888.525364] env[70323]: _type = "Task" [ 888.525364] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.534032] env[70323]: DEBUG oslo_vmware.api [None req-cfc09203-5139-48ac-93ce-9d206d9f4348 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Task: {'id': task-3227245, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.584577] env[70323]: DEBUG nova.network.neutron [-] [instance: 713071aa-dbde-49d4-92d9-0e1cb0af41e7] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.652672] env[70323]: DEBUG oslo_vmware.api [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Task: {'id': task-3227243, 'name': PowerOnVM_Task, 'duration_secs': 0.489359} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.652672] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] [instance: b8019283-5cac-4f19-b25e-e40742868c1b] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 888.652818] env[70323]: INFO nova.compute.manager [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] [instance: b8019283-5cac-4f19-b25e-e40742868c1b] Took 7.27 seconds to spawn the instance on the hypervisor. [ 888.652898] env[70323]: DEBUG nova.compute.manager [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] [instance: b8019283-5cac-4f19-b25e-e40742868c1b] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 888.653674] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62df824-cb8a-4c83-aefa-943feab7ca58 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.683527] env[70323]: DEBUG oslo_concurrency.lockutils [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Lock "29480386-4c29-48ff-bc3f-a00ed99d2529" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.505s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.684215] env[70323]: DEBUG nova.compute.manager [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] [instance: cd36c972-76db-470c-b9bf-74c33f15078e] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 888.760974] env[70323]: DEBUG oslo_vmware.api [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227244, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097915} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.761272] env[70323]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-33981b73-15b7-48d0-a968-71101313950f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.763139] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 84faf743-f813-481c-90ec-50d5dd62d9d2] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 888.764083] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5476d50-b624-4d98-b927-3f8b6503abc4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.789989] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 84faf743-f813-481c-90ec-50d5dd62d9d2] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 84faf743-f813-481c-90ec-50d5dd62d9d2/84faf743-f813-481c-90ec-50d5dd62d9d2.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 888.793162] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a88573b2-fef6-4f9c-a56d-7100ae9c4ca4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.812636] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03160926-891c-433e-8817-f82f3fce316f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.824598] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: d8409f2b-0740-4d4c-a604-0c818a196445] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 888.835153] env[70323]: DEBUG oslo_vmware.api [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for the task: (returnval){ [ 888.835153] env[70323]: value = "task-3227246" [ 888.835153] env[70323]: _type = "Task" [ 888.835153] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.856937] env[70323]: DEBUG nova.compute.manager [req-c17dc85c-cd82-4c66-8331-7f6a1d4b12c9 req-c91ba0ab-4c94-4f3c-a062-063e0b5ca26b service nova] [instance: 713071aa-dbde-49d4-92d9-0e1cb0af41e7] Detach interface failed, port_id=2a472081-4a26-4146-a915-f13c8f408cac, reason: Instance 713071aa-dbde-49d4-92d9-0e1cb0af41e7 could not be found. {{(pid=70323) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 888.865481] env[70323]: DEBUG oslo_vmware.api [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227246, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.038601] env[70323]: DEBUG oslo_vmware.api [None req-cfc09203-5139-48ac-93ce-9d206d9f4348 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Task: {'id': task-3227245, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.087246] env[70323]: INFO nova.compute.manager [-] [instance: 713071aa-dbde-49d4-92d9-0e1cb0af41e7] Took 1.32 seconds to deallocate network for instance. [ 889.169997] env[70323]: INFO nova.compute.manager [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] [instance: b8019283-5cac-4f19-b25e-e40742868c1b] Took 49.74 seconds to build instance. [ 889.190375] env[70323]: DEBUG nova.compute.utils [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 889.192027] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20bce7c7-82ab-429f-8fbf-e542cdd42ab6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.197729] env[70323]: DEBUG nova.compute.manager [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] [instance: cd36c972-76db-470c-b9bf-74c33f15078e] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 889.197729] env[70323]: DEBUG nova.network.neutron [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] [instance: cd36c972-76db-470c-b9bf-74c33f15078e] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 889.202778] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5304ac0-f907-4b31-8358-302e88bdb03c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.235547] env[70323]: DEBUG nova.policy [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b7640d4ce8542fc8bb7443a8f52f5dc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7516d371456d4c00be86547f8ba43d1b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 889.237610] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccdb579f-1d08-441d-8a77-559b79cd9574 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.246454] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a316ce5-a527-45cd-a5ba-8e5e484d1f90 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.250930] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8e03cae9-92eb-45c7-a6fa-9e10ff62efa8 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Acquiring lock "340cbed9-448a-4d71-92fa-a4bec142d293" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.251208] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8e03cae9-92eb-45c7-a6fa-9e10ff62efa8 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Lock "340cbed9-448a-4d71-92fa-a4bec142d293" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.251428] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8e03cae9-92eb-45c7-a6fa-9e10ff62efa8 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Acquiring lock "340cbed9-448a-4d71-92fa-a4bec142d293-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.251613] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8e03cae9-92eb-45c7-a6fa-9e10ff62efa8 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Lock "340cbed9-448a-4d71-92fa-a4bec142d293-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.251781] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8e03cae9-92eb-45c7-a6fa-9e10ff62efa8 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Lock "340cbed9-448a-4d71-92fa-a4bec142d293-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.253911] env[70323]: INFO nova.compute.manager [None req-8e03cae9-92eb-45c7-a6fa-9e10ff62efa8 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: 340cbed9-448a-4d71-92fa-a4bec142d293] Terminating instance [ 889.265038] env[70323]: DEBUG nova.compute.provider_tree [None req-dd237c3a-0dcb-4028-90cf-296d9e4f2bbf tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.329158] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 9bb398f8-6536-4a13-b46f-ea083c4cf5d1] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 889.331214] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3add6e29-b93e-433d-9088-60c4cd004d57 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Acquiring lock "69d9372b-83a6-4a8a-b611-abd6c4fb2ddc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.331468] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3add6e29-b93e-433d-9088-60c4cd004d57 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Lock "69d9372b-83a6-4a8a-b611-abd6c4fb2ddc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.331672] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3add6e29-b93e-433d-9088-60c4cd004d57 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Acquiring lock "69d9372b-83a6-4a8a-b611-abd6c4fb2ddc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.331855] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3add6e29-b93e-433d-9088-60c4cd004d57 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Lock "69d9372b-83a6-4a8a-b611-abd6c4fb2ddc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.332038] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3add6e29-b93e-433d-9088-60c4cd004d57 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Lock "69d9372b-83a6-4a8a-b611-abd6c4fb2ddc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.334534] env[70323]: INFO nova.compute.manager [None req-3add6e29-b93e-433d-9088-60c4cd004d57 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: 69d9372b-83a6-4a8a-b611-abd6c4fb2ddc] Terminating instance [ 889.348899] env[70323]: DEBUG oslo_vmware.api [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227246, 'name': ReconfigVM_Task, 'duration_secs': 0.327928} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.349103] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 84faf743-f813-481c-90ec-50d5dd62d9d2] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 84faf743-f813-481c-90ec-50d5dd62d9d2/84faf743-f813-481c-90ec-50d5dd62d9d2.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 889.349838] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9bf14819-202a-4f4c-b0f2-d3a3f7ff2e1f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.356996] env[70323]: DEBUG oslo_vmware.api [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for the task: (returnval){ [ 889.356996] env[70323]: value = "task-3227247" [ 889.356996] env[70323]: _type = "Task" [ 889.356996] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.365021] env[70323]: DEBUG oslo_vmware.api [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227247, 'name': Rename_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.537382] env[70323]: DEBUG oslo_vmware.api [None req-cfc09203-5139-48ac-93ce-9d206d9f4348 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Task: {'id': task-3227245, 'name': ReconfigVM_Task, 'duration_secs': 1.00322} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.538532] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b24edd3-b317-4167-a1c9-fd42421f73b9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.560123] env[70323]: DEBUG nova.virt.hardware [None req-cfc09203-5139-48ac-93ce-9d206d9f4348 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:41:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='7e340323-1c44-4146-8647-99950ea9e727',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-337977744',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 889.560394] env[70323]: DEBUG nova.virt.hardware [None req-cfc09203-5139-48ac-93ce-9d206d9f4348 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 889.560488] env[70323]: DEBUG nova.virt.hardware [None req-cfc09203-5139-48ac-93ce-9d206d9f4348 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 889.560644] env[70323]: DEBUG nova.virt.hardware [None req-cfc09203-5139-48ac-93ce-9d206d9f4348 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 889.560794] env[70323]: DEBUG nova.virt.hardware [None req-cfc09203-5139-48ac-93ce-9d206d9f4348 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 889.560942] env[70323]: DEBUG nova.virt.hardware [None req-cfc09203-5139-48ac-93ce-9d206d9f4348 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 889.561180] env[70323]: DEBUG nova.virt.hardware [None req-cfc09203-5139-48ac-93ce-9d206d9f4348 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 889.561353] env[70323]: DEBUG nova.virt.hardware [None req-cfc09203-5139-48ac-93ce-9d206d9f4348 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 889.561520] env[70323]: DEBUG nova.virt.hardware [None req-cfc09203-5139-48ac-93ce-9d206d9f4348 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 889.561683] env[70323]: DEBUG nova.virt.hardware [None req-cfc09203-5139-48ac-93ce-9d206d9f4348 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 889.561924] env[70323]: DEBUG nova.virt.hardware [None req-cfc09203-5139-48ac-93ce-9d206d9f4348 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 889.564148] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-376f8633-2553-43d1-b802-1de82972288b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.568538] env[70323]: DEBUG oslo_vmware.api [None req-cfc09203-5139-48ac-93ce-9d206d9f4348 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Waiting for the task: (returnval){ [ 889.568538] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52f85ab4-d96c-945b-d999-1368928211c4" [ 889.568538] env[70323]: _type = "Task" [ 889.568538] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.577909] env[70323]: DEBUG oslo_vmware.api [None req-cfc09203-5139-48ac-93ce-9d206d9f4348 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52f85ab4-d96c-945b-d999-1368928211c4, 'name': SearchDatastore_Task, 'duration_secs': 0.006915} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.584897] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfc09203-5139-48ac-93ce-9d206d9f4348 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Reconfiguring VM instance instance-0000002e to detach disk 2000 {{(pid=70323) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 889.585244] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b38dcdeb-b1b5-4334-9c23-ab8b1251baf9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.599426] env[70323]: DEBUG oslo_concurrency.lockutils [None req-07306d6b-3c7b-4cb2-821d-c4ed68d81a97 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.599994] env[70323]: DEBUG nova.network.neutron [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] [instance: cd36c972-76db-470c-b9bf-74c33f15078e] Successfully created port: d8a7f953-e94d-4320-9741-2e7de8d4bfd0 {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 889.607808] env[70323]: DEBUG oslo_vmware.api [None req-cfc09203-5139-48ac-93ce-9d206d9f4348 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Waiting for the task: (returnval){ [ 889.607808] env[70323]: value = "task-3227248" [ 889.607808] env[70323]: _type = "Task" [ 889.607808] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.615509] env[70323]: DEBUG oslo_vmware.api [None req-cfc09203-5139-48ac-93ce-9d206d9f4348 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Task: {'id': task-3227248, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.672507] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb544fc2-f8c4-47a3-bccc-7f92b318b85f tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Lock "b8019283-5cac-4f19-b25e-e40742868c1b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.371s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.696447] env[70323]: DEBUG nova.compute.manager [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] [instance: cd36c972-76db-470c-b9bf-74c33f15078e] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 889.768493] env[70323]: DEBUG nova.scheduler.client.report [None req-dd237c3a-0dcb-4028-90cf-296d9e4f2bbf tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 889.771486] env[70323]: DEBUG nova.compute.manager [None req-8e03cae9-92eb-45c7-a6fa-9e10ff62efa8 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: 340cbed9-448a-4d71-92fa-a4bec142d293] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 889.771486] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8e03cae9-92eb-45c7-a6fa-9e10ff62efa8 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: 340cbed9-448a-4d71-92fa-a4bec142d293] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 889.772069] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-908234a7-e477-4e32-8ccd-5ac37c179a65 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.779957] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e03cae9-92eb-45c7-a6fa-9e10ff62efa8 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: 340cbed9-448a-4d71-92fa-a4bec142d293] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 889.780255] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b7d2415-9e0d-495b-a05b-1ea9fb23dd8a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.786182] env[70323]: DEBUG oslo_vmware.api [None req-8e03cae9-92eb-45c7-a6fa-9e10ff62efa8 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Waiting for the task: (returnval){ [ 889.786182] env[70323]: value = "task-3227249" [ 889.786182] env[70323]: _type = "Task" [ 889.786182] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.796062] env[70323]: DEBUG oslo_vmware.api [None req-8e03cae9-92eb-45c7-a6fa-9e10ff62efa8 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Task: {'id': task-3227249, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.835270] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: cf16c077-6f47-4ad4-b4b2-f14ae99e335a] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 889.841134] env[70323]: DEBUG nova.compute.manager [None req-3add6e29-b93e-433d-9088-60c4cd004d57 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: 69d9372b-83a6-4a8a-b611-abd6c4fb2ddc] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 889.841134] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-3add6e29-b93e-433d-9088-60c4cd004d57 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: 69d9372b-83a6-4a8a-b611-abd6c4fb2ddc] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 889.841831] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93853dac-987b-4f85-96cc-04d3e1409b59 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.850358] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-3add6e29-b93e-433d-9088-60c4cd004d57 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: 69d9372b-83a6-4a8a-b611-abd6c4fb2ddc] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 889.850358] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08ce9a87-3be2-4b3b-8b0d-07861bc05968 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.855393] env[70323]: DEBUG oslo_vmware.api [None req-3add6e29-b93e-433d-9088-60c4cd004d57 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Waiting for the task: (returnval){ [ 889.855393] env[70323]: value = "task-3227250" [ 889.855393] env[70323]: _type = "Task" [ 889.855393] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.866822] env[70323]: DEBUG oslo_vmware.api [None req-3add6e29-b93e-433d-9088-60c4cd004d57 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Task: {'id': task-3227250, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.870197] env[70323]: DEBUG oslo_vmware.api [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227247, 'name': Rename_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.116888] env[70323]: DEBUG oslo_vmware.api [None req-cfc09203-5139-48ac-93ce-9d206d9f4348 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Task: {'id': task-3227248, 'name': ReconfigVM_Task, 'duration_secs': 0.173981} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.117234] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfc09203-5139-48ac-93ce-9d206d9f4348 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Reconfigured VM instance instance-0000002e to detach disk 2000 {{(pid=70323) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 890.118033] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77dbd03e-17d8-4498-a750-e119a17d9c96 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.140962] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfc09203-5139-48ac-93ce-9d206d9f4348 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 3cd24ffc-62ba-465a-8663-efbce0e593f5/3cd24ffc-62ba-465a-8663-efbce0e593f5.vmdk or device None with type thin {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 890.141285] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be071ed4-f740-4d34-8c16-ec73351dde5c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.159913] env[70323]: DEBUG oslo_vmware.api [None req-cfc09203-5139-48ac-93ce-9d206d9f4348 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Waiting for the task: (returnval){ [ 890.159913] env[70323]: value = "task-3227251" [ 890.159913] env[70323]: _type = "Task" [ 890.159913] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.168584] env[70323]: DEBUG oslo_vmware.api [None req-cfc09203-5139-48ac-93ce-9d206d9f4348 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Task: {'id': task-3227251, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.277176] env[70323]: DEBUG oslo_concurrency.lockutils [None req-dd237c3a-0dcb-4028-90cf-296d9e4f2bbf tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.607s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.277724] env[70323]: DEBUG nova.compute.manager [None req-dd237c3a-0dcb-4028-90cf-296d9e4f2bbf tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] [instance: 24896069-5993-488b-87e9-f515c67735dc] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 890.280658] env[70323]: DEBUG oslo_concurrency.lockutils [None req-49f7edc3-9539-4b6a-8ab4-429379254bba tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.151s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.282215] env[70323]: INFO nova.compute.claims [None req-49f7edc3-9539-4b6a-8ab4-429379254bba tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] [instance: 78c9516c-780a-4604-8c96-877d8d075701] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 890.297446] env[70323]: DEBUG oslo_vmware.api [None req-8e03cae9-92eb-45c7-a6fa-9e10ff62efa8 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Task: {'id': task-3227249, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.342300] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: ba5dd49c-50d4-4dee-b428-9d4300ab43af] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 890.373531] env[70323]: DEBUG oslo_vmware.api [None req-3add6e29-b93e-433d-9088-60c4cd004d57 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Task: {'id': task-3227250, 'name': PowerOffVM_Task, 'duration_secs': 0.416814} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.378181] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-3add6e29-b93e-433d-9088-60c4cd004d57 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: 69d9372b-83a6-4a8a-b611-abd6c4fb2ddc] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 890.378181] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-3add6e29-b93e-433d-9088-60c4cd004d57 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: 69d9372b-83a6-4a8a-b611-abd6c4fb2ddc] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 890.378181] env[70323]: DEBUG oslo_vmware.api [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227247, 'name': Rename_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.378443] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ce27d94-6bfb-4a73-b07a-1e8de3ab179d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.442538] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-3add6e29-b93e-433d-9088-60c4cd004d57 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: 69d9372b-83a6-4a8a-b611-abd6c4fb2ddc] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 890.442760] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-3add6e29-b93e-433d-9088-60c4cd004d57 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: 69d9372b-83a6-4a8a-b611-abd6c4fb2ddc] Deleting contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 890.442945] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-3add6e29-b93e-433d-9088-60c4cd004d57 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Deleting the datastore file [datastore1] 69d9372b-83a6-4a8a-b611-abd6c4fb2ddc {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 890.443305] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e9393a3-81bd-43f9-a19a-0d107e0e852f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.450718] env[70323]: DEBUG oslo_vmware.api [None req-3add6e29-b93e-433d-9088-60c4cd004d57 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Waiting for the task: (returnval){ [ 890.450718] env[70323]: value = "task-3227253" [ 890.450718] env[70323]: _type = "Task" [ 890.450718] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.459143] env[70323]: DEBUG oslo_vmware.api [None req-3add6e29-b93e-433d-9088-60c4cd004d57 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Task: {'id': task-3227253, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.669470] env[70323]: DEBUG oslo_vmware.api [None req-cfc09203-5139-48ac-93ce-9d206d9f4348 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Task: {'id': task-3227251, 'name': ReconfigVM_Task, 'duration_secs': 0.253667} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.669769] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfc09203-5139-48ac-93ce-9d206d9f4348 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 3cd24ffc-62ba-465a-8663-efbce0e593f5/3cd24ffc-62ba-465a-8663-efbce0e593f5.vmdk or device None with type thin {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 890.670801] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03fcf88c-664c-4178-b8fa-4b90416e961e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.690681] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b15f2eea-70d9-4797-a44a-07a3cd2b7a9f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.711988] env[70323]: DEBUG nova.compute.manager [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] [instance: cd36c972-76db-470c-b9bf-74c33f15078e] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 890.715156] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1e5367-ef0a-4623-ac8d-9a605675fe0d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.732730] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc7bbda-a70b-4ac8-94a1-ea2f97270659 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.739326] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfc09203-5139-48ac-93ce-9d206d9f4348 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 890.739610] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9726cd50-0d65-4b97-b3b5-7e9894b65260 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.745898] env[70323]: DEBUG oslo_vmware.api [None req-cfc09203-5139-48ac-93ce-9d206d9f4348 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Waiting for the task: (returnval){ [ 890.745898] env[70323]: value = "task-3227254" [ 890.745898] env[70323]: _type = "Task" [ 890.745898] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.754974] env[70323]: DEBUG oslo_vmware.api [None req-cfc09203-5139-48ac-93ce-9d206d9f4348 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Task: {'id': task-3227254, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.788845] env[70323]: DEBUG nova.compute.utils [None req-dd237c3a-0dcb-4028-90cf-296d9e4f2bbf tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 890.790227] env[70323]: DEBUG nova.compute.manager [None req-dd237c3a-0dcb-4028-90cf-296d9e4f2bbf tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] [instance: 24896069-5993-488b-87e9-f515c67735dc] Not allocating networking since 'none' was specified. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 890.801085] env[70323]: DEBUG oslo_vmware.api [None req-8e03cae9-92eb-45c7-a6fa-9e10ff62efa8 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Task: {'id': task-3227249, 'name': PowerOffVM_Task, 'duration_secs': 0.874317} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.803245] env[70323]: DEBUG nova.virt.hardware [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 890.803431] env[70323]: DEBUG nova.virt.hardware [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 890.803588] env[70323]: DEBUG nova.virt.hardware [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 890.803776] env[70323]: DEBUG nova.virt.hardware [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 890.803926] env[70323]: DEBUG nova.virt.hardware [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 890.804093] env[70323]: DEBUG nova.virt.hardware [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 890.804306] env[70323]: DEBUG nova.virt.hardware [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 890.804464] env[70323]: DEBUG nova.virt.hardware [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 890.804630] env[70323]: DEBUG nova.virt.hardware [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 890.804791] env[70323]: DEBUG nova.virt.hardware [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 890.804967] env[70323]: DEBUG nova.virt.hardware [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 890.805282] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e03cae9-92eb-45c7-a6fa-9e10ff62efa8 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: 340cbed9-448a-4d71-92fa-a4bec142d293] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 890.805448] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8e03cae9-92eb-45c7-a6fa-9e10ff62efa8 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: 340cbed9-448a-4d71-92fa-a4bec142d293] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 890.806475] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b7851b-ce15-4a7e-8c5a-a9f67b9eae8c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.808858] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9fd9fffa-b1ce-4795-af2a-467522571b3c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.815047] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d97aae1d-b4cf-45ff-aee6-e23fa22b93d0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.846258] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 16c3a117-e725-45e2-94e9-fbc0156fbadd] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 890.870891] env[70323]: DEBUG oslo_vmware.api [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227247, 'name': Rename_Task, 'duration_secs': 1.128873} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.871225] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 84faf743-f813-481c-90ec-50d5dd62d9d2] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 890.871523] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2cba9436-2dc1-44d5-b2bf-263875590783 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.874427] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8e03cae9-92eb-45c7-a6fa-9e10ff62efa8 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: 340cbed9-448a-4d71-92fa-a4bec142d293] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 890.874626] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8e03cae9-92eb-45c7-a6fa-9e10ff62efa8 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: 340cbed9-448a-4d71-92fa-a4bec142d293] Deleting contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 890.874837] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e03cae9-92eb-45c7-a6fa-9e10ff62efa8 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Deleting the datastore file [datastore1] 340cbed9-448a-4d71-92fa-a4bec142d293 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 890.876050] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ab2a834-b1ab-4c70-bf59-ba1ac528bac0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.880965] env[70323]: DEBUG oslo_vmware.api [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for the task: (returnval){ [ 890.880965] env[70323]: value = "task-3227256" [ 890.880965] env[70323]: _type = "Task" [ 890.880965] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.885491] env[70323]: DEBUG oslo_vmware.api [None req-8e03cae9-92eb-45c7-a6fa-9e10ff62efa8 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Waiting for the task: (returnval){ [ 890.885491] env[70323]: value = "task-3227257" [ 890.885491] env[70323]: _type = "Task" [ 890.885491] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.891944] env[70323]: DEBUG oslo_vmware.api [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227256, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.896469] env[70323]: DEBUG oslo_vmware.api [None req-8e03cae9-92eb-45c7-a6fa-9e10ff62efa8 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Task: {'id': task-3227257, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.936038] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2510a761-063f-4a2f-a760-06c4a895757b tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Acquiring lock "86114837-8210-4063-9fe5-6e867ae7b252" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.936236] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2510a761-063f-4a2f-a760-06c4a895757b tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Lock "86114837-8210-4063-9fe5-6e867ae7b252" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.960893] env[70323]: DEBUG oslo_vmware.api [None req-3add6e29-b93e-433d-9088-60c4cd004d57 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Task: {'id': task-3227253, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136755} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.961219] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-3add6e29-b93e-433d-9088-60c4cd004d57 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 890.961450] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-3add6e29-b93e-433d-9088-60c4cd004d57 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: 69d9372b-83a6-4a8a-b611-abd6c4fb2ddc] Deleted contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 890.961587] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-3add6e29-b93e-433d-9088-60c4cd004d57 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: 69d9372b-83a6-4a8a-b611-abd6c4fb2ddc] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 890.961820] env[70323]: INFO nova.compute.manager [None req-3add6e29-b93e-433d-9088-60c4cd004d57 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: 69d9372b-83a6-4a8a-b611-abd6c4fb2ddc] Took 1.12 seconds to destroy the instance on the hypervisor. [ 890.962022] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3add6e29-b93e-433d-9088-60c4cd004d57 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 890.962792] env[70323]: DEBUG nova.compute.manager [-] [instance: 69d9372b-83a6-4a8a-b611-abd6c4fb2ddc] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 890.962792] env[70323]: DEBUG nova.network.neutron [-] [instance: 69d9372b-83a6-4a8a-b611-abd6c4fb2ddc] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 891.097712] env[70323]: DEBUG nova.compute.manager [req-b18f83dd-7cc1-4050-9148-2b85b3527a0c req-b507c266-1596-4911-b2b7-59441202fb8b service nova] [instance: cd36c972-76db-470c-b9bf-74c33f15078e] Received event network-vif-plugged-d8a7f953-e94d-4320-9741-2e7de8d4bfd0 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.097712] env[70323]: DEBUG oslo_concurrency.lockutils [req-b18f83dd-7cc1-4050-9148-2b85b3527a0c req-b507c266-1596-4911-b2b7-59441202fb8b service nova] Acquiring lock "cd36c972-76db-470c-b9bf-74c33f15078e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.097712] env[70323]: DEBUG oslo_concurrency.lockutils [req-b18f83dd-7cc1-4050-9148-2b85b3527a0c req-b507c266-1596-4911-b2b7-59441202fb8b service nova] Lock "cd36c972-76db-470c-b9bf-74c33f15078e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.097876] env[70323]: DEBUG oslo_concurrency.lockutils [req-b18f83dd-7cc1-4050-9148-2b85b3527a0c req-b507c266-1596-4911-b2b7-59441202fb8b service nova] Lock "cd36c972-76db-470c-b9bf-74c33f15078e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.098094] env[70323]: DEBUG nova.compute.manager [req-b18f83dd-7cc1-4050-9148-2b85b3527a0c req-b507c266-1596-4911-b2b7-59441202fb8b service nova] [instance: cd36c972-76db-470c-b9bf-74c33f15078e] No waiting events found dispatching network-vif-plugged-d8a7f953-e94d-4320-9741-2e7de8d4bfd0 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 891.098306] env[70323]: WARNING nova.compute.manager [req-b18f83dd-7cc1-4050-9148-2b85b3527a0c req-b507c266-1596-4911-b2b7-59441202fb8b service nova] [instance: cd36c972-76db-470c-b9bf-74c33f15078e] Received unexpected event network-vif-plugged-d8a7f953-e94d-4320-9741-2e7de8d4bfd0 for instance with vm_state building and task_state spawning. [ 891.205604] env[70323]: DEBUG nova.network.neutron [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] [instance: cd36c972-76db-470c-b9bf-74c33f15078e] Successfully updated port: d8a7f953-e94d-4320-9741-2e7de8d4bfd0 {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 891.261253] env[70323]: DEBUG oslo_vmware.api [None req-cfc09203-5139-48ac-93ce-9d206d9f4348 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Task: {'id': task-3227254, 'name': PowerOnVM_Task, 'duration_secs': 0.374067} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.266149] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfc09203-5139-48ac-93ce-9d206d9f4348 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 891.286964] env[70323]: DEBUG nova.compute.manager [req-bf0f5667-4a98-415d-944b-9589f69fb67c req-afcfbd56-517a-4c21-8de2-0fb23dfe123d service nova] [instance: 69d9372b-83a6-4a8a-b611-abd6c4fb2ddc] Received event network-vif-deleted-0f47a7dc-f040-4e85-8b9e-0fb5c4698699 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.286964] env[70323]: INFO nova.compute.manager [req-bf0f5667-4a98-415d-944b-9589f69fb67c req-afcfbd56-517a-4c21-8de2-0fb23dfe123d service nova] [instance: 69d9372b-83a6-4a8a-b611-abd6c4fb2ddc] Neutron deleted interface 0f47a7dc-f040-4e85-8b9e-0fb5c4698699; detaching it from the instance and deleting it from the info cache [ 891.286964] env[70323]: DEBUG nova.network.neutron [req-bf0f5667-4a98-415d-944b-9589f69fb67c req-afcfbd56-517a-4c21-8de2-0fb23dfe123d service nova] [instance: 69d9372b-83a6-4a8a-b611-abd6c4fb2ddc] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.295055] env[70323]: DEBUG nova.compute.manager [None req-dd237c3a-0dcb-4028-90cf-296d9e4f2bbf tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] [instance: 24896069-5993-488b-87e9-f515c67735dc] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 891.349560] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: f80ff45c-767d-4771-876e-d4cf7f06718a] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 891.393371] env[70323]: DEBUG oslo_vmware.api [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227256, 'name': PowerOnVM_Task, 'duration_secs': 0.469845} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.396644] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 84faf743-f813-481c-90ec-50d5dd62d9d2] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 891.396891] env[70323]: INFO nova.compute.manager [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 84faf743-f813-481c-90ec-50d5dd62d9d2] Took 7.39 seconds to spawn the instance on the hypervisor. [ 891.397131] env[70323]: DEBUG nova.compute.manager [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 84faf743-f813-481c-90ec-50d5dd62d9d2] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 891.398403] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6854efbe-44b9-44d5-b0b0-058160dced6c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.404266] env[70323]: DEBUG oslo_vmware.api [None req-8e03cae9-92eb-45c7-a6fa-9e10ff62efa8 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Task: {'id': task-3227257, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193065} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.404868] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e03cae9-92eb-45c7-a6fa-9e10ff62efa8 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 891.405088] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8e03cae9-92eb-45c7-a6fa-9e10ff62efa8 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: 340cbed9-448a-4d71-92fa-a4bec142d293] Deleted contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 891.405286] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8e03cae9-92eb-45c7-a6fa-9e10ff62efa8 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: 340cbed9-448a-4d71-92fa-a4bec142d293] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 891.405470] env[70323]: INFO nova.compute.manager [None req-8e03cae9-92eb-45c7-a6fa-9e10ff62efa8 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] [instance: 340cbed9-448a-4d71-92fa-a4bec142d293] Took 1.63 seconds to destroy the instance on the hypervisor. [ 891.405722] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e03cae9-92eb-45c7-a6fa-9e10ff62efa8 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 891.405926] env[70323]: DEBUG nova.compute.manager [-] [instance: 340cbed9-448a-4d71-92fa-a4bec142d293] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 891.406037] env[70323]: DEBUG nova.network.neutron [-] [instance: 340cbed9-448a-4d71-92fa-a4bec142d293] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 891.439839] env[70323]: INFO nova.compute.manager [None req-2510a761-063f-4a2f-a760-06c4a895757b tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Detaching volume c9a4bada-dcba-4293-a23f-9e68417e2ae9 [ 891.479798] env[70323]: INFO nova.virt.block_device [None req-2510a761-063f-4a2f-a760-06c4a895757b tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Attempting to driver detach volume c9a4bada-dcba-4293-a23f-9e68417e2ae9 from mountpoint /dev/sdb [ 891.480042] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-2510a761-063f-4a2f-a760-06c4a895757b tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Volume detach. Driver type: vmdk {{(pid=70323) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 891.480248] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-2510a761-063f-4a2f-a760-06c4a895757b tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645115', 'volume_id': 'c9a4bada-dcba-4293-a23f-9e68417e2ae9', 'name': 'volume-c9a4bada-dcba-4293-a23f-9e68417e2ae9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '86114837-8210-4063-9fe5-6e867ae7b252', 'attached_at': '', 'detached_at': '', 'volume_id': 'c9a4bada-dcba-4293-a23f-9e68417e2ae9', 'serial': 'c9a4bada-dcba-4293-a23f-9e68417e2ae9'} {{(pid=70323) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 891.481366] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d37efe8-17e7-4676-82ca-61628dd57c4a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.505688] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d058d1d-68d0-4c33-9014-32ac099503a2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.512782] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd7e277-5172-4ecc-9aa2-b5eb0ff42a03 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.539886] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10591278-13e1-400d-898f-38270e47c83f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.555409] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-2510a761-063f-4a2f-a760-06c4a895757b tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] The volume has not been displaced from its original location: [datastore1] volume-c9a4bada-dcba-4293-a23f-9e68417e2ae9/volume-c9a4bada-dcba-4293-a23f-9e68417e2ae9.vmdk. No consolidation needed. {{(pid=70323) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 891.560906] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-2510a761-063f-4a2f-a760-06c4a895757b tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Reconfiguring VM instance instance-00000016 to detach disk 2001 {{(pid=70323) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 891.563741] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cb7b9c6-92a2-4a48-a544-878eaf98c904 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.583689] env[70323]: DEBUG oslo_vmware.api [None req-2510a761-063f-4a2f-a760-06c4a895757b tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Waiting for the task: (returnval){ [ 891.583689] env[70323]: value = "task-3227258" [ 891.583689] env[70323]: _type = "Task" [ 891.583689] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.592471] env[70323]: DEBUG oslo_vmware.api [None req-2510a761-063f-4a2f-a760-06c4a895757b tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Task: {'id': task-3227258, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.708788] env[70323]: DEBUG oslo_concurrency.lockutils [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Acquiring lock "refresh_cache-cd36c972-76db-470c-b9bf-74c33f15078e" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.708971] env[70323]: DEBUG oslo_concurrency.lockutils [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Acquired lock "refresh_cache-cd36c972-76db-470c-b9bf-74c33f15078e" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.709157] env[70323]: DEBUG nova.network.neutron [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] [instance: cd36c972-76db-470c-b9bf-74c33f15078e] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 891.780175] env[70323]: DEBUG nova.network.neutron [-] [instance: 69d9372b-83a6-4a8a-b611-abd6c4fb2ddc] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.789790] env[70323]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6ec96f31-2e4b-456e-a03c-09ed17d4f10b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.799983] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f50442-2579-40a8-ad99-0ad8c08f05ca {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.844328] env[70323]: DEBUG nova.compute.manager [req-bf0f5667-4a98-415d-944b-9589f69fb67c req-afcfbd56-517a-4c21-8de2-0fb23dfe123d service nova] [instance: 69d9372b-83a6-4a8a-b611-abd6c4fb2ddc] Detach interface failed, port_id=0f47a7dc-f040-4e85-8b9e-0fb5c4698699, reason: Instance 69d9372b-83a6-4a8a-b611-abd6c4fb2ddc could not be found. {{(pid=70323) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 891.852318] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 2eb42f40-1b49-496b-8f23-3d7298666d77] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 891.892618] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4505ef6d-3f4f-49a9-a82d-7042eda66cb7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.902155] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a20777f-a696-42a2-9313-6c2584bcbb04 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.939540] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4241300-f991-4502-8220-cbab27680a31 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.942792] env[70323]: INFO nova.compute.manager [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 84faf743-f813-481c-90ec-50d5dd62d9d2] Took 48.48 seconds to build instance. [ 891.949350] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f9209e-3166-4444-8322-ae8cb7e09d45 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.968976] env[70323]: DEBUG nova.compute.provider_tree [None req-49f7edc3-9539-4b6a-8ab4-429379254bba tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 892.094759] env[70323]: DEBUG oslo_vmware.api [None req-2510a761-063f-4a2f-a760-06c4a895757b tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Task: {'id': task-3227258, 'name': ReconfigVM_Task, 'duration_secs': 0.443707} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.095086] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-2510a761-063f-4a2f-a760-06c4a895757b tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Reconfigured VM instance instance-00000016 to detach disk 2001 {{(pid=70323) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 892.101395] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efc0bfef-d026-47ef-bcc2-ca958b01d281 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.117035] env[70323]: DEBUG oslo_vmware.api [None req-2510a761-063f-4a2f-a760-06c4a895757b tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Waiting for the task: (returnval){ [ 892.117035] env[70323]: value = "task-3227259" [ 892.117035] env[70323]: _type = "Task" [ 892.117035] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.128497] env[70323]: DEBUG nova.network.neutron [-] [instance: 340cbed9-448a-4d71-92fa-a4bec142d293] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.129796] env[70323]: DEBUG oslo_vmware.api [None req-2510a761-063f-4a2f-a760-06c4a895757b tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Task: {'id': task-3227259, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.285207] env[70323]: INFO nova.compute.manager [None req-cfc09203-5139-48ac-93ce-9d206d9f4348 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Updating instance to original state: 'active' [ 892.287338] env[70323]: INFO nova.compute.manager [-] [instance: 69d9372b-83a6-4a8a-b611-abd6c4fb2ddc] Took 1.32 seconds to deallocate network for instance. [ 892.321217] env[70323]: DEBUG nova.compute.manager [None req-dd237c3a-0dcb-4028-90cf-296d9e4f2bbf tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] [instance: 24896069-5993-488b-87e9-f515c67735dc] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 892.323443] env[70323]: DEBUG nova.network.neutron [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] [instance: cd36c972-76db-470c-b9bf-74c33f15078e] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 892.354651] env[70323]: DEBUG nova.virt.hardware [None req-dd237c3a-0dcb-4028-90cf-296d9e4f2bbf tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 892.354930] env[70323]: DEBUG nova.virt.hardware [None req-dd237c3a-0dcb-4028-90cf-296d9e4f2bbf tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 892.355089] env[70323]: DEBUG nova.virt.hardware [None req-dd237c3a-0dcb-4028-90cf-296d9e4f2bbf tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 892.355365] env[70323]: DEBUG nova.virt.hardware [None req-dd237c3a-0dcb-4028-90cf-296d9e4f2bbf tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 892.355532] env[70323]: DEBUG nova.virt.hardware [None req-dd237c3a-0dcb-4028-90cf-296d9e4f2bbf tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 892.355699] env[70323]: DEBUG nova.virt.hardware [None req-dd237c3a-0dcb-4028-90cf-296d9e4f2bbf tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 892.355889] env[70323]: DEBUG nova.virt.hardware [None req-dd237c3a-0dcb-4028-90cf-296d9e4f2bbf tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 892.356064] env[70323]: DEBUG nova.virt.hardware [None req-dd237c3a-0dcb-4028-90cf-296d9e4f2bbf tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 892.356234] env[70323]: DEBUG nova.virt.hardware [None req-dd237c3a-0dcb-4028-90cf-296d9e4f2bbf tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 892.356439] env[70323]: DEBUG nova.virt.hardware [None req-dd237c3a-0dcb-4028-90cf-296d9e4f2bbf tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 892.356694] env[70323]: DEBUG nova.virt.hardware [None req-dd237c3a-0dcb-4028-90cf-296d9e4f2bbf tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 892.357456] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 2c9fda7c-de29-4b8a-b950-cfd429a16e18] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 892.359406] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b9a191-048b-4d07-ba01-acb6db88a633 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.369193] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-796d81ba-8db5-45cd-b7d5-7fe2b0ae4dae {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.385688] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-dd237c3a-0dcb-4028-90cf-296d9e4f2bbf tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] [instance: 24896069-5993-488b-87e9-f515c67735dc] Instance VIF info [] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 892.391755] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd237c3a-0dcb-4028-90cf-296d9e4f2bbf tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Creating folder: Project (c0439c1d5b50474eaf9fcb7d483c723a). Parent ref: group-v644941. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 892.392743] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-836cb8b5-0fcb-4c5d-909a-9431a4ede05a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.403168] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-dd237c3a-0dcb-4028-90cf-296d9e4f2bbf tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Created folder: Project (c0439c1d5b50474eaf9fcb7d483c723a) in parent group-v644941. [ 892.403369] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd237c3a-0dcb-4028-90cf-296d9e4f2bbf tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Creating folder: Instances. Parent ref: group-v645142. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 892.403655] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19d54206-d6e2-447e-a192-7b7ac36d68d8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.411910] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-dd237c3a-0dcb-4028-90cf-296d9e4f2bbf tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Created folder: Instances in parent group-v645142. [ 892.412168] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd237c3a-0dcb-4028-90cf-296d9e4f2bbf tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 892.412350] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24896069-5993-488b-87e9-f515c67735dc] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 892.412858] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-97318a6f-8f92-4468-b8c9-3722f844a31d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.432326] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 892.432326] env[70323]: value = "task-3227262" [ 892.432326] env[70323]: _type = "Task" [ 892.432326] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.440047] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227262, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.444717] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5d8db893-5da2-40bc-a635-5249f1fa5e9d tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Lock "84faf743-f813-481c-90ec-50d5dd62d9d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.288s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.472021] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a8c6001f-c7f1-4386-b26b-780b0f38422c tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Acquiring lock "b8019283-5cac-4f19-b25e-e40742868c1b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.472021] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a8c6001f-c7f1-4386-b26b-780b0f38422c tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Lock "b8019283-5cac-4f19-b25e-e40742868c1b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.472021] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a8c6001f-c7f1-4386-b26b-780b0f38422c tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Acquiring lock "b8019283-5cac-4f19-b25e-e40742868c1b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.472021] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a8c6001f-c7f1-4386-b26b-780b0f38422c tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Lock "b8019283-5cac-4f19-b25e-e40742868c1b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.472021] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a8c6001f-c7f1-4386-b26b-780b0f38422c tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Lock "b8019283-5cac-4f19-b25e-e40742868c1b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.472661] env[70323]: DEBUG nova.scheduler.client.report [None req-49f7edc3-9539-4b6a-8ab4-429379254bba tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 892.477022] env[70323]: INFO nova.compute.manager [None req-a8c6001f-c7f1-4386-b26b-780b0f38422c tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] [instance: b8019283-5cac-4f19-b25e-e40742868c1b] Terminating instance [ 892.541312] env[70323]: DEBUG nova.network.neutron [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] [instance: cd36c972-76db-470c-b9bf-74c33f15078e] Updating instance_info_cache with network_info: [{"id": "d8a7f953-e94d-4320-9741-2e7de8d4bfd0", "address": "fa:16:3e:3d:cd:30", "network": {"id": "3d482d9f-049a-48d7-94b1-8e282548a262", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1353853424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7516d371456d4c00be86547f8ba43d1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8a7f953-e9", "ovs_interfaceid": "d8a7f953-e94d-4320-9741-2e7de8d4bfd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.627040] env[70323]: DEBUG oslo_vmware.api [None req-2510a761-063f-4a2f-a760-06c4a895757b tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Task: {'id': task-3227259, 'name': ReconfigVM_Task, 'duration_secs': 0.193594} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.627675] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-2510a761-063f-4a2f-a760-06c4a895757b tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645115', 'volume_id': 'c9a4bada-dcba-4293-a23f-9e68417e2ae9', 'name': 'volume-c9a4bada-dcba-4293-a23f-9e68417e2ae9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '86114837-8210-4063-9fe5-6e867ae7b252', 'attached_at': '', 'detached_at': '', 'volume_id': 'c9a4bada-dcba-4293-a23f-9e68417e2ae9', 'serial': 'c9a4bada-dcba-4293-a23f-9e68417e2ae9'} {{(pid=70323) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 892.631389] env[70323]: INFO nova.compute.manager [-] [instance: 340cbed9-448a-4d71-92fa-a4bec142d293] Took 1.23 seconds to deallocate network for instance. [ 892.794575] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3add6e29-b93e-433d-9088-60c4cd004d57 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.863075] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: cce3978e-29ec-42c6-8190-d02f082e3b62] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 892.944037] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227262, 'name': CreateVM_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.978247] env[70323]: DEBUG oslo_concurrency.lockutils [None req-49f7edc3-9539-4b6a-8ab4-429379254bba tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.697s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.978819] env[70323]: DEBUG nova.compute.manager [None req-49f7edc3-9539-4b6a-8ab4-429379254bba tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] [instance: 78c9516c-780a-4604-8c96-877d8d075701] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 892.981843] env[70323]: DEBUG oslo_concurrency.lockutils [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.770s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.983469] env[70323]: INFO nova.compute.claims [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 7d130068-25ce-440c-896b-f6a633019a34] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 892.987039] env[70323]: DEBUG nova.compute.manager [None req-a8c6001f-c7f1-4386-b26b-780b0f38422c tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] [instance: b8019283-5cac-4f19-b25e-e40742868c1b] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 892.987248] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a8c6001f-c7f1-4386-b26b-780b0f38422c tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] [instance: b8019283-5cac-4f19-b25e-e40742868c1b] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 892.988140] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118445c8-28d9-496f-9e92-885582af74d0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.996287] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8c6001f-c7f1-4386-b26b-780b0f38422c tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] [instance: b8019283-5cac-4f19-b25e-e40742868c1b] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 892.996579] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33b94c71-325b-4c3f-9e99-71b9a09c6f7b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.003280] env[70323]: DEBUG oslo_vmware.api [None req-a8c6001f-c7f1-4386-b26b-780b0f38422c tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Waiting for the task: (returnval){ [ 893.003280] env[70323]: value = "task-3227263" [ 893.003280] env[70323]: _type = "Task" [ 893.003280] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.011457] env[70323]: DEBUG oslo_vmware.api [None req-a8c6001f-c7f1-4386-b26b-780b0f38422c tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Task: {'id': task-3227263, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.046015] env[70323]: DEBUG oslo_concurrency.lockutils [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Releasing lock "refresh_cache-cd36c972-76db-470c-b9bf-74c33f15078e" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.046421] env[70323]: DEBUG nova.compute.manager [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] [instance: cd36c972-76db-470c-b9bf-74c33f15078e] Instance network_info: |[{"id": "d8a7f953-e94d-4320-9741-2e7de8d4bfd0", "address": "fa:16:3e:3d:cd:30", "network": {"id": "3d482d9f-049a-48d7-94b1-8e282548a262", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1353853424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7516d371456d4c00be86547f8ba43d1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8a7f953-e9", "ovs_interfaceid": "d8a7f953-e94d-4320-9741-2e7de8d4bfd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 893.046957] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] [instance: cd36c972-76db-470c-b9bf-74c33f15078e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:cd:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7edb7c08-2fae-4df5-9ec6-5ccf06d7e337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd8a7f953-e94d-4320-9741-2e7de8d4bfd0', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 893.054631] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Creating folder: Project (7516d371456d4c00be86547f8ba43d1b). Parent ref: group-v644941. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 893.054907] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f1825322-c9f1-40d2-b066-e0643c0638fd {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.066047] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Created folder: Project (7516d371456d4c00be86547f8ba43d1b) in parent group-v644941. [ 893.066247] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Creating folder: Instances. Parent ref: group-v645145. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 893.066483] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-534de642-1974-406f-9953-a647f08ad0e6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.076427] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Created folder: Instances in parent group-v645145. [ 893.076705] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 893.076935] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd36c972-76db-470c-b9bf-74c33f15078e] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 893.077171] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e72fd95-7ead-4ebe-9be1-23d16340dc88 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.097295] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 893.097295] env[70323]: value = "task-3227266" [ 893.097295] env[70323]: _type = "Task" [ 893.097295] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.105433] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227266, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.126272] env[70323]: DEBUG nova.compute.manager [req-9d2b41a2-2f41-444b-a1fb-675c464e6c33 req-58e41135-8026-453f-b83f-0a3ecc584c64 service nova] [instance: cd36c972-76db-470c-b9bf-74c33f15078e] Received event network-changed-d8a7f953-e94d-4320-9741-2e7de8d4bfd0 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 893.126496] env[70323]: DEBUG nova.compute.manager [req-9d2b41a2-2f41-444b-a1fb-675c464e6c33 req-58e41135-8026-453f-b83f-0a3ecc584c64 service nova] [instance: cd36c972-76db-470c-b9bf-74c33f15078e] Refreshing instance network info cache due to event network-changed-d8a7f953-e94d-4320-9741-2e7de8d4bfd0. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 893.126786] env[70323]: DEBUG oslo_concurrency.lockutils [req-9d2b41a2-2f41-444b-a1fb-675c464e6c33 req-58e41135-8026-453f-b83f-0a3ecc584c64 service nova] Acquiring lock "refresh_cache-cd36c972-76db-470c-b9bf-74c33f15078e" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.126957] env[70323]: DEBUG oslo_concurrency.lockutils [req-9d2b41a2-2f41-444b-a1fb-675c464e6c33 req-58e41135-8026-453f-b83f-0a3ecc584c64 service nova] Acquired lock "refresh_cache-cd36c972-76db-470c-b9bf-74c33f15078e" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.127149] env[70323]: DEBUG nova.network.neutron [req-9d2b41a2-2f41-444b-a1fb-675c464e6c33 req-58e41135-8026-453f-b83f-0a3ecc584c64 service nova] [instance: cd36c972-76db-470c-b9bf-74c33f15078e] Refreshing network info cache for port d8a7f953-e94d-4320-9741-2e7de8d4bfd0 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 893.137283] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8e03cae9-92eb-45c7-a6fa-9e10ff62efa8 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.184234] env[70323]: DEBUG nova.objects.instance [None req-2510a761-063f-4a2f-a760-06c4a895757b tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Lazy-loading 'flavor' on Instance uuid 86114837-8210-4063-9fe5-6e867ae7b252 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 893.312206] env[70323]: DEBUG nova.compute.manager [req-c83391e8-e991-4c64-8725-9da05534a91a req-48e243ab-87b9-45f8-8281-8f85a90ed92e service nova] [instance: 340cbed9-448a-4d71-92fa-a4bec142d293] Received event network-vif-deleted-e4db6094-6297-4325-8a4b-5f5232db99d2 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 893.366745] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 6e9a0b80-0d5c-4d95-9a3d-728424ef852e] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 893.444865] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227262, 'name': CreateVM_Task, 'duration_secs': 0.513284} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.445079] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24896069-5993-488b-87e9-f515c67735dc] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 893.445518] env[70323]: DEBUG oslo_concurrency.lockutils [None req-dd237c3a-0dcb-4028-90cf-296d9e4f2bbf tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.445678] env[70323]: DEBUG oslo_concurrency.lockutils [None req-dd237c3a-0dcb-4028-90cf-296d9e4f2bbf tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.446015] env[70323]: DEBUG oslo_concurrency.lockutils [None req-dd237c3a-0dcb-4028-90cf-296d9e4f2bbf tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.446286] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b44602f-f3d7-405e-8bfe-8f354eb029b0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.451434] env[70323]: DEBUG oslo_vmware.api [None req-dd237c3a-0dcb-4028-90cf-296d9e4f2bbf tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Waiting for the task: (returnval){ [ 893.451434] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52ee48d3-c81a-3224-cbf9-b403484fbb48" [ 893.451434] env[70323]: _type = "Task" [ 893.451434] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.459737] env[70323]: DEBUG oslo_vmware.api [None req-dd237c3a-0dcb-4028-90cf-296d9e4f2bbf tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52ee48d3-c81a-3224-cbf9-b403484fbb48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.479526] env[70323]: DEBUG nova.compute.manager [None req-d1d4748c-87a6-42ed-a479-b63b18e68836 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 84faf743-f813-481c-90ec-50d5dd62d9d2] Stashing vm_state: active {{(pid=70323) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 893.487712] env[70323]: DEBUG nova.compute.utils [None req-49f7edc3-9539-4b6a-8ab4-429379254bba tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 893.490889] env[70323]: DEBUG nova.compute.manager [None req-49f7edc3-9539-4b6a-8ab4-429379254bba tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] [instance: 78c9516c-780a-4604-8c96-877d8d075701] Not allocating networking since 'none' was specified. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 893.514735] env[70323]: DEBUG oslo_vmware.api [None req-a8c6001f-c7f1-4386-b26b-780b0f38422c tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Task: {'id': task-3227263, 'name': PowerOffVM_Task, 'duration_secs': 0.225042} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.515314] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8c6001f-c7f1-4386-b26b-780b0f38422c tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] [instance: b8019283-5cac-4f19-b25e-e40742868c1b] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 893.515649] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a8c6001f-c7f1-4386-b26b-780b0f38422c tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] [instance: b8019283-5cac-4f19-b25e-e40742868c1b] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 893.516050] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82750823-0efa-4588-897d-edaa7f020e37 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.584024] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a8c6001f-c7f1-4386-b26b-780b0f38422c tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] [instance: b8019283-5cac-4f19-b25e-e40742868c1b] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 893.584024] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a8c6001f-c7f1-4386-b26b-780b0f38422c tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] [instance: b8019283-5cac-4f19-b25e-e40742868c1b] Deleting contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 893.584024] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8c6001f-c7f1-4386-b26b-780b0f38422c tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Deleting the datastore file [datastore1] b8019283-5cac-4f19-b25e-e40742868c1b {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 893.584024] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-22798dad-67b6-41ca-b848-4883c21372b9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.590302] env[70323]: DEBUG oslo_vmware.api [None req-a8c6001f-c7f1-4386-b26b-780b0f38422c tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Waiting for the task: (returnval){ [ 893.590302] env[70323]: value = "task-3227268" [ 893.590302] env[70323]: _type = "Task" [ 893.590302] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.599390] env[70323]: DEBUG oslo_vmware.api [None req-a8c6001f-c7f1-4386-b26b-780b0f38422c tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Task: {'id': task-3227268, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.607887] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227266, 'name': CreateVM_Task, 'duration_secs': 0.411116} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.608134] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd36c972-76db-470c-b9bf-74c33f15078e] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 893.608831] env[70323]: DEBUG oslo_concurrency.lockutils [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.609021] env[70323]: DEBUG oslo_concurrency.lockutils [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.609368] env[70323]: DEBUG oslo_concurrency.lockutils [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.609625] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e73630a-d69b-4173-817a-cde3365c314e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.614153] env[70323]: DEBUG oslo_vmware.api [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Waiting for the task: (returnval){ [ 893.614153] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]527adc51-793c-7a53-3fef-8f8d0443bd13" [ 893.614153] env[70323]: _type = "Task" [ 893.614153] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.621946] env[70323]: DEBUG oslo_vmware.api [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]527adc51-793c-7a53-3fef-8f8d0443bd13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.699840] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bf48eb59-86d5-4286-bca8-b8c484dafa89 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Acquiring lock "3cd24ffc-62ba-465a-8663-efbce0e593f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.700016] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bf48eb59-86d5-4286-bca8-b8c484dafa89 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Lock "3cd24ffc-62ba-465a-8663-efbce0e593f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.700214] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bf48eb59-86d5-4286-bca8-b8c484dafa89 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Acquiring lock "3cd24ffc-62ba-465a-8663-efbce0e593f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.700416] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bf48eb59-86d5-4286-bca8-b8c484dafa89 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Lock "3cd24ffc-62ba-465a-8663-efbce0e593f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.700624] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bf48eb59-86d5-4286-bca8-b8c484dafa89 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Lock "3cd24ffc-62ba-465a-8663-efbce0e593f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.702884] env[70323]: INFO nova.compute.manager [None req-bf48eb59-86d5-4286-bca8-b8c484dafa89 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Terminating instance [ 893.870386] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 6c11ec80-43e4-4b24-9a6c-40a13011c9b3] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 893.883544] env[70323]: DEBUG nova.network.neutron [req-9d2b41a2-2f41-444b-a1fb-675c464e6c33 req-58e41135-8026-453f-b83f-0a3ecc584c64 service nova] [instance: cd36c972-76db-470c-b9bf-74c33f15078e] Updated VIF entry in instance network info cache for port d8a7f953-e94d-4320-9741-2e7de8d4bfd0. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 893.884102] env[70323]: DEBUG nova.network.neutron [req-9d2b41a2-2f41-444b-a1fb-675c464e6c33 req-58e41135-8026-453f-b83f-0a3ecc584c64 service nova] [instance: cd36c972-76db-470c-b9bf-74c33f15078e] Updating instance_info_cache with network_info: [{"id": "d8a7f953-e94d-4320-9741-2e7de8d4bfd0", "address": "fa:16:3e:3d:cd:30", "network": {"id": "3d482d9f-049a-48d7-94b1-8e282548a262", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1353853424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7516d371456d4c00be86547f8ba43d1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8a7f953-e9", "ovs_interfaceid": "d8a7f953-e94d-4320-9741-2e7de8d4bfd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.964233] env[70323]: DEBUG oslo_vmware.api [None req-dd237c3a-0dcb-4028-90cf-296d9e4f2bbf tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52ee48d3-c81a-3224-cbf9-b403484fbb48, 'name': SearchDatastore_Task, 'duration_secs': 0.014536} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.964562] env[70323]: DEBUG oslo_concurrency.lockutils [None req-dd237c3a-0dcb-4028-90cf-296d9e4f2bbf tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.964772] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-dd237c3a-0dcb-4028-90cf-296d9e4f2bbf tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] [instance: 24896069-5993-488b-87e9-f515c67735dc] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 893.965109] env[70323]: DEBUG oslo_concurrency.lockutils [None req-dd237c3a-0dcb-4028-90cf-296d9e4f2bbf tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.965151] env[70323]: DEBUG oslo_concurrency.lockutils [None req-dd237c3a-0dcb-4028-90cf-296d9e4f2bbf tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.965333] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd237c3a-0dcb-4028-90cf-296d9e4f2bbf tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 893.965598] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c3de5bb-9e54-45ba-a244-e3de7c7fc7f1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.973993] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd237c3a-0dcb-4028-90cf-296d9e4f2bbf tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 893.974201] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-dd237c3a-0dcb-4028-90cf-296d9e4f2bbf tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 893.974923] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0ffebd7-37d1-48f5-99f7-d8604af00e1c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.979780] env[70323]: DEBUG oslo_vmware.api [None req-dd237c3a-0dcb-4028-90cf-296d9e4f2bbf tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Waiting for the task: (returnval){ [ 893.979780] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]523145bc-4930-3a7e-d3a5-a025202016e5" [ 893.979780] env[70323]: _type = "Task" [ 893.979780] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.990151] env[70323]: DEBUG oslo_vmware.api [None req-dd237c3a-0dcb-4028-90cf-296d9e4f2bbf tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]523145bc-4930-3a7e-d3a5-a025202016e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.991882] env[70323]: DEBUG nova.compute.manager [None req-49f7edc3-9539-4b6a-8ab4-429379254bba tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] [instance: 78c9516c-780a-4604-8c96-877d8d075701] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 894.003373] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d1d4748c-87a6-42ed-a479-b63b18e68836 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.101428] env[70323]: DEBUG oslo_vmware.api [None req-a8c6001f-c7f1-4386-b26b-780b0f38422c tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Task: {'id': task-3227268, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.310434} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.104458] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8c6001f-c7f1-4386-b26b-780b0f38422c tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 894.104668] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a8c6001f-c7f1-4386-b26b-780b0f38422c tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] [instance: b8019283-5cac-4f19-b25e-e40742868c1b] Deleted contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 894.104851] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a8c6001f-c7f1-4386-b26b-780b0f38422c tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] [instance: b8019283-5cac-4f19-b25e-e40742868c1b] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 894.105057] env[70323]: INFO nova.compute.manager [None req-a8c6001f-c7f1-4386-b26b-780b0f38422c tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] [instance: b8019283-5cac-4f19-b25e-e40742868c1b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 894.105312] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8c6001f-c7f1-4386-b26b-780b0f38422c tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 894.105787] env[70323]: DEBUG nova.compute.manager [-] [instance: b8019283-5cac-4f19-b25e-e40742868c1b] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 894.105877] env[70323]: DEBUG nova.network.neutron [-] [instance: b8019283-5cac-4f19-b25e-e40742868c1b] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 894.128385] env[70323]: DEBUG oslo_vmware.api [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]527adc51-793c-7a53-3fef-8f8d0443bd13, 'name': SearchDatastore_Task, 'duration_secs': 0.016051} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.128809] env[70323]: DEBUG oslo_concurrency.lockutils [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.129082] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] [instance: cd36c972-76db-470c-b9bf-74c33f15078e] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 894.129302] env[70323]: DEBUG oslo_concurrency.lockutils [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.129453] env[70323]: DEBUG oslo_concurrency.lockutils [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.129637] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 894.129926] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b594fd7-052f-4f0c-b618-debb5011f510 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.139386] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 894.139580] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 894.140356] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f621886d-e9ed-44cc-aa27-dc0741a18883 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.145410] env[70323]: DEBUG oslo_vmware.api [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Waiting for the task: (returnval){ [ 894.145410] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5241d733-a329-0ce2-2cd9-751c27923007" [ 894.145410] env[70323]: _type = "Task" [ 894.145410] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.155800] env[70323]: DEBUG oslo_vmware.api [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5241d733-a329-0ce2-2cd9-751c27923007, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.196021] env[70323]: DEBUG oslo_concurrency.lockutils [None req-79b2fb59-de6a-4921-bd76-e4950d9510cc tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Acquiring lock "86114837-8210-4063-9fe5-6e867ae7b252" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.196021] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2510a761-063f-4a2f-a760-06c4a895757b tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Lock "86114837-8210-4063-9fe5-6e867ae7b252" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.260s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.196772] env[70323]: DEBUG oslo_concurrency.lockutils [None req-79b2fb59-de6a-4921-bd76-e4950d9510cc tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Lock "86114837-8210-4063-9fe5-6e867ae7b252" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.002s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.197139] env[70323]: DEBUG nova.compute.manager [None req-79b2fb59-de6a-4921-bd76-e4950d9510cc tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 894.197992] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd624de-89a0-41c1-9b43-22a2abea47b1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.204484] env[70323]: DEBUG nova.compute.manager [None req-79b2fb59-de6a-4921-bd76-e4950d9510cc tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70323) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 894.205066] env[70323]: DEBUG nova.objects.instance [None req-79b2fb59-de6a-4921-bd76-e4950d9510cc tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Lazy-loading 'flavor' on Instance uuid 86114837-8210-4063-9fe5-6e867ae7b252 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 894.206843] env[70323]: DEBUG nova.compute.manager [None req-bf48eb59-86d5-4286-bca8-b8c484dafa89 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 894.206976] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-bf48eb59-86d5-4286-bca8-b8c484dafa89 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 894.208038] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d00472-5ec5-4f5d-86e0-fa0ea5c67448 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.220942] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf48eb59-86d5-4286-bca8-b8c484dafa89 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 894.221260] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99023d8f-f9f5-4ad5-baed-a84ffb11202d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.228714] env[70323]: DEBUG oslo_vmware.api [None req-bf48eb59-86d5-4286-bca8-b8c484dafa89 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Waiting for the task: (returnval){ [ 894.228714] env[70323]: value = "task-3227269" [ 894.228714] env[70323]: _type = "Task" [ 894.228714] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.375689] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: e9534202-ee8f-414b-a4cc-3c98bd4fc273] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 894.386901] env[70323]: DEBUG oslo_concurrency.lockutils [req-9d2b41a2-2f41-444b-a1fb-675c464e6c33 req-58e41135-8026-453f-b83f-0a3ecc584c64 service nova] Releasing lock "refresh_cache-cd36c972-76db-470c-b9bf-74c33f15078e" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.485444] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc92966-e59f-48f5-b096-b973f42de81c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.497369] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57eb69f3-5c7b-43bf-ab48-544c272450d8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.500836] env[70323]: DEBUG oslo_vmware.api [None req-dd237c3a-0dcb-4028-90cf-296d9e4f2bbf tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]523145bc-4930-3a7e-d3a5-a025202016e5, 'name': SearchDatastore_Task, 'duration_secs': 0.011455} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.505248] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5568df2-3fdc-4412-8de1-144d4a42f44b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.536349] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c090d9e-094e-4a44-aa18-2320a05ae28b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.541506] env[70323]: DEBUG oslo_vmware.api [None req-dd237c3a-0dcb-4028-90cf-296d9e4f2bbf tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Waiting for the task: (returnval){ [ 894.541506] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]526d1af9-e4fa-4768-ece1-60cf5779b137" [ 894.541506] env[70323]: _type = "Task" [ 894.541506] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.548747] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d6f2c0-b9e6-44f4-824a-85ac408c4c02 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.555832] env[70323]: DEBUG oslo_vmware.api [None req-dd237c3a-0dcb-4028-90cf-296d9e4f2bbf tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]526d1af9-e4fa-4768-ece1-60cf5779b137, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.565443] env[70323]: DEBUG nova.compute.provider_tree [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 894.658164] env[70323]: DEBUG oslo_vmware.api [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5241d733-a329-0ce2-2cd9-751c27923007, 'name': SearchDatastore_Task, 'duration_secs': 0.011014} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.659252] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9049d03-c43a-4238-b878-da79386ab295 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.664389] env[70323]: DEBUG oslo_vmware.api [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Waiting for the task: (returnval){ [ 894.664389] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52b6406f-ce77-c184-977f-6f60b2cf5a84" [ 894.664389] env[70323]: _type = "Task" [ 894.664389] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.671982] env[70323]: DEBUG oslo_vmware.api [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52b6406f-ce77-c184-977f-6f60b2cf5a84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.740453] env[70323]: DEBUG oslo_vmware.api [None req-bf48eb59-86d5-4286-bca8-b8c484dafa89 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Task: {'id': task-3227269, 'name': PowerOffVM_Task, 'duration_secs': 0.47803} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.740453] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf48eb59-86d5-4286-bca8-b8c484dafa89 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 894.740453] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-bf48eb59-86d5-4286-bca8-b8c484dafa89 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 894.740756] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4dd5f32-4574-40f3-a765-5f6ee0e4022a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.813037] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-bf48eb59-86d5-4286-bca8-b8c484dafa89 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 894.813037] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-bf48eb59-86d5-4286-bca8-b8c484dafa89 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Deleting contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 894.813228] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf48eb59-86d5-4286-bca8-b8c484dafa89 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Deleting the datastore file [datastore2] 3cd24ffc-62ba-465a-8663-efbce0e593f5 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 894.813592] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35549cf9-92ac-468d-9951-95ae05595be9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.819681] env[70323]: DEBUG oslo_vmware.api [None req-bf48eb59-86d5-4286-bca8-b8c484dafa89 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Waiting for the task: (returnval){ [ 894.819681] env[70323]: value = "task-3227271" [ 894.819681] env[70323]: _type = "Task" [ 894.819681] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.827532] env[70323]: DEBUG oslo_vmware.api [None req-bf48eb59-86d5-4286-bca8-b8c484dafa89 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Task: {'id': task-3227271, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.845032] env[70323]: DEBUG nova.network.neutron [-] [instance: b8019283-5cac-4f19-b25e-e40742868c1b] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.879952] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 0a84cbbb-8a36-4c53-bb72-d715abb4ac48] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 895.009551] env[70323]: DEBUG nova.compute.manager [None req-49f7edc3-9539-4b6a-8ab4-429379254bba tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] [instance: 78c9516c-780a-4604-8c96-877d8d075701] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 895.035101] env[70323]: DEBUG nova.virt.hardware [None req-49f7edc3-9539-4b6a-8ab4-429379254bba tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 895.035354] env[70323]: DEBUG nova.virt.hardware [None req-49f7edc3-9539-4b6a-8ab4-429379254bba tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 895.035527] env[70323]: DEBUG nova.virt.hardware [None req-49f7edc3-9539-4b6a-8ab4-429379254bba tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 895.035713] env[70323]: DEBUG nova.virt.hardware [None req-49f7edc3-9539-4b6a-8ab4-429379254bba tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 895.035865] env[70323]: DEBUG nova.virt.hardware [None req-49f7edc3-9539-4b6a-8ab4-429379254bba tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 895.036037] env[70323]: DEBUG nova.virt.hardware [None req-49f7edc3-9539-4b6a-8ab4-429379254bba tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 895.036262] env[70323]: DEBUG nova.virt.hardware [None req-49f7edc3-9539-4b6a-8ab4-429379254bba tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 895.036424] env[70323]: DEBUG nova.virt.hardware [None req-49f7edc3-9539-4b6a-8ab4-429379254bba tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 895.036592] env[70323]: DEBUG nova.virt.hardware [None req-49f7edc3-9539-4b6a-8ab4-429379254bba tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 895.036781] env[70323]: DEBUG nova.virt.hardware [None req-49f7edc3-9539-4b6a-8ab4-429379254bba tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 895.036983] env[70323]: DEBUG nova.virt.hardware [None req-49f7edc3-9539-4b6a-8ab4-429379254bba tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 895.038284] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd74605-19c8-4625-9c1b-d350f531de3f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.054319] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694098e8-0934-4c92-a8a6-e062ba990fe6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.058225] env[70323]: DEBUG oslo_vmware.api [None req-dd237c3a-0dcb-4028-90cf-296d9e4f2bbf tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]526d1af9-e4fa-4768-ece1-60cf5779b137, 'name': SearchDatastore_Task, 'duration_secs': 0.014923} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.058466] env[70323]: DEBUG oslo_concurrency.lockutils [None req-dd237c3a-0dcb-4028-90cf-296d9e4f2bbf tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.058712] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd237c3a-0dcb-4028-90cf-296d9e4f2bbf tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 24896069-5993-488b-87e9-f515c67735dc/24896069-5993-488b-87e9-f515c67735dc.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 895.059349] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11e96344-0098-4889-b13b-609f4c64cf2e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.069621] env[70323]: DEBUG nova.scheduler.client.report [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 895.072943] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-49f7edc3-9539-4b6a-8ab4-429379254bba tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] [instance: 78c9516c-780a-4604-8c96-877d8d075701] Instance VIF info [] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 895.078324] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-49f7edc3-9539-4b6a-8ab4-429379254bba tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Creating folder: Project (9693817185cc4a8395421dd0686516f6). Parent ref: group-v644941. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 895.079246] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d5e3d81e-e27e-49a1-b39b-532962cbd336 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.082903] env[70323]: DEBUG oslo_vmware.api [None req-dd237c3a-0dcb-4028-90cf-296d9e4f2bbf tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Waiting for the task: (returnval){ [ 895.082903] env[70323]: value = "task-3227272" [ 895.082903] env[70323]: _type = "Task" [ 895.082903] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.091558] env[70323]: DEBUG oslo_vmware.api [None req-dd237c3a-0dcb-4028-90cf-296d9e4f2bbf tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Task: {'id': task-3227272, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.093037] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-49f7edc3-9539-4b6a-8ab4-429379254bba tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Created folder: Project (9693817185cc4a8395421dd0686516f6) in parent group-v644941. [ 895.093037] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-49f7edc3-9539-4b6a-8ab4-429379254bba tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Creating folder: Instances. Parent ref: group-v645148. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 895.093166] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0aab2b53-1d89-4d3d-8024-7c31fda7343c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.102052] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-49f7edc3-9539-4b6a-8ab4-429379254bba tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Created folder: Instances in parent group-v645148. [ 895.102285] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49f7edc3-9539-4b6a-8ab4-429379254bba tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 895.102475] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78c9516c-780a-4604-8c96-877d8d075701] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 895.102669] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df7318e4-d3c2-4cb7-ab6c-09ae9eb3e0e3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.119298] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 895.119298] env[70323]: value = "task-3227275" [ 895.119298] env[70323]: _type = "Task" [ 895.119298] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.126369] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227275, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.173967] env[70323]: DEBUG oslo_vmware.api [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52b6406f-ce77-c184-977f-6f60b2cf5a84, 'name': SearchDatastore_Task, 'duration_secs': 0.026127} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.174256] env[70323]: DEBUG oslo_concurrency.lockutils [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.174511] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] cd36c972-76db-470c-b9bf-74c33f15078e/cd36c972-76db-470c-b9bf-74c33f15078e.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 895.174765] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e8596dcd-fa60-4cd0-b9c6-24d243ea6bb2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.180401] env[70323]: DEBUG oslo_vmware.api [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Waiting for the task: (returnval){ [ 895.180401] env[70323]: value = "task-3227276" [ 895.180401] env[70323]: _type = "Task" [ 895.180401] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.187935] env[70323]: DEBUG oslo_vmware.api [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Task: {'id': task-3227276, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.212748] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-79b2fb59-de6a-4921-bd76-e4950d9510cc tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 895.213202] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d82d2f18-6e3d-4621-a273-d3b93fa43703 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.219342] env[70323]: DEBUG oslo_vmware.api [None req-79b2fb59-de6a-4921-bd76-e4950d9510cc tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Waiting for the task: (returnval){ [ 895.219342] env[70323]: value = "task-3227277" [ 895.219342] env[70323]: _type = "Task" [ 895.219342] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.227569] env[70323]: DEBUG oslo_vmware.api [None req-79b2fb59-de6a-4921-bd76-e4950d9510cc tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Task: {'id': task-3227277, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.331902] env[70323]: DEBUG oslo_vmware.api [None req-bf48eb59-86d5-4286-bca8-b8c484dafa89 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Task: {'id': task-3227271, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.321804} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.332210] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf48eb59-86d5-4286-bca8-b8c484dafa89 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 895.332431] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-bf48eb59-86d5-4286-bca8-b8c484dafa89 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Deleted contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 895.332617] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-bf48eb59-86d5-4286-bca8-b8c484dafa89 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 895.332795] env[70323]: INFO nova.compute.manager [None req-bf48eb59-86d5-4286-bca8-b8c484dafa89 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Took 1.13 seconds to destroy the instance on the hypervisor. [ 895.333053] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf48eb59-86d5-4286-bca8-b8c484dafa89 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 895.333280] env[70323]: DEBUG nova.compute.manager [-] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 895.333405] env[70323]: DEBUG nova.network.neutron [-] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 895.344872] env[70323]: DEBUG nova.compute.manager [req-485614b5-bf80-4a88-b5cd-10515f9c8b29 req-615456c2-057f-4a84-bdeb-f63bfc598a84 service nova] [instance: b8019283-5cac-4f19-b25e-e40742868c1b] Received event network-vif-deleted-8fa709e0-432c-446e-9fd7-f6b156e019e2 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 895.347913] env[70323]: INFO nova.compute.manager [-] [instance: b8019283-5cac-4f19-b25e-e40742868c1b] Took 1.24 seconds to deallocate network for instance. [ 895.383198] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 6f43f01e-4d19-43f0-9b8f-1a34247ea436] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 895.581071] env[70323]: DEBUG oslo_concurrency.lockutils [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.599s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.581515] env[70323]: DEBUG nova.compute.manager [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 7d130068-25ce-440c-896b-f6a633019a34] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 895.584780] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ac26d452-4e5a-4480-9a6f-a69fd03dded1 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.440s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.584780] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ac26d452-4e5a-4480-9a6f-a69fd03dded1 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.586987] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8aac0dce-3480-4833-a03c-b5472b60bb34 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.420s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.587694] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8aac0dce-3480-4833-a03c-b5472b60bb34 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.590306] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e742710b-c502-4393-a682-b609fb92a24d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.665s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.590551] env[70323]: DEBUG nova.objects.instance [None req-e742710b-c502-4393-a682-b609fb92a24d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Lazy-loading 'resources' on Instance uuid 08c8dd40-92a3-48cd-ba9b-61d1796f9b7a {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 895.611120] env[70323]: DEBUG oslo_vmware.api [None req-dd237c3a-0dcb-4028-90cf-296d9e4f2bbf tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Task: {'id': task-3227272, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.624965] env[70323]: INFO nova.scheduler.client.report [None req-ac26d452-4e5a-4480-9a6f-a69fd03dded1 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Deleted allocations for instance 0b934777-cba1-4d08-b077-bfdb23c35dec [ 895.634097] env[70323]: INFO nova.scheduler.client.report [None req-8aac0dce-3480-4833-a03c-b5472b60bb34 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Deleted allocations for instance 914f1b4b-d355-4436-8b3b-628252fb5fef [ 895.643310] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227275, 'name': CreateVM_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.694029] env[70323]: DEBUG oslo_vmware.api [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Task: {'id': task-3227276, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.731020] env[70323]: DEBUG oslo_vmware.api [None req-79b2fb59-de6a-4921-bd76-e4950d9510cc tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Task: {'id': task-3227277, 'name': PowerOffVM_Task, 'duration_secs': 0.207573} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.731020] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-79b2fb59-de6a-4921-bd76-e4950d9510cc tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 895.731020] env[70323]: DEBUG nova.compute.manager [None req-79b2fb59-de6a-4921-bd76-e4950d9510cc tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 895.731020] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a309e3-fc77-4cf0-8896-d40cec431f30 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.854354] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a8c6001f-c7f1-4386-b26b-780b0f38422c tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.886668] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 99c5100f-890c-496c-b40a-2cd4a2be72e5] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 896.100539] env[70323]: DEBUG nova.compute.utils [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 896.101952] env[70323]: DEBUG nova.compute.manager [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 7d130068-25ce-440c-896b-f6a633019a34] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 896.102143] env[70323]: DEBUG nova.network.neutron [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 7d130068-25ce-440c-896b-f6a633019a34] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 896.109849] env[70323]: DEBUG oslo_vmware.api [None req-dd237c3a-0dcb-4028-90cf-296d9e4f2bbf tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Task: {'id': task-3227272, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.651672} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.110717] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd237c3a-0dcb-4028-90cf-296d9e4f2bbf tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 24896069-5993-488b-87e9-f515c67735dc/24896069-5993-488b-87e9-f515c67735dc.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 896.110717] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-dd237c3a-0dcb-4028-90cf-296d9e4f2bbf tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] [instance: 24896069-5993-488b-87e9-f515c67735dc] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 896.110717] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-006f07f0-77e7-4fb9-a446-120ca6417a3d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.117612] env[70323]: DEBUG oslo_vmware.api [None req-dd237c3a-0dcb-4028-90cf-296d9e4f2bbf tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Waiting for the task: (returnval){ [ 896.117612] env[70323]: value = "task-3227278" [ 896.117612] env[70323]: _type = "Task" [ 896.117612] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.133092] env[70323]: DEBUG oslo_vmware.api [None req-dd237c3a-0dcb-4028-90cf-296d9e4f2bbf tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Task: {'id': task-3227278, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.138849] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227275, 'name': CreateVM_Task, 'duration_secs': 0.658653} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.140040] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78c9516c-780a-4604-8c96-877d8d075701] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 896.140040] env[70323]: DEBUG oslo_concurrency.lockutils [None req-49f7edc3-9539-4b6a-8ab4-429379254bba tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.140040] env[70323]: DEBUG oslo_concurrency.lockutils [None req-49f7edc3-9539-4b6a-8ab4-429379254bba tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.140390] env[70323]: DEBUG oslo_concurrency.lockutils [None req-49f7edc3-9539-4b6a-8ab4-429379254bba tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.142560] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eec87231-5090-4e2c-ae38-32822f0210b8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.144543] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ac26d452-4e5a-4480-9a6f-a69fd03dded1 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Lock "0b934777-cba1-4d08-b077-bfdb23c35dec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.237s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.147913] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8aac0dce-3480-4833-a03c-b5472b60bb34 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Lock "914f1b4b-d355-4436-8b3b-628252fb5fef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.463s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.150833] env[70323]: DEBUG nova.policy [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '041fbcbe67a240ffaccf482b7ceca85f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ad05435c7e44f548e1a19eccac2b460', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 896.152541] env[70323]: DEBUG oslo_vmware.api [None req-49f7edc3-9539-4b6a-8ab4-429379254bba tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Waiting for the task: (returnval){ [ 896.152541] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]526f03a9-9a10-83e6-a6dd-bc41c4632461" [ 896.152541] env[70323]: _type = "Task" [ 896.152541] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.172117] env[70323]: DEBUG oslo_vmware.api [None req-49f7edc3-9539-4b6a-8ab4-429379254bba tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]526f03a9-9a10-83e6-a6dd-bc41c4632461, 'name': SearchDatastore_Task, 'duration_secs': 0.010612} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.175045] env[70323]: DEBUG oslo_concurrency.lockutils [None req-49f7edc3-9539-4b6a-8ab4-429379254bba tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.175444] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-49f7edc3-9539-4b6a-8ab4-429379254bba tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] [instance: 78c9516c-780a-4604-8c96-877d8d075701] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 896.175782] env[70323]: DEBUG oslo_concurrency.lockutils [None req-49f7edc3-9539-4b6a-8ab4-429379254bba tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.176054] env[70323]: DEBUG oslo_concurrency.lockutils [None req-49f7edc3-9539-4b6a-8ab4-429379254bba tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.176366] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-49f7edc3-9539-4b6a-8ab4-429379254bba tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 896.177186] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8317c665-1974-423f-b79b-1130dfd0cc58 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.181325] env[70323]: DEBUG nova.network.neutron [-] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.187890] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-49f7edc3-9539-4b6a-8ab4-429379254bba tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 896.188307] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-49f7edc3-9539-4b6a-8ab4-429379254bba tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 896.191781] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b07f92bd-e7a3-4443-80bf-9965a6d472f0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.199374] env[70323]: DEBUG oslo_vmware.api [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Task: {'id': task-3227276, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.63039} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.202470] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] cd36c972-76db-470c-b9bf-74c33f15078e/cd36c972-76db-470c-b9bf-74c33f15078e.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 896.202886] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] [instance: cd36c972-76db-470c-b9bf-74c33f15078e] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 896.205240] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f371c90-c85b-474a-8242-41887674f87a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.207187] env[70323]: DEBUG oslo_vmware.api [None req-49f7edc3-9539-4b6a-8ab4-429379254bba tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Waiting for the task: (returnval){ [ 896.207187] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52b57e05-50d7-bd0c-3744-7683f0f1db51" [ 896.207187] env[70323]: _type = "Task" [ 896.207187] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.216066] env[70323]: DEBUG oslo_vmware.api [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Waiting for the task: (returnval){ [ 896.216066] env[70323]: value = "task-3227279" [ 896.216066] env[70323]: _type = "Task" [ 896.216066] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.220197] env[70323]: DEBUG oslo_vmware.api [None req-49f7edc3-9539-4b6a-8ab4-429379254bba tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52b57e05-50d7-bd0c-3744-7683f0f1db51, 'name': SearchDatastore_Task, 'duration_secs': 0.009463} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.223735] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-daf2509c-a65c-4ffc-a1f7-a3d24a7d860f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.234864] env[70323]: DEBUG oslo_vmware.api [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Task: {'id': task-3227279, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.236013] env[70323]: DEBUG oslo_vmware.api [None req-49f7edc3-9539-4b6a-8ab4-429379254bba tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Waiting for the task: (returnval){ [ 896.236013] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52076b00-2a0f-6fe9-f1e1-14f1d63d26c4" [ 896.236013] env[70323]: _type = "Task" [ 896.236013] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.244250] env[70323]: DEBUG oslo_concurrency.lockutils [None req-79b2fb59-de6a-4921-bd76-e4950d9510cc tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Lock "86114837-8210-4063-9fe5-6e867ae7b252" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.047s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.255185] env[70323]: DEBUG oslo_vmware.api [None req-49f7edc3-9539-4b6a-8ab4-429379254bba tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52076b00-2a0f-6fe9-f1e1-14f1d63d26c4, 'name': SearchDatastore_Task, 'duration_secs': 0.009363} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.255908] env[70323]: DEBUG oslo_concurrency.lockutils [None req-49f7edc3-9539-4b6a-8ab4-429379254bba tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.256192] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-49f7edc3-9539-4b6a-8ab4-429379254bba tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 78c9516c-780a-4604-8c96-877d8d075701/78c9516c-780a-4604-8c96-877d8d075701.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 896.257204] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f24e9e5d-5793-45e8-a69b-bedb48d9e933 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.263675] env[70323]: DEBUG oslo_vmware.api [None req-49f7edc3-9539-4b6a-8ab4-429379254bba tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Waiting for the task: (returnval){ [ 896.263675] env[70323]: value = "task-3227280" [ 896.263675] env[70323]: _type = "Task" [ 896.263675] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.275800] env[70323]: DEBUG oslo_vmware.api [None req-49f7edc3-9539-4b6a-8ab4-429379254bba tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Task: {'id': task-3227280, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.390325] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 896.390648] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Cleaning up deleted instances with incomplete migration {{(pid=70323) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 896.501979] env[70323]: DEBUG oslo_concurrency.lockutils [None req-dc2f4b20-0581-4cb0-8592-922ab4562019 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Acquiring lock "53bef48f-e24f-423a-ae83-a30a408153bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.502267] env[70323]: DEBUG oslo_concurrency.lockutils [None req-dc2f4b20-0581-4cb0-8592-922ab4562019 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Lock "53bef48f-e24f-423a-ae83-a30a408153bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.502473] env[70323]: DEBUG oslo_concurrency.lockutils [None req-dc2f4b20-0581-4cb0-8592-922ab4562019 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Acquiring lock "53bef48f-e24f-423a-ae83-a30a408153bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.502658] env[70323]: DEBUG oslo_concurrency.lockutils [None req-dc2f4b20-0581-4cb0-8592-922ab4562019 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Lock "53bef48f-e24f-423a-ae83-a30a408153bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.502854] env[70323]: DEBUG oslo_concurrency.lockutils [None req-dc2f4b20-0581-4cb0-8592-922ab4562019 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Lock "53bef48f-e24f-423a-ae83-a30a408153bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.505141] env[70323]: INFO nova.compute.manager [None req-dc2f4b20-0581-4cb0-8592-922ab4562019 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 53bef48f-e24f-423a-ae83-a30a408153bc] Terminating instance [ 896.512126] env[70323]: DEBUG nova.network.neutron [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 7d130068-25ce-440c-896b-f6a633019a34] Successfully created port: cbf7e5d2-2d8e-4b96-9d84-bfca573e1c40 {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 896.586870] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4236c1f-c7ac-469f-84e4-061768181226 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.594576] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644fc370-2121-4ee5-a976-2dad54afdcb4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.627251] env[70323]: DEBUG nova.compute.manager [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 7d130068-25ce-440c-896b-f6a633019a34] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 896.635400] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3501218d-beb5-4d2b-8281-e0b42d3f6c42 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.645613] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1474f07-2442-4484-bb60-9f209352fcd8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.649340] env[70323]: DEBUG oslo_vmware.api [None req-dd237c3a-0dcb-4028-90cf-296d9e4f2bbf tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Task: {'id': task-3227278, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071207} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.650149] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-dd237c3a-0dcb-4028-90cf-296d9e4f2bbf tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] [instance: 24896069-5993-488b-87e9-f515c67735dc] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 896.651242] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba23481-0c87-4359-a5ca-9e1729f77a38 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.661684] env[70323]: DEBUG nova.compute.provider_tree [None req-e742710b-c502-4393-a682-b609fb92a24d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.666432] env[70323]: DEBUG nova.objects.instance [None req-334f7330-0257-48d1-89a1-c8461919422f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Lazy-loading 'flavor' on Instance uuid 86114837-8210-4063-9fe5-6e867ae7b252 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 896.683090] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd237c3a-0dcb-4028-90cf-296d9e4f2bbf tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] [instance: 24896069-5993-488b-87e9-f515c67735dc] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 24896069-5993-488b-87e9-f515c67735dc/24896069-5993-488b-87e9-f515c67735dc.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 896.685158] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b82bd5e-1b80-43fd-8866-4831bf268522 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.700383] env[70323]: INFO nova.compute.manager [-] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Took 1.37 seconds to deallocate network for instance. [ 896.707369] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7da780d5-c15d-4a98-b168-2ee74d82e299 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Acquiring lock "a48068d4-716f-4df7-b75b-d522cbf99d46" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.707483] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7da780d5-c15d-4a98-b168-2ee74d82e299 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Lock "a48068d4-716f-4df7-b75b-d522cbf99d46" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.707587] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7da780d5-c15d-4a98-b168-2ee74d82e299 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Acquiring lock "a48068d4-716f-4df7-b75b-d522cbf99d46-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.707766] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7da780d5-c15d-4a98-b168-2ee74d82e299 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Lock "a48068d4-716f-4df7-b75b-d522cbf99d46-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.708188] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7da780d5-c15d-4a98-b168-2ee74d82e299 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Lock "a48068d4-716f-4df7-b75b-d522cbf99d46-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.710151] env[70323]: INFO nova.compute.manager [None req-7da780d5-c15d-4a98-b168-2ee74d82e299 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: a48068d4-716f-4df7-b75b-d522cbf99d46] Terminating instance [ 896.713773] env[70323]: DEBUG oslo_vmware.api [None req-dd237c3a-0dcb-4028-90cf-296d9e4f2bbf tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Waiting for the task: (returnval){ [ 896.713773] env[70323]: value = "task-3227281" [ 896.713773] env[70323]: _type = "Task" [ 896.713773] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.724359] env[70323]: DEBUG oslo_vmware.api [None req-dd237c3a-0dcb-4028-90cf-296d9e4f2bbf tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Task: {'id': task-3227281, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.732448] env[70323]: DEBUG oslo_vmware.api [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Task: {'id': task-3227279, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062956} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.732716] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] [instance: cd36c972-76db-470c-b9bf-74c33f15078e] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 896.733596] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc5f9cc-be42-492b-8f6b-2e493494a57d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.756893] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] [instance: cd36c972-76db-470c-b9bf-74c33f15078e] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] cd36c972-76db-470c-b9bf-74c33f15078e/cd36c972-76db-470c-b9bf-74c33f15078e.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 896.758257] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc46860a-7d70-4f7d-ad8a-5894faa92a29 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.784629] env[70323]: DEBUG oslo_vmware.api [None req-49f7edc3-9539-4b6a-8ab4-429379254bba tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Task: {'id': task-3227280, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.785879] env[70323]: DEBUG oslo_vmware.api [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Waiting for the task: (returnval){ [ 896.785879] env[70323]: value = "task-3227282" [ 896.785879] env[70323]: _type = "Task" [ 896.785879] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.794627] env[70323]: DEBUG oslo_vmware.api [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Task: {'id': task-3227282, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.894175] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 897.010871] env[70323]: DEBUG nova.compute.manager [None req-dc2f4b20-0581-4cb0-8592-922ab4562019 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 53bef48f-e24f-423a-ae83-a30a408153bc] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 897.011167] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-dc2f4b20-0581-4cb0-8592-922ab4562019 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 53bef48f-e24f-423a-ae83-a30a408153bc] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 897.012058] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b521e75-298a-4931-846a-12b32446312a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.019966] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc2f4b20-0581-4cb0-8592-922ab4562019 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 53bef48f-e24f-423a-ae83-a30a408153bc] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 897.020070] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55ef1bd0-4f60-4978-8ab7-3c388e7b2aa8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.026023] env[70323]: DEBUG oslo_vmware.api [None req-dc2f4b20-0581-4cb0-8592-922ab4562019 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Waiting for the task: (returnval){ [ 897.026023] env[70323]: value = "task-3227283" [ 897.026023] env[70323]: _type = "Task" [ 897.026023] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.033438] env[70323]: DEBUG oslo_vmware.api [None req-dc2f4b20-0581-4cb0-8592-922ab4562019 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': task-3227283, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.170796] env[70323]: DEBUG nova.scheduler.client.report [None req-e742710b-c502-4393-a682-b609fb92a24d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.174612] env[70323]: DEBUG oslo_concurrency.lockutils [None req-334f7330-0257-48d1-89a1-c8461919422f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Acquiring lock "refresh_cache-86114837-8210-4063-9fe5-6e867ae7b252" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.174776] env[70323]: DEBUG oslo_concurrency.lockutils [None req-334f7330-0257-48d1-89a1-c8461919422f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Acquired lock "refresh_cache-86114837-8210-4063-9fe5-6e867ae7b252" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.174957] env[70323]: DEBUG nova.network.neutron [None req-334f7330-0257-48d1-89a1-c8461919422f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 897.175142] env[70323]: DEBUG nova.objects.instance [None req-334f7330-0257-48d1-89a1-c8461919422f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Lazy-loading 'info_cache' on Instance uuid 86114837-8210-4063-9fe5-6e867ae7b252 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 897.207822] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bf48eb59-86d5-4286-bca8-b8c484dafa89 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.218346] env[70323]: DEBUG nova.compute.manager [None req-7da780d5-c15d-4a98-b168-2ee74d82e299 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: a48068d4-716f-4df7-b75b-d522cbf99d46] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 897.218518] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-7da780d5-c15d-4a98-b168-2ee74d82e299 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: a48068d4-716f-4df7-b75b-d522cbf99d46] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 897.219359] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6553913-330a-47c6-b754-b3b2e182eb3b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.225529] env[70323]: DEBUG oslo_vmware.api [None req-dd237c3a-0dcb-4028-90cf-296d9e4f2bbf tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Task: {'id': task-3227281, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.229935] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-7da780d5-c15d-4a98-b168-2ee74d82e299 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: a48068d4-716f-4df7-b75b-d522cbf99d46] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 897.230334] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5b7dc35-9c9d-47b6-87d3-be8bad20b806 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.236579] env[70323]: DEBUG oslo_vmware.api [None req-7da780d5-c15d-4a98-b168-2ee74d82e299 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Waiting for the task: (returnval){ [ 897.236579] env[70323]: value = "task-3227284" [ 897.236579] env[70323]: _type = "Task" [ 897.236579] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.244956] env[70323]: DEBUG oslo_vmware.api [None req-7da780d5-c15d-4a98-b168-2ee74d82e299 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Task: {'id': task-3227284, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.282791] env[70323]: DEBUG oslo_vmware.api [None req-49f7edc3-9539-4b6a-8ab4-429379254bba tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Task: {'id': task-3227280, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.296284] env[70323]: DEBUG oslo_vmware.api [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Task: {'id': task-3227282, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.375387] env[70323]: DEBUG nova.compute.manager [req-c57c09bb-0860-411c-83bb-a266d5c412ed req-be8eb469-8d17-47b2-80f1-2aefa51f59c6 service nova] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Received event network-vif-deleted-f944a382-660f-49f7-a257-cfda9f6287dd {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.535935] env[70323]: DEBUG oslo_vmware.api [None req-dc2f4b20-0581-4cb0-8592-922ab4562019 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': task-3227283, 'name': PowerOffVM_Task, 'duration_secs': 0.43815} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.536313] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc2f4b20-0581-4cb0-8592-922ab4562019 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 53bef48f-e24f-423a-ae83-a30a408153bc] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 897.536442] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-dc2f4b20-0581-4cb0-8592-922ab4562019 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 53bef48f-e24f-423a-ae83-a30a408153bc] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 897.536728] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-69f27054-42e0-4dec-962d-4406b421b0ae {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.602209] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-dc2f4b20-0581-4cb0-8592-922ab4562019 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 53bef48f-e24f-423a-ae83-a30a408153bc] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 897.602470] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-dc2f4b20-0581-4cb0-8592-922ab4562019 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 53bef48f-e24f-423a-ae83-a30a408153bc] Deleting contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 897.602726] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc2f4b20-0581-4cb0-8592-922ab4562019 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Deleting the datastore file [datastore2] 53bef48f-e24f-423a-ae83-a30a408153bc {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 897.603106] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-851c7c00-66ee-4150-8a96-42a59ce4a095 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.611121] env[70323]: DEBUG oslo_vmware.api [None req-dc2f4b20-0581-4cb0-8592-922ab4562019 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Waiting for the task: (returnval){ [ 897.611121] env[70323]: value = "task-3227286" [ 897.611121] env[70323]: _type = "Task" [ 897.611121] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.620652] env[70323]: DEBUG oslo_vmware.api [None req-dc2f4b20-0581-4cb0-8592-922ab4562019 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': task-3227286, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.645600] env[70323]: DEBUG nova.compute.manager [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 7d130068-25ce-440c-896b-f6a633019a34] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 897.675698] env[70323]: DEBUG nova.virt.hardware [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 897.675968] env[70323]: DEBUG nova.virt.hardware [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 897.676170] env[70323]: DEBUG nova.virt.hardware [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 897.676361] env[70323]: DEBUG nova.virt.hardware [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 897.676552] env[70323]: DEBUG nova.virt.hardware [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 897.676669] env[70323]: DEBUG nova.virt.hardware [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 897.676933] env[70323]: DEBUG nova.virt.hardware [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 897.677120] env[70323]: DEBUG nova.virt.hardware [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 897.677301] env[70323]: DEBUG nova.virt.hardware [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 897.677469] env[70323]: DEBUG nova.virt.hardware [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 897.677660] env[70323]: DEBUG nova.virt.hardware [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 897.678515] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e742710b-c502-4393-a682-b609fb92a24d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.088s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.681934] env[70323]: DEBUG nova.objects.base [None req-334f7330-0257-48d1-89a1-c8461919422f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Object Instance<86114837-8210-4063-9fe5-6e867ae7b252> lazy-loaded attributes: flavor,info_cache {{(pid=70323) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 897.683902] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c948dc2-344c-4ae7-80cb-ead0f46489ba {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.688111] env[70323]: DEBUG oslo_concurrency.lockutils [None req-4a6fceb7-fe4d-445a-bc69-2fe754dad581 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.715s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.688111] env[70323]: DEBUG nova.objects.instance [None req-4a6fceb7-fe4d-445a-bc69-2fe754dad581 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Lazy-loading 'resources' on Instance uuid 72e4392e-ac35-41a0-b0b8-66088e62a055 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 897.694593] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9702e153-acfb-4eed-8910-f035b1d67180 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.716316] env[70323]: INFO nova.scheduler.client.report [None req-e742710b-c502-4393-a682-b609fb92a24d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Deleted allocations for instance 08c8dd40-92a3-48cd-ba9b-61d1796f9b7a [ 897.728278] env[70323]: DEBUG oslo_vmware.api [None req-dd237c3a-0dcb-4028-90cf-296d9e4f2bbf tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Task: {'id': task-3227281, 'name': ReconfigVM_Task, 'duration_secs': 0.723098} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.728385] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd237c3a-0dcb-4028-90cf-296d9e4f2bbf tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] [instance: 24896069-5993-488b-87e9-f515c67735dc] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 24896069-5993-488b-87e9-f515c67735dc/24896069-5993-488b-87e9-f515c67735dc.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 897.728999] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-52412be6-1ae8-4b2f-be8c-b4685a063272 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.735077] env[70323]: DEBUG oslo_vmware.api [None req-dd237c3a-0dcb-4028-90cf-296d9e4f2bbf tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Waiting for the task: (returnval){ [ 897.735077] env[70323]: value = "task-3227287" [ 897.735077] env[70323]: _type = "Task" [ 897.735077] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.746016] env[70323]: DEBUG oslo_vmware.api [None req-dd237c3a-0dcb-4028-90cf-296d9e4f2bbf tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Task: {'id': task-3227287, 'name': Rename_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.749076] env[70323]: DEBUG oslo_vmware.api [None req-7da780d5-c15d-4a98-b168-2ee74d82e299 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Task: {'id': task-3227284, 'name': PowerOffVM_Task, 'duration_secs': 0.231244} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.749343] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-7da780d5-c15d-4a98-b168-2ee74d82e299 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: a48068d4-716f-4df7-b75b-d522cbf99d46] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 897.749523] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-7da780d5-c15d-4a98-b168-2ee74d82e299 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: a48068d4-716f-4df7-b75b-d522cbf99d46] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 897.749774] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-01f2f554-0dff-4dda-abe0-b6e418cc80e0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.783663] env[70323]: DEBUG oslo_vmware.api [None req-49f7edc3-9539-4b6a-8ab4-429379254bba tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Task: {'id': task-3227280, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.796254] env[70323]: DEBUG oslo_vmware.api [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Task: {'id': task-3227282, 'name': ReconfigVM_Task, 'duration_secs': 0.922931} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.796878] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] [instance: cd36c972-76db-470c-b9bf-74c33f15078e] Reconfigured VM instance instance-00000044 to attach disk [datastore2] cd36c972-76db-470c-b9bf-74c33f15078e/cd36c972-76db-470c-b9bf-74c33f15078e.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 897.797549] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ab9eb9f-6fd3-4d7f-a441-1bc39e29b877 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.805036] env[70323]: DEBUG oslo_vmware.api [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Waiting for the task: (returnval){ [ 897.805036] env[70323]: value = "task-3227289" [ 897.805036] env[70323]: _type = "Task" [ 897.805036] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.813726] env[70323]: DEBUG oslo_vmware.api [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Task: {'id': task-3227289, 'name': Rename_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.818605] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-7da780d5-c15d-4a98-b168-2ee74d82e299 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: a48068d4-716f-4df7-b75b-d522cbf99d46] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 897.818925] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-7da780d5-c15d-4a98-b168-2ee74d82e299 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: a48068d4-716f-4df7-b75b-d522cbf99d46] Deleting contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 897.819153] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-7da780d5-c15d-4a98-b168-2ee74d82e299 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Deleting the datastore file [datastore1] a48068d4-716f-4df7-b75b-d522cbf99d46 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 897.819465] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce362a98-bb69-4b15-a9ab-6b38e41c5f29 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.826134] env[70323]: DEBUG oslo_vmware.api [None req-7da780d5-c15d-4a98-b168-2ee74d82e299 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Waiting for the task: (returnval){ [ 897.826134] env[70323]: value = "task-3227290" [ 897.826134] env[70323]: _type = "Task" [ 897.826134] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.834753] env[70323]: DEBUG oslo_vmware.api [None req-7da780d5-c15d-4a98-b168-2ee74d82e299 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Task: {'id': task-3227290, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.120762] env[70323]: DEBUG oslo_vmware.api [None req-dc2f4b20-0581-4cb0-8592-922ab4562019 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Task: {'id': task-3227286, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206948} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.121030] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc2f4b20-0581-4cb0-8592-922ab4562019 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 898.121222] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-dc2f4b20-0581-4cb0-8592-922ab4562019 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 53bef48f-e24f-423a-ae83-a30a408153bc] Deleted contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 898.121405] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-dc2f4b20-0581-4cb0-8592-922ab4562019 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 53bef48f-e24f-423a-ae83-a30a408153bc] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 898.121575] env[70323]: INFO nova.compute.manager [None req-dc2f4b20-0581-4cb0-8592-922ab4562019 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] [instance: 53bef48f-e24f-423a-ae83-a30a408153bc] Took 1.11 seconds to destroy the instance on the hypervisor. [ 898.121814] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc2f4b20-0581-4cb0-8592-922ab4562019 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 898.122028] env[70323]: DEBUG nova.compute.manager [-] [instance: 53bef48f-e24f-423a-ae83-a30a408153bc] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 898.122129] env[70323]: DEBUG nova.network.neutron [-] [instance: 53bef48f-e24f-423a-ae83-a30a408153bc] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 898.164067] env[70323]: DEBUG nova.network.neutron [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 7d130068-25ce-440c-896b-f6a633019a34] Successfully updated port: cbf7e5d2-2d8e-4b96-9d84-bfca573e1c40 {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 898.229977] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e742710b-c502-4393-a682-b609fb92a24d tempest-ListServerFiltersTestJSON-695349035 tempest-ListServerFiltersTestJSON-695349035-project-member] Lock "08c8dd40-92a3-48cd-ba9b-61d1796f9b7a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.744s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.244649] env[70323]: DEBUG oslo_vmware.api [None req-dd237c3a-0dcb-4028-90cf-296d9e4f2bbf tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Task: {'id': task-3227287, 'name': Rename_Task, 'duration_secs': 0.14109} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.247504] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd237c3a-0dcb-4028-90cf-296d9e4f2bbf tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] [instance: 24896069-5993-488b-87e9-f515c67735dc] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 898.248747] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8b115a6-8712-4a6d-a414-3b1643f52af2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.254508] env[70323]: DEBUG oslo_vmware.api [None req-dd237c3a-0dcb-4028-90cf-296d9e4f2bbf tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Waiting for the task: (returnval){ [ 898.254508] env[70323]: value = "task-3227291" [ 898.254508] env[70323]: _type = "Task" [ 898.254508] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.269423] env[70323]: DEBUG oslo_vmware.api [None req-dd237c3a-0dcb-4028-90cf-296d9e4f2bbf tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Task: {'id': task-3227291, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.285368] env[70323]: DEBUG oslo_vmware.api [None req-49f7edc3-9539-4b6a-8ab4-429379254bba tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Task: {'id': task-3227280, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.317485] env[70323]: DEBUG oslo_vmware.api [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Task: {'id': task-3227289, 'name': Rename_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.336397] env[70323]: DEBUG oslo_vmware.api [None req-7da780d5-c15d-4a98-b168-2ee74d82e299 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Task: {'id': task-3227290, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187306} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.339382] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-7da780d5-c15d-4a98-b168-2ee74d82e299 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 898.339714] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-7da780d5-c15d-4a98-b168-2ee74d82e299 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: a48068d4-716f-4df7-b75b-d522cbf99d46] Deleted contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 898.339953] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-7da780d5-c15d-4a98-b168-2ee74d82e299 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: a48068d4-716f-4df7-b75b-d522cbf99d46] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 898.340154] env[70323]: INFO nova.compute.manager [None req-7da780d5-c15d-4a98-b168-2ee74d82e299 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] [instance: a48068d4-716f-4df7-b75b-d522cbf99d46] Took 1.12 seconds to destroy the instance on the hypervisor. [ 898.340408] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7da780d5-c15d-4a98-b168-2ee74d82e299 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 898.340845] env[70323]: DEBUG nova.compute.manager [-] [instance: a48068d4-716f-4df7-b75b-d522cbf99d46] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 898.340913] env[70323]: DEBUG nova.network.neutron [-] [instance: a48068d4-716f-4df7-b75b-d522cbf99d46] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 898.487492] env[70323]: DEBUG nova.compute.manager [req-0ffeb540-4671-4755-9a8f-b03a2bc06365 req-394c7fe7-59f7-4db1-9b93-a536d5946e72 service nova] [instance: 53bef48f-e24f-423a-ae83-a30a408153bc] Received event network-vif-deleted-bab6befe-b912-4c04-bd85-b5f3423ece0c {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 898.487691] env[70323]: INFO nova.compute.manager [req-0ffeb540-4671-4755-9a8f-b03a2bc06365 req-394c7fe7-59f7-4db1-9b93-a536d5946e72 service nova] [instance: 53bef48f-e24f-423a-ae83-a30a408153bc] Neutron deleted interface bab6befe-b912-4c04-bd85-b5f3423ece0c; detaching it from the instance and deleting it from the info cache [ 898.487856] env[70323]: DEBUG nova.network.neutron [req-0ffeb540-4671-4755-9a8f-b03a2bc06365 req-394c7fe7-59f7-4db1-9b93-a536d5946e72 service nova] [instance: 53bef48f-e24f-423a-ae83-a30a408153bc] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.665561] env[70323]: DEBUG oslo_concurrency.lockutils [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquiring lock "refresh_cache-7d130068-25ce-440c-896b-f6a633019a34" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.665786] env[70323]: DEBUG oslo_concurrency.lockutils [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquired lock "refresh_cache-7d130068-25ce-440c-896b-f6a633019a34" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.665861] env[70323]: DEBUG nova.network.neutron [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 7d130068-25ce-440c-896b-f6a633019a34] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 898.755863] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-024e9427-1a66-4732-aa67-f609be18edce {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.773159] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19839c02-9efe-49df-8c38-643b5f614bc7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.775439] env[70323]: DEBUG oslo_vmware.api [None req-dd237c3a-0dcb-4028-90cf-296d9e4f2bbf tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Task: {'id': task-3227291, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.784194] env[70323]: DEBUG oslo_vmware.api [None req-49f7edc3-9539-4b6a-8ab4-429379254bba tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Task: {'id': task-3227280, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.468918} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.809899] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-49f7edc3-9539-4b6a-8ab4-429379254bba tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 78c9516c-780a-4604-8c96-877d8d075701/78c9516c-780a-4604-8c96-877d8d075701.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 898.810130] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-49f7edc3-9539-4b6a-8ab4-429379254bba tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] [instance: 78c9516c-780a-4604-8c96-877d8d075701] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 898.811863] env[70323]: DEBUG nova.network.neutron [None req-334f7330-0257-48d1-89a1-c8461919422f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Updating instance_info_cache with network_info: [{"id": "2582c9a2-7489-41dc-84cc-af9f72aa563c", "address": "fa:16:3e:d9:71:e4", "network": {"id": "2d13cbb9-27ad-4fa7-9f7f-c2ad17b0ffb8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1466534262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c97dc7ffe4c4914b563a9f3fd80163c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2582c9a2-74", "ovs_interfaceid": "2582c9a2-7489-41dc-84cc-af9f72aa563c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.812972] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-624155b4-6172-49a5-826a-7f828e84fdf3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.824163] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4fdbc49-5a89-49fc-9886-4c9e90cc9939 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.828125] env[70323]: DEBUG oslo_concurrency.lockutils [None req-334f7330-0257-48d1-89a1-c8461919422f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Releasing lock "refresh_cache-86114837-8210-4063-9fe5-6e867ae7b252" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.841868] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f006b632-b64f-42a5-883a-e97fd9279dcc {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.847798] env[70323]: DEBUG oslo_vmware.api [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Task: {'id': task-3227289, 'name': Rename_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.847975] env[70323]: DEBUG oslo_vmware.api [None req-49f7edc3-9539-4b6a-8ab4-429379254bba tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Waiting for the task: (returnval){ [ 898.847975] env[70323]: value = "task-3227292" [ 898.847975] env[70323]: _type = "Task" [ 898.847975] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.860936] env[70323]: DEBUG nova.compute.provider_tree [None req-4a6fceb7-fe4d-445a-bc69-2fe754dad581 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 898.867865] env[70323]: DEBUG oslo_vmware.api [None req-49f7edc3-9539-4b6a-8ab4-429379254bba tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Task: {'id': task-3227292, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.903628] env[70323]: DEBUG nova.network.neutron [-] [instance: 53bef48f-e24f-423a-ae83-a30a408153bc] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.994644] env[70323]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6ccab379-4191-429a-8ab3-6a369ba07cc5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.004560] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f05f85-4a18-4d59-b39b-5345ce2088c2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.039329] env[70323]: DEBUG nova.compute.manager [req-0ffeb540-4671-4755-9a8f-b03a2bc06365 req-394c7fe7-59f7-4db1-9b93-a536d5946e72 service nova] [instance: 53bef48f-e24f-423a-ae83-a30a408153bc] Detach interface failed, port_id=bab6befe-b912-4c04-bd85-b5f3423ece0c, reason: Instance 53bef48f-e24f-423a-ae83-a30a408153bc could not be found. {{(pid=70323) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 899.200708] env[70323]: DEBUG nova.network.neutron [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 7d130068-25ce-440c-896b-f6a633019a34] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 899.268050] env[70323]: DEBUG oslo_vmware.api [None req-dd237c3a-0dcb-4028-90cf-296d9e4f2bbf tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Task: {'id': task-3227291, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.321429] env[70323]: DEBUG oslo_vmware.api [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Task: {'id': task-3227289, 'name': Rename_Task, 'duration_secs': 1.277844} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.321955] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] [instance: cd36c972-76db-470c-b9bf-74c33f15078e] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 899.322240] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ddf103ff-1119-49a7-ba79-23647a6c1cea {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.329241] env[70323]: DEBUG oslo_vmware.api [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Waiting for the task: (returnval){ [ 899.329241] env[70323]: value = "task-3227293" [ 899.329241] env[70323]: _type = "Task" [ 899.329241] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.344356] env[70323]: DEBUG oslo_vmware.api [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Task: {'id': task-3227293, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.361302] env[70323]: DEBUG oslo_vmware.api [None req-49f7edc3-9539-4b6a-8ab4-429379254bba tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Task: {'id': task-3227292, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.21638} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.361945] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-49f7edc3-9539-4b6a-8ab4-429379254bba tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] [instance: 78c9516c-780a-4604-8c96-877d8d075701] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 899.363163] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf2efc0-56aa-40a4-bb3a-38c27d55f3a2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.366556] env[70323]: DEBUG nova.scheduler.client.report [None req-4a6fceb7-fe4d-445a-bc69-2fe754dad581 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 899.393279] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-49f7edc3-9539-4b6a-8ab4-429379254bba tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] [instance: 78c9516c-780a-4604-8c96-877d8d075701] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 78c9516c-780a-4604-8c96-877d8d075701/78c9516c-780a-4604-8c96-877d8d075701.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 899.393279] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4053d53e-4493-42d5-aea7-bc2b5078cc64 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.409899] env[70323]: DEBUG nova.network.neutron [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 7d130068-25ce-440c-896b-f6a633019a34] Updating instance_info_cache with network_info: [{"id": "cbf7e5d2-2d8e-4b96-9d84-bfca573e1c40", "address": "fa:16:3e:5d:fe:8d", "network": {"id": "882ea57e-8153-49ec-b6a7-5b7da1c35202", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1740748287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ad05435c7e44f548e1a19eccac2b460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbf7e5d2-2d", "ovs_interfaceid": "cbf7e5d2-2d8e-4b96-9d84-bfca573e1c40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.412146] env[70323]: INFO nova.compute.manager [-] [instance: 53bef48f-e24f-423a-ae83-a30a408153bc] Took 1.29 seconds to deallocate network for instance. [ 899.417306] env[70323]: DEBUG nova.compute.manager [req-9a1ebcd2-6bee-47c2-b8f8-ddff89d512a7 req-7f2f36fe-d715-4a2c-a30f-cfc6305eafa9 service nova] [instance: 7d130068-25ce-440c-896b-f6a633019a34] Received event network-vif-plugged-cbf7e5d2-2d8e-4b96-9d84-bfca573e1c40 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 899.417506] env[70323]: DEBUG oslo_concurrency.lockutils [req-9a1ebcd2-6bee-47c2-b8f8-ddff89d512a7 req-7f2f36fe-d715-4a2c-a30f-cfc6305eafa9 service nova] Acquiring lock "7d130068-25ce-440c-896b-f6a633019a34-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.417709] env[70323]: DEBUG oslo_concurrency.lockutils [req-9a1ebcd2-6bee-47c2-b8f8-ddff89d512a7 req-7f2f36fe-d715-4a2c-a30f-cfc6305eafa9 service nova] Lock "7d130068-25ce-440c-896b-f6a633019a34-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.417870] env[70323]: DEBUG oslo_concurrency.lockutils [req-9a1ebcd2-6bee-47c2-b8f8-ddff89d512a7 req-7f2f36fe-d715-4a2c-a30f-cfc6305eafa9 service nova] Lock "7d130068-25ce-440c-896b-f6a633019a34-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.418042] env[70323]: DEBUG nova.compute.manager [req-9a1ebcd2-6bee-47c2-b8f8-ddff89d512a7 req-7f2f36fe-d715-4a2c-a30f-cfc6305eafa9 service nova] [instance: 7d130068-25ce-440c-896b-f6a633019a34] No waiting events found dispatching network-vif-plugged-cbf7e5d2-2d8e-4b96-9d84-bfca573e1c40 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 899.418268] env[70323]: WARNING nova.compute.manager [req-9a1ebcd2-6bee-47c2-b8f8-ddff89d512a7 req-7f2f36fe-d715-4a2c-a30f-cfc6305eafa9 service nova] [instance: 7d130068-25ce-440c-896b-f6a633019a34] Received unexpected event network-vif-plugged-cbf7e5d2-2d8e-4b96-9d84-bfca573e1c40 for instance with vm_state building and task_state spawning. [ 899.418513] env[70323]: DEBUG nova.compute.manager [req-9a1ebcd2-6bee-47c2-b8f8-ddff89d512a7 req-7f2f36fe-d715-4a2c-a30f-cfc6305eafa9 service nova] [instance: 7d130068-25ce-440c-896b-f6a633019a34] Received event network-changed-cbf7e5d2-2d8e-4b96-9d84-bfca573e1c40 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 899.418741] env[70323]: DEBUG nova.compute.manager [req-9a1ebcd2-6bee-47c2-b8f8-ddff89d512a7 req-7f2f36fe-d715-4a2c-a30f-cfc6305eafa9 service nova] [instance: 7d130068-25ce-440c-896b-f6a633019a34] Refreshing instance network info cache due to event network-changed-cbf7e5d2-2d8e-4b96-9d84-bfca573e1c40. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 899.419056] env[70323]: DEBUG oslo_concurrency.lockutils [req-9a1ebcd2-6bee-47c2-b8f8-ddff89d512a7 req-7f2f36fe-d715-4a2c-a30f-cfc6305eafa9 service nova] Acquiring lock "refresh_cache-7d130068-25ce-440c-896b-f6a633019a34" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.423732] env[70323]: DEBUG nova.network.neutron [-] [instance: a48068d4-716f-4df7-b75b-d522cbf99d46] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.424863] env[70323]: DEBUG oslo_vmware.api [None req-49f7edc3-9539-4b6a-8ab4-429379254bba tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Waiting for the task: (returnval){ [ 899.424863] env[70323]: value = "task-3227294" [ 899.424863] env[70323]: _type = "Task" [ 899.424863] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.435295] env[70323]: DEBUG oslo_vmware.api [None req-49f7edc3-9539-4b6a-8ab4-429379254bba tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Task: {'id': task-3227294, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.768831] env[70323]: DEBUG oslo_vmware.api [None req-dd237c3a-0dcb-4028-90cf-296d9e4f2bbf tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Task: {'id': task-3227291, 'name': PowerOnVM_Task, 'duration_secs': 1.096776} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.768831] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd237c3a-0dcb-4028-90cf-296d9e4f2bbf tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] [instance: 24896069-5993-488b-87e9-f515c67735dc] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 899.769272] env[70323]: INFO nova.compute.manager [None req-dd237c3a-0dcb-4028-90cf-296d9e4f2bbf tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] [instance: 24896069-5993-488b-87e9-f515c67735dc] Took 7.45 seconds to spawn the instance on the hypervisor. [ 899.769272] env[70323]: DEBUG nova.compute.manager [None req-dd237c3a-0dcb-4028-90cf-296d9e4f2bbf tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] [instance: 24896069-5993-488b-87e9-f515c67735dc] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 899.769943] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93849fdf-d829-49f3-88ab-365b44720474 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.838792] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-334f7330-0257-48d1-89a1-c8461919422f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 899.839178] env[70323]: DEBUG oslo_vmware.api [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Task: {'id': task-3227293, 'name': PowerOnVM_Task, 'duration_secs': 0.466066} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.839460] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f696bc19-cb40-48e0-8f79-a8e7ad78ed88 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.841299] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] [instance: cd36c972-76db-470c-b9bf-74c33f15078e] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 899.841579] env[70323]: INFO nova.compute.manager [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] [instance: cd36c972-76db-470c-b9bf-74c33f15078e] Took 9.13 seconds to spawn the instance on the hypervisor. [ 899.841706] env[70323]: DEBUG nova.compute.manager [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] [instance: cd36c972-76db-470c-b9bf-74c33f15078e] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 899.842814] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-794dff6b-f2d1-4d1f-8c9b-64b61c2a6239 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.853106] env[70323]: DEBUG oslo_vmware.api [None req-334f7330-0257-48d1-89a1-c8461919422f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Waiting for the task: (returnval){ [ 899.853106] env[70323]: value = "task-3227295" [ 899.853106] env[70323]: _type = "Task" [ 899.853106] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.861932] env[70323]: DEBUG oslo_vmware.api [None req-334f7330-0257-48d1-89a1-c8461919422f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Task: {'id': task-3227295, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.871847] env[70323]: DEBUG oslo_concurrency.lockutils [None req-4a6fceb7-fe4d-445a-bc69-2fe754dad581 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.184s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.874231] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d87f912e-19c7-45dd-84a7-8bf39fd9dbee tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 22.102s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.899984] env[70323]: INFO nova.scheduler.client.report [None req-4a6fceb7-fe4d-445a-bc69-2fe754dad581 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Deleted allocations for instance 72e4392e-ac35-41a0-b0b8-66088e62a055 [ 899.913758] env[70323]: DEBUG oslo_concurrency.lockutils [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Releasing lock "refresh_cache-7d130068-25ce-440c-896b-f6a633019a34" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.914117] env[70323]: DEBUG nova.compute.manager [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 7d130068-25ce-440c-896b-f6a633019a34] Instance network_info: |[{"id": "cbf7e5d2-2d8e-4b96-9d84-bfca573e1c40", "address": "fa:16:3e:5d:fe:8d", "network": {"id": "882ea57e-8153-49ec-b6a7-5b7da1c35202", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1740748287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ad05435c7e44f548e1a19eccac2b460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbf7e5d2-2d", "ovs_interfaceid": "cbf7e5d2-2d8e-4b96-9d84-bfca573e1c40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 899.914416] env[70323]: DEBUG oslo_concurrency.lockutils [req-9a1ebcd2-6bee-47c2-b8f8-ddff89d512a7 req-7f2f36fe-d715-4a2c-a30f-cfc6305eafa9 service nova] Acquired lock "refresh_cache-7d130068-25ce-440c-896b-f6a633019a34" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.914595] env[70323]: DEBUG nova.network.neutron [req-9a1ebcd2-6bee-47c2-b8f8-ddff89d512a7 req-7f2f36fe-d715-4a2c-a30f-cfc6305eafa9 service nova] [instance: 7d130068-25ce-440c-896b-f6a633019a34] Refreshing network info cache for port cbf7e5d2-2d8e-4b96-9d84-bfca573e1c40 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 899.915734] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 7d130068-25ce-440c-896b-f6a633019a34] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:fe:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b107fab-ee71-47db-ad4d-3c6f05546843', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cbf7e5d2-2d8e-4b96-9d84-bfca573e1c40', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 899.924611] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 899.925685] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d130068-25ce-440c-896b-f6a633019a34] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 899.926084] env[70323]: INFO nova.compute.manager [-] [instance: a48068d4-716f-4df7-b75b-d522cbf99d46] Took 1.59 seconds to deallocate network for instance. [ 899.926983] env[70323]: DEBUG oslo_concurrency.lockutils [None req-dc2f4b20-0581-4cb0-8592-922ab4562019 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.927378] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b28e475a-7396-46bc-ba7d-1da8ac47919d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.966976] env[70323]: DEBUG oslo_vmware.api [None req-49f7edc3-9539-4b6a-8ab4-429379254bba tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Task: {'id': task-3227294, 'name': ReconfigVM_Task, 'duration_secs': 0.310876} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.968319] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-49f7edc3-9539-4b6a-8ab4-429379254bba tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] [instance: 78c9516c-780a-4604-8c96-877d8d075701] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 78c9516c-780a-4604-8c96-877d8d075701/78c9516c-780a-4604-8c96-877d8d075701.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 899.969095] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 899.969095] env[70323]: value = "task-3227296" [ 899.969095] env[70323]: _type = "Task" [ 899.969095] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.969276] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eae63539-47b2-49e2-af4d-786326185d2b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.982027] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227296, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.982633] env[70323]: DEBUG oslo_vmware.api [None req-49f7edc3-9539-4b6a-8ab4-429379254bba tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Waiting for the task: (returnval){ [ 899.982633] env[70323]: value = "task-3227297" [ 899.982633] env[70323]: _type = "Task" [ 899.982633] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.989878] env[70323]: DEBUG oslo_vmware.api [None req-49f7edc3-9539-4b6a-8ab4-429379254bba tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Task: {'id': task-3227297, 'name': Rename_Task} progress is 10%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.296190] env[70323]: INFO nova.compute.manager [None req-dd237c3a-0dcb-4028-90cf-296d9e4f2bbf tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] [instance: 24896069-5993-488b-87e9-f515c67735dc] Took 44.27 seconds to build instance. [ 900.367039] env[70323]: INFO nova.compute.manager [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] [instance: cd36c972-76db-470c-b9bf-74c33f15078e] Took 49.41 seconds to build instance. [ 900.373625] env[70323]: DEBUG oslo_vmware.api [None req-334f7330-0257-48d1-89a1-c8461919422f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Task: {'id': task-3227295, 'name': PowerOnVM_Task, 'duration_secs': 0.499594} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.373824] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-334f7330-0257-48d1-89a1-c8461919422f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 900.374149] env[70323]: DEBUG nova.compute.manager [None req-334f7330-0257-48d1-89a1-c8461919422f tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 900.375200] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac16767e-662f-440f-93f0-7e14cda7af0c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.381959] env[70323]: INFO nova.compute.claims [None req-d87f912e-19c7-45dd-84a7-8bf39fd9dbee tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 900.410016] env[70323]: DEBUG oslo_concurrency.lockutils [None req-4a6fceb7-fe4d-445a-bc69-2fe754dad581 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Lock "72e4392e-ac35-41a0-b0b8-66088e62a055" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.900s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.462456] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7da780d5-c15d-4a98-b168-2ee74d82e299 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.481217] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227296, 'name': CreateVM_Task, 'duration_secs': 0.407337} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.481217] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d130068-25ce-440c-896b-f6a633019a34] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 900.481726] env[70323]: DEBUG oslo_concurrency.lockutils [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.481890] env[70323]: DEBUG oslo_concurrency.lockutils [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.482227] env[70323]: DEBUG oslo_concurrency.lockutils [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.482535] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f42ba97-6c66-4e4c-8fb1-5f659d5b6fe9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.490059] env[70323]: DEBUG oslo_vmware.api [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for the task: (returnval){ [ 900.490059] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52e19082-73b4-a409-7cda-323f1fa17773" [ 900.490059] env[70323]: _type = "Task" [ 900.490059] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.493386] env[70323]: DEBUG oslo_vmware.api [None req-49f7edc3-9539-4b6a-8ab4-429379254bba tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Task: {'id': task-3227297, 'name': Rename_Task, 'duration_secs': 0.179728} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.496333] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-49f7edc3-9539-4b6a-8ab4-429379254bba tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] [instance: 78c9516c-780a-4604-8c96-877d8d075701] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 900.496893] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27138286-e65d-49c0-87d5-4cadde920219 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.506268] env[70323]: DEBUG oslo_vmware.api [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52e19082-73b4-a409-7cda-323f1fa17773, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.507515] env[70323]: DEBUG oslo_vmware.api [None req-49f7edc3-9539-4b6a-8ab4-429379254bba tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Waiting for the task: (returnval){ [ 900.507515] env[70323]: value = "task-3227298" [ 900.507515] env[70323]: _type = "Task" [ 900.507515] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.515135] env[70323]: DEBUG oslo_vmware.api [None req-49f7edc3-9539-4b6a-8ab4-429379254bba tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Task: {'id': task-3227298, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.669526] env[70323]: DEBUG nova.network.neutron [req-9a1ebcd2-6bee-47c2-b8f8-ddff89d512a7 req-7f2f36fe-d715-4a2c-a30f-cfc6305eafa9 service nova] [instance: 7d130068-25ce-440c-896b-f6a633019a34] Updated VIF entry in instance network info cache for port cbf7e5d2-2d8e-4b96-9d84-bfca573e1c40. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 900.669880] env[70323]: DEBUG nova.network.neutron [req-9a1ebcd2-6bee-47c2-b8f8-ddff89d512a7 req-7f2f36fe-d715-4a2c-a30f-cfc6305eafa9 service nova] [instance: 7d130068-25ce-440c-896b-f6a633019a34] Updating instance_info_cache with network_info: [{"id": "cbf7e5d2-2d8e-4b96-9d84-bfca573e1c40", "address": "fa:16:3e:5d:fe:8d", "network": {"id": "882ea57e-8153-49ec-b6a7-5b7da1c35202", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1740748287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ad05435c7e44f548e1a19eccac2b460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbf7e5d2-2d", "ovs_interfaceid": "cbf7e5d2-2d8e-4b96-9d84-bfca573e1c40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.800330] env[70323]: DEBUG oslo_concurrency.lockutils [None req-dd237c3a-0dcb-4028-90cf-296d9e4f2bbf tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Lock "24896069-5993-488b-87e9-f515c67735dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.787s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.869376] env[70323]: DEBUG oslo_concurrency.lockutils [None req-4e9775ef-6692-4f7b-80df-d201a82ae546 tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Lock "cd36c972-76db-470c-b9bf-74c33f15078e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.404s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.893019] env[70323]: INFO nova.compute.resource_tracker [None req-d87f912e-19c7-45dd-84a7-8bf39fd9dbee tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Updating resource usage from migration 34a136a7-92bf-449a-b8f6-c4c061836b15 [ 900.921483] env[70323]: DEBUG oslo_concurrency.lockutils [None req-12740b8b-64e9-4b49-b890-4578148aaa76 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Acquiring lock "050444f5-8a7c-490b-98cd-2cf1592a3cf6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.921782] env[70323]: DEBUG oslo_concurrency.lockutils [None req-12740b8b-64e9-4b49-b890-4578148aaa76 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Lock "050444f5-8a7c-490b-98cd-2cf1592a3cf6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.004037] env[70323]: DEBUG oslo_vmware.api [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52e19082-73b4-a409-7cda-323f1fa17773, 'name': SearchDatastore_Task, 'duration_secs': 0.030478} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.004923] env[70323]: DEBUG oslo_concurrency.lockutils [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.004923] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 7d130068-25ce-440c-896b-f6a633019a34] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 901.004923] env[70323]: DEBUG oslo_concurrency.lockutils [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.005147] env[70323]: DEBUG oslo_concurrency.lockutils [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.005147] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 901.009020] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b37423c0-f0ba-4f31-872b-cb3256945cbc {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.013888] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 901.013888] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 901.020261] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67a1978a-cd82-433e-914e-28c916f8a76b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.022427] env[70323]: DEBUG oslo_vmware.api [None req-49f7edc3-9539-4b6a-8ab4-429379254bba tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Task: {'id': task-3227298, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.025560] env[70323]: DEBUG oslo_vmware.api [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for the task: (returnval){ [ 901.025560] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52a1f590-20a7-d910-fe5a-cf66929a0e60" [ 901.025560] env[70323]: _type = "Task" [ 901.025560] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.033305] env[70323]: DEBUG oslo_vmware.api [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52a1f590-20a7-d910-fe5a-cf66929a0e60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.152931] env[70323]: DEBUG oslo_concurrency.lockutils [None req-97bd95d8-fccc-4d17-86b1-3db1bea7f35f tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Acquiring lock "cd36c972-76db-470c-b9bf-74c33f15078e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.153455] env[70323]: DEBUG oslo_concurrency.lockutils [None req-97bd95d8-fccc-4d17-86b1-3db1bea7f35f tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Lock "cd36c972-76db-470c-b9bf-74c33f15078e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.153745] env[70323]: DEBUG oslo_concurrency.lockutils [None req-97bd95d8-fccc-4d17-86b1-3db1bea7f35f tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Acquiring lock "cd36c972-76db-470c-b9bf-74c33f15078e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.154010] env[70323]: DEBUG oslo_concurrency.lockutils [None req-97bd95d8-fccc-4d17-86b1-3db1bea7f35f tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Lock "cd36c972-76db-470c-b9bf-74c33f15078e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.154253] env[70323]: DEBUG oslo_concurrency.lockutils [None req-97bd95d8-fccc-4d17-86b1-3db1bea7f35f tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Lock "cd36c972-76db-470c-b9bf-74c33f15078e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.159546] env[70323]: INFO nova.compute.manager [None req-97bd95d8-fccc-4d17-86b1-3db1bea7f35f tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] [instance: cd36c972-76db-470c-b9bf-74c33f15078e] Terminating instance [ 901.174020] env[70323]: DEBUG oslo_concurrency.lockutils [req-9a1ebcd2-6bee-47c2-b8f8-ddff89d512a7 req-7f2f36fe-d715-4a2c-a30f-cfc6305eafa9 service nova] Releasing lock "refresh_cache-7d130068-25ce-440c-896b-f6a633019a34" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.174020] env[70323]: DEBUG nova.compute.manager [req-9a1ebcd2-6bee-47c2-b8f8-ddff89d512a7 req-7f2f36fe-d715-4a2c-a30f-cfc6305eafa9 service nova] [instance: a48068d4-716f-4df7-b75b-d522cbf99d46] Received event network-vif-deleted-6aa90931-bb4a-43c0-8b9f-76dd52296928 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 901.174020] env[70323]: INFO nova.compute.manager [req-9a1ebcd2-6bee-47c2-b8f8-ddff89d512a7 req-7f2f36fe-d715-4a2c-a30f-cfc6305eafa9 service nova] [instance: a48068d4-716f-4df7-b75b-d522cbf99d46] Neutron deleted interface 6aa90931-bb4a-43c0-8b9f-76dd52296928; detaching it from the instance and deleting it from the info cache [ 901.174020] env[70323]: DEBUG nova.network.neutron [req-9a1ebcd2-6bee-47c2-b8f8-ddff89d512a7 req-7f2f36fe-d715-4a2c-a30f-cfc6305eafa9 service nova] [instance: a48068d4-716f-4df7-b75b-d522cbf99d46] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.309710] env[70323]: INFO nova.compute.manager [None req-42bee7fd-4bb4-444c-a6df-697f6d84243e tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] [instance: 24896069-5993-488b-87e9-f515c67735dc] Rebuilding instance [ 901.321405] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a422725-4a7b-4263-9817-7190d91a8bbc {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.332259] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b234e212-6dbd-4213-b45c-83b655cd796d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.371030] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103c9597-a955-45a1-a305-f193a3fc8460 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.375246] env[70323]: DEBUG nova.compute.manager [None req-42bee7fd-4bb4-444c-a6df-697f6d84243e tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] [instance: 24896069-5993-488b-87e9-f515c67735dc] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 901.375998] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b11116-5ce8-4575-9af9-c4a8ac0d3fe7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.381906] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad95facd-dbd2-483b-8384-78c08e41ce08 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.398704] env[70323]: DEBUG nova.compute.provider_tree [None req-d87f912e-19c7-45dd-84a7-8bf39fd9dbee tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 901.424238] env[70323]: DEBUG nova.compute.manager [None req-12740b8b-64e9-4b49-b890-4578148aaa76 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] [instance: 050444f5-8a7c-490b-98cd-2cf1592a3cf6] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 901.449016] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a68f3746-cd23-47af-828b-1f35e38b7e14 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Acquiring lock "5556ee05-8834-4ce8-99a3-db4e3d733a9a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.449301] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a68f3746-cd23-47af-828b-1f35e38b7e14 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Lock "5556ee05-8834-4ce8-99a3-db4e3d733a9a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.449517] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a68f3746-cd23-47af-828b-1f35e38b7e14 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Acquiring lock "5556ee05-8834-4ce8-99a3-db4e3d733a9a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.449700] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a68f3746-cd23-47af-828b-1f35e38b7e14 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Lock "5556ee05-8834-4ce8-99a3-db4e3d733a9a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.449869] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a68f3746-cd23-47af-828b-1f35e38b7e14 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Lock "5556ee05-8834-4ce8-99a3-db4e3d733a9a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.452706] env[70323]: INFO nova.compute.manager [None req-a68f3746-cd23-47af-828b-1f35e38b7e14 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Terminating instance [ 901.518201] env[70323]: DEBUG oslo_vmware.api [None req-49f7edc3-9539-4b6a-8ab4-429379254bba tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Task: {'id': task-3227298, 'name': PowerOnVM_Task, 'duration_secs': 0.887392} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.518437] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-49f7edc3-9539-4b6a-8ab4-429379254bba tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] [instance: 78c9516c-780a-4604-8c96-877d8d075701] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 901.518641] env[70323]: INFO nova.compute.manager [None req-49f7edc3-9539-4b6a-8ab4-429379254bba tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] [instance: 78c9516c-780a-4604-8c96-877d8d075701] Took 6.51 seconds to spawn the instance on the hypervisor. [ 901.518843] env[70323]: DEBUG nova.compute.manager [None req-49f7edc3-9539-4b6a-8ab4-429379254bba tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] [instance: 78c9516c-780a-4604-8c96-877d8d075701] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 901.519602] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d99dcf81-87f1-4492-9536-8dadf55f66dd {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.536732] env[70323]: DEBUG oslo_vmware.api [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52a1f590-20a7-d910-fe5a-cf66929a0e60, 'name': SearchDatastore_Task, 'duration_secs': 0.026289} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.538014] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cdcccbc-55e2-4a2c-be94-4f623e66600f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.543360] env[70323]: DEBUG oslo_vmware.api [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for the task: (returnval){ [ 901.543360] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5207876b-b401-d22d-de59-e65e3f114595" [ 901.543360] env[70323]: _type = "Task" [ 901.543360] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.550920] env[70323]: DEBUG oslo_vmware.api [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5207876b-b401-d22d-de59-e65e3f114595, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.664647] env[70323]: DEBUG nova.compute.manager [None req-97bd95d8-fccc-4d17-86b1-3db1bea7f35f tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] [instance: cd36c972-76db-470c-b9bf-74c33f15078e] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 901.664988] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-97bd95d8-fccc-4d17-86b1-3db1bea7f35f tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] [instance: cd36c972-76db-470c-b9bf-74c33f15078e] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 901.665921] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be8e6f5-d944-4a57-be12-6ad5e9e96c15 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.673651] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-97bd95d8-fccc-4d17-86b1-3db1bea7f35f tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] [instance: cd36c972-76db-470c-b9bf-74c33f15078e] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 901.673889] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46288e7c-b173-4704-b1a4-b92e9eac97d1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.677990] env[70323]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f5095b80-f009-4c6d-952d-2ccfcfc57d4e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.680816] env[70323]: DEBUG oslo_vmware.api [None req-97bd95d8-fccc-4d17-86b1-3db1bea7f35f tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Waiting for the task: (returnval){ [ 901.680816] env[70323]: value = "task-3227299" [ 901.680816] env[70323]: _type = "Task" [ 901.680816] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.689362] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d0b18f-35c0-4892-959e-aa733d1b2a42 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.705283] env[70323]: DEBUG oslo_vmware.api [None req-97bd95d8-fccc-4d17-86b1-3db1bea7f35f tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Task: {'id': task-3227299, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.732590] env[70323]: DEBUG nova.compute.manager [req-9a1ebcd2-6bee-47c2-b8f8-ddff89d512a7 req-7f2f36fe-d715-4a2c-a30f-cfc6305eafa9 service nova] [instance: a48068d4-716f-4df7-b75b-d522cbf99d46] Detach interface failed, port_id=6aa90931-bb4a-43c0-8b9f-76dd52296928, reason: Instance a48068d4-716f-4df7-b75b-d522cbf99d46 could not be found. {{(pid=70323) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 901.902046] env[70323]: DEBUG nova.scheduler.client.report [None req-d87f912e-19c7-45dd-84a7-8bf39fd9dbee tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.945805] env[70323]: DEBUG oslo_concurrency.lockutils [None req-12740b8b-64e9-4b49-b890-4578148aaa76 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.956294] env[70323]: DEBUG nova.compute.manager [None req-a68f3746-cd23-47af-828b-1f35e38b7e14 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 901.956524] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a68f3746-cd23-47af-828b-1f35e38b7e14 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 901.957533] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c092f802-3df4-4d3a-ac2c-12a83ce21166 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.965322] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-a68f3746-cd23-47af-828b-1f35e38b7e14 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 901.965577] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed006b72-1418-45f3-83cf-2b5246421b1c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.971122] env[70323]: DEBUG oslo_vmware.api [None req-a68f3746-cd23-47af-828b-1f35e38b7e14 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Waiting for the task: (returnval){ [ 901.971122] env[70323]: value = "task-3227300" [ 901.971122] env[70323]: _type = "Task" [ 901.971122] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.979258] env[70323]: DEBUG oslo_vmware.api [None req-a68f3746-cd23-47af-828b-1f35e38b7e14 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3227300, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.038043] env[70323]: INFO nova.compute.manager [None req-49f7edc3-9539-4b6a-8ab4-429379254bba tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] [instance: 78c9516c-780a-4604-8c96-877d8d075701] Took 39.93 seconds to build instance. [ 902.054557] env[70323]: DEBUG oslo_vmware.api [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5207876b-b401-d22d-de59-e65e3f114595, 'name': SearchDatastore_Task, 'duration_secs': 0.019891} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.054824] env[70323]: DEBUG oslo_concurrency.lockutils [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.055103] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 7d130068-25ce-440c-896b-f6a633019a34/7d130068-25ce-440c-896b-f6a633019a34.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 902.055391] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ae7bced-c17f-4817-86f8-cfb5af511e2d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.062849] env[70323]: DEBUG oslo_vmware.api [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for the task: (returnval){ [ 902.062849] env[70323]: value = "task-3227301" [ 902.062849] env[70323]: _type = "Task" [ 902.062849] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.073638] env[70323]: DEBUG oslo_vmware.api [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227301, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.191482] env[70323]: DEBUG oslo_vmware.api [None req-97bd95d8-fccc-4d17-86b1-3db1bea7f35f tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Task: {'id': task-3227299, 'name': PowerOffVM_Task, 'duration_secs': 0.251358} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.191796] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-97bd95d8-fccc-4d17-86b1-3db1bea7f35f tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] [instance: cd36c972-76db-470c-b9bf-74c33f15078e] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 902.192098] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-97bd95d8-fccc-4d17-86b1-3db1bea7f35f tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] [instance: cd36c972-76db-470c-b9bf-74c33f15078e] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 902.192257] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d7ace55f-5960-4bcb-8eb3-04ab3552322a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.255372] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-97bd95d8-fccc-4d17-86b1-3db1bea7f35f tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] [instance: cd36c972-76db-470c-b9bf-74c33f15078e] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 902.255587] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-97bd95d8-fccc-4d17-86b1-3db1bea7f35f tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] [instance: cd36c972-76db-470c-b9bf-74c33f15078e] Deleting contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 902.255772] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-97bd95d8-fccc-4d17-86b1-3db1bea7f35f tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Deleting the datastore file [datastore2] cd36c972-76db-470c-b9bf-74c33f15078e {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 902.256051] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd733f2b-63bd-4089-a546-1b1eb494f39b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.261883] env[70323]: DEBUG oslo_vmware.api [None req-97bd95d8-fccc-4d17-86b1-3db1bea7f35f tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Waiting for the task: (returnval){ [ 902.261883] env[70323]: value = "task-3227303" [ 902.261883] env[70323]: _type = "Task" [ 902.261883] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.270704] env[70323]: DEBUG oslo_vmware.api [None req-97bd95d8-fccc-4d17-86b1-3db1bea7f35f tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Task: {'id': task-3227303, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.394984] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-42bee7fd-4bb4-444c-a6df-697f6d84243e tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] [instance: 24896069-5993-488b-87e9-f515c67735dc] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 902.395358] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f30ec3bf-85ea-40d9-b845-62d9c7c25ff3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.404515] env[70323]: DEBUG oslo_vmware.api [None req-42bee7fd-4bb4-444c-a6df-697f6d84243e tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Waiting for the task: (returnval){ [ 902.404515] env[70323]: value = "task-3227304" [ 902.404515] env[70323]: _type = "Task" [ 902.404515] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.408951] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d87f912e-19c7-45dd-84a7-8bf39fd9dbee tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.535s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.409244] env[70323]: INFO nova.compute.manager [None req-d87f912e-19c7-45dd-84a7-8bf39fd9dbee tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Migrating [ 902.417071] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.231s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.419867] env[70323]: INFO nova.compute.claims [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: af716832-998b-4698-8d65-5cf6871b1c2d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 902.433870] env[70323]: DEBUG oslo_vmware.api [None req-42bee7fd-4bb4-444c-a6df-697f6d84243e tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Task: {'id': task-3227304, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.482803] env[70323]: DEBUG oslo_vmware.api [None req-a68f3746-cd23-47af-828b-1f35e38b7e14 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3227300, 'name': PowerOffVM_Task, 'duration_secs': 0.225174} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.483114] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-a68f3746-cd23-47af-828b-1f35e38b7e14 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 902.483311] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a68f3746-cd23-47af-828b-1f35e38b7e14 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 902.483597] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f691f10-a27c-4cdb-b54a-1effd24de22d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.540673] env[70323]: DEBUG oslo_concurrency.lockutils [None req-49f7edc3-9539-4b6a-8ab4-429379254bba tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Lock "78c9516c-780a-4604-8c96-877d8d075701" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.461s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.548863] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a68f3746-cd23-47af-828b-1f35e38b7e14 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 902.549370] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a68f3746-cd23-47af-828b-1f35e38b7e14 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Deleting contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 902.549704] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-a68f3746-cd23-47af-828b-1f35e38b7e14 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Deleting the datastore file [datastore1] 5556ee05-8834-4ce8-99a3-db4e3d733a9a {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 902.550220] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7aac338a-e565-4a14-972c-5b9fcdeed0bb {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.559305] env[70323]: DEBUG oslo_vmware.api [None req-a68f3746-cd23-47af-828b-1f35e38b7e14 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Waiting for the task: (returnval){ [ 902.559305] env[70323]: value = "task-3227306" [ 902.559305] env[70323]: _type = "Task" [ 902.559305] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.574865] env[70323]: DEBUG oslo_vmware.api [None req-a68f3746-cd23-47af-828b-1f35e38b7e14 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3227306, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.578018] env[70323]: DEBUG oslo_vmware.api [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227301, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.771758] env[70323]: DEBUG oslo_vmware.api [None req-97bd95d8-fccc-4d17-86b1-3db1bea7f35f tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Task: {'id': task-3227303, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.349036} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.771928] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-97bd95d8-fccc-4d17-86b1-3db1bea7f35f tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 902.771996] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-97bd95d8-fccc-4d17-86b1-3db1bea7f35f tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] [instance: cd36c972-76db-470c-b9bf-74c33f15078e] Deleted contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 902.772184] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-97bd95d8-fccc-4d17-86b1-3db1bea7f35f tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] [instance: cd36c972-76db-470c-b9bf-74c33f15078e] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 902.772364] env[70323]: INFO nova.compute.manager [None req-97bd95d8-fccc-4d17-86b1-3db1bea7f35f tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] [instance: cd36c972-76db-470c-b9bf-74c33f15078e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 902.772608] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-97bd95d8-fccc-4d17-86b1-3db1bea7f35f tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 902.772799] env[70323]: DEBUG nova.compute.manager [-] [instance: cd36c972-76db-470c-b9bf-74c33f15078e] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 902.772897] env[70323]: DEBUG nova.network.neutron [-] [instance: cd36c972-76db-470c-b9bf-74c33f15078e] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 902.918359] env[70323]: DEBUG oslo_vmware.api [None req-42bee7fd-4bb4-444c-a6df-697f6d84243e tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Task: {'id': task-3227304, 'name': PowerOffVM_Task, 'duration_secs': 0.20911} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.918890] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-42bee7fd-4bb4-444c-a6df-697f6d84243e tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] [instance: 24896069-5993-488b-87e9-f515c67735dc] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 902.919180] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-42bee7fd-4bb4-444c-a6df-697f6d84243e tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] [instance: 24896069-5993-488b-87e9-f515c67735dc] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 902.920184] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047bba8e-dd28-45b5-90b3-2c0200d9d005 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.933514] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-42bee7fd-4bb4-444c-a6df-697f6d84243e tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] [instance: 24896069-5993-488b-87e9-f515c67735dc] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 902.933840] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-183c8a26-e8a3-4b8e-9c90-1090a530659b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.938961] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d87f912e-19c7-45dd-84a7-8bf39fd9dbee tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Acquiring lock "refresh_cache-94af8883-9a40-4929-8b36-16c400b3d18a" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.938961] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d87f912e-19c7-45dd-84a7-8bf39fd9dbee tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Acquired lock "refresh_cache-94af8883-9a40-4929-8b36-16c400b3d18a" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.938961] env[70323]: DEBUG nova.network.neutron [None req-d87f912e-19c7-45dd-84a7-8bf39fd9dbee tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 902.969892] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-42bee7fd-4bb4-444c-a6df-697f6d84243e tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] [instance: 24896069-5993-488b-87e9-f515c67735dc] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 902.969892] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-42bee7fd-4bb4-444c-a6df-697f6d84243e tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] [instance: 24896069-5993-488b-87e9-f515c67735dc] Deleting contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 902.970189] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-42bee7fd-4bb4-444c-a6df-697f6d84243e tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Deleting the datastore file [datastore1] 24896069-5993-488b-87e9-f515c67735dc {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 902.970242] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-731795df-8f8f-473c-a8ef-d170ddf7ae5b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.977240] env[70323]: DEBUG oslo_vmware.api [None req-42bee7fd-4bb4-444c-a6df-697f6d84243e tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Waiting for the task: (returnval){ [ 902.977240] env[70323]: value = "task-3227308" [ 902.977240] env[70323]: _type = "Task" [ 902.977240] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.986828] env[70323]: DEBUG oslo_vmware.api [None req-42bee7fd-4bb4-444c-a6df-697f6d84243e tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Task: {'id': task-3227308, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.078070] env[70323]: DEBUG oslo_vmware.api [None req-a68f3746-cd23-47af-828b-1f35e38b7e14 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Task: {'id': task-3227306, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.462395} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.078768] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-a68f3746-cd23-47af-828b-1f35e38b7e14 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 903.079230] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a68f3746-cd23-47af-828b-1f35e38b7e14 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Deleted contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 903.079474] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a68f3746-cd23-47af-828b-1f35e38b7e14 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 903.079638] env[70323]: INFO nova.compute.manager [None req-a68f3746-cd23-47af-828b-1f35e38b7e14 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 903.079927] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a68f3746-cd23-47af-828b-1f35e38b7e14 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 903.084161] env[70323]: DEBUG nova.compute.manager [-] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 903.084302] env[70323]: DEBUG nova.network.neutron [-] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 903.086461] env[70323]: DEBUG oslo_vmware.api [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227301, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.604485} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.087329] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 7d130068-25ce-440c-896b-f6a633019a34/7d130068-25ce-440c-896b-f6a633019a34.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 903.087329] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 7d130068-25ce-440c-896b-f6a633019a34] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 903.087516] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-78583278-9e2e-4ff4-861d-d51562e78d05 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.095370] env[70323]: DEBUG oslo_vmware.api [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for the task: (returnval){ [ 903.095370] env[70323]: value = "task-3227309" [ 903.095370] env[70323]: _type = "Task" [ 903.095370] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.103926] env[70323]: DEBUG oslo_vmware.api [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227309, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.187759] env[70323]: DEBUG nova.compute.manager [req-f04880a1-81e8-4e6b-b85d-c11455b0e532 req-dd46f14d-e106-4f43-a6bc-6f17518de3b7 service nova] [instance: cd36c972-76db-470c-b9bf-74c33f15078e] Received event network-vif-deleted-d8a7f953-e94d-4320-9741-2e7de8d4bfd0 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.188395] env[70323]: INFO nova.compute.manager [req-f04880a1-81e8-4e6b-b85d-c11455b0e532 req-dd46f14d-e106-4f43-a6bc-6f17518de3b7 service nova] [instance: cd36c972-76db-470c-b9bf-74c33f15078e] Neutron deleted interface d8a7f953-e94d-4320-9741-2e7de8d4bfd0; detaching it from the instance and deleting it from the info cache [ 903.188486] env[70323]: DEBUG nova.network.neutron [req-f04880a1-81e8-4e6b-b85d-c11455b0e532 req-dd46f14d-e106-4f43-a6bc-6f17518de3b7 service nova] [instance: cd36c972-76db-470c-b9bf-74c33f15078e] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.495267] env[70323]: DEBUG oslo_vmware.api [None req-42bee7fd-4bb4-444c-a6df-697f6d84243e tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Task: {'id': task-3227308, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.339866} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.495537] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-42bee7fd-4bb4-444c-a6df-697f6d84243e tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 903.495714] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-42bee7fd-4bb4-444c-a6df-697f6d84243e tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] [instance: 24896069-5993-488b-87e9-f515c67735dc] Deleted contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 903.495885] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-42bee7fd-4bb4-444c-a6df-697f6d84243e tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] [instance: 24896069-5993-488b-87e9-f515c67735dc] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 903.568994] env[70323]: DEBUG nova.network.neutron [-] [instance: cd36c972-76db-470c-b9bf-74c33f15078e] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.610504] env[70323]: DEBUG oslo_vmware.api [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227309, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11626} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.610504] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 7d130068-25ce-440c-896b-f6a633019a34] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 903.610504] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c552b4-91ec-4b74-8352-a82bf423ae6b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.635823] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 7d130068-25ce-440c-896b-f6a633019a34] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 7d130068-25ce-440c-896b-f6a633019a34/7d130068-25ce-440c-896b-f6a633019a34.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 903.636157] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4531154-7e39-4fd1-9a4c-c126043a2c5b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.660044] env[70323]: DEBUG oslo_vmware.api [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for the task: (returnval){ [ 903.660044] env[70323]: value = "task-3227310" [ 903.660044] env[70323]: _type = "Task" [ 903.660044] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.670997] env[70323]: DEBUG oslo_vmware.api [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227310, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.693964] env[70323]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fe6b6789-4f28-460d-92fd-026ef178db32 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.697124] env[70323]: INFO nova.compute.manager [None req-b463b8fa-674d-42f3-8806-46eb2c2c9b2d tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] [instance: 78c9516c-780a-4604-8c96-877d8d075701] Rebuilding instance [ 903.706765] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db321dbe-82a8-4734-90f8-f3bdda0e174a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.741459] env[70323]: DEBUG nova.compute.manager [req-f04880a1-81e8-4e6b-b85d-c11455b0e532 req-dd46f14d-e106-4f43-a6bc-6f17518de3b7 service nova] [instance: cd36c972-76db-470c-b9bf-74c33f15078e] Detach interface failed, port_id=d8a7f953-e94d-4320-9741-2e7de8d4bfd0, reason: Instance cd36c972-76db-470c-b9bf-74c33f15078e could not be found. {{(pid=70323) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 903.752680] env[70323]: DEBUG nova.compute.manager [None req-b463b8fa-674d-42f3-8806-46eb2c2c9b2d tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] [instance: 78c9516c-780a-4604-8c96-877d8d075701] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 903.753536] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c402595-e635-4359-adaf-96ed18a794e5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.789639] env[70323]: DEBUG nova.network.neutron [None req-d87f912e-19c7-45dd-84a7-8bf39fd9dbee tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Updating instance_info_cache with network_info: [{"id": "8c5f3432-2d20-4f0c-9576-6e4751241d3f", "address": "fa:16:3e:f1:25:97", "network": {"id": "04147f98-e096-4b08-86fd-82e3dbb0599e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-823971767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59ea186f9eb14bfd914ef3bde9458745", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3952eb02-1162-48ed-8227-9c138960d583", "external-id": "nsx-vlan-transportzone-250", "segmentation_id": 250, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c5f3432-2d", "ovs_interfaceid": "8c5f3432-2d20-4f0c-9576-6e4751241d3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.846855] env[70323]: DEBUG nova.network.neutron [-] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.961490] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a9f777-9379-4acb-afc1-9e883bab8520 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.969954] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda5230a-55af-4829-838f-924997d59aed {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.000493] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339fee5b-b749-4bee-92c8-8ca17e6a1a1d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.011398] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ede33c-07ed-43e5-b48e-19fbb781c70c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.024856] env[70323]: DEBUG nova.compute.provider_tree [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.071660] env[70323]: INFO nova.compute.manager [-] [instance: cd36c972-76db-470c-b9bf-74c33f15078e] Took 1.30 seconds to deallocate network for instance. [ 904.170582] env[70323]: DEBUG oslo_vmware.api [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227310, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.292649] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d87f912e-19c7-45dd-84a7-8bf39fd9dbee tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Releasing lock "refresh_cache-94af8883-9a40-4929-8b36-16c400b3d18a" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.349815] env[70323]: INFO nova.compute.manager [-] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Took 1.27 seconds to deallocate network for instance. [ 904.528418] env[70323]: DEBUG nova.scheduler.client.report [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 904.533805] env[70323]: DEBUG nova.virt.hardware [None req-42bee7fd-4bb4-444c-a6df-697f6d84243e tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 904.533805] env[70323]: DEBUG nova.virt.hardware [None req-42bee7fd-4bb4-444c-a6df-697f6d84243e tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 904.533992] env[70323]: DEBUG nova.virt.hardware [None req-42bee7fd-4bb4-444c-a6df-697f6d84243e tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 904.534130] env[70323]: DEBUG nova.virt.hardware [None req-42bee7fd-4bb4-444c-a6df-697f6d84243e tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 904.534280] env[70323]: DEBUG nova.virt.hardware [None req-42bee7fd-4bb4-444c-a6df-697f6d84243e tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 904.534428] env[70323]: DEBUG nova.virt.hardware [None req-42bee7fd-4bb4-444c-a6df-697f6d84243e tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 904.534631] env[70323]: DEBUG nova.virt.hardware [None req-42bee7fd-4bb4-444c-a6df-697f6d84243e tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 904.534791] env[70323]: DEBUG nova.virt.hardware [None req-42bee7fd-4bb4-444c-a6df-697f6d84243e tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 904.534959] env[70323]: DEBUG nova.virt.hardware [None req-42bee7fd-4bb4-444c-a6df-697f6d84243e tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 904.535323] env[70323]: DEBUG nova.virt.hardware [None req-42bee7fd-4bb4-444c-a6df-697f6d84243e tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 904.535323] env[70323]: DEBUG nova.virt.hardware [None req-42bee7fd-4bb4-444c-a6df-697f6d84243e tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 904.536233] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-558cba5f-82ae-4c0e-a471-332ee2525c12 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.544424] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e823ab81-c65d-4b70-90b4-f9b1ab79af54 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.560062] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-42bee7fd-4bb4-444c-a6df-697f6d84243e tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] [instance: 24896069-5993-488b-87e9-f515c67735dc] Instance VIF info [] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 904.565655] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42bee7fd-4bb4-444c-a6df-697f6d84243e tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 904.566226] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24896069-5993-488b-87e9-f515c67735dc] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 904.566466] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c3f58cd-9c63-4f96-80b8-4fd0e9d9d539 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.580454] env[70323]: DEBUG oslo_concurrency.lockutils [None req-97bd95d8-fccc-4d17-86b1-3db1bea7f35f tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.587409] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 904.587409] env[70323]: value = "task-3227311" [ 904.587409] env[70323]: _type = "Task" [ 904.587409] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.594721] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227311, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.671694] env[70323]: DEBUG oslo_vmware.api [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227310, 'name': ReconfigVM_Task, 'duration_secs': 0.951102} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.672023] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 7d130068-25ce-440c-896b-f6a633019a34] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 7d130068-25ce-440c-896b-f6a633019a34/7d130068-25ce-440c-896b-f6a633019a34.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 904.672666] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-237925dc-0d78-4392-83da-ea548a06ceda {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.680976] env[70323]: DEBUG oslo_vmware.api [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for the task: (returnval){ [ 904.680976] env[70323]: value = "task-3227312" [ 904.680976] env[70323]: _type = "Task" [ 904.680976] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.689691] env[70323]: DEBUG oslo_vmware.api [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227312, 'name': Rename_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.767968] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-b463b8fa-674d-42f3-8806-46eb2c2c9b2d tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] [instance: 78c9516c-780a-4604-8c96-877d8d075701] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 904.767968] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2fabc9c1-175a-40e8-9e56-c119b7bfa54c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.773927] env[70323]: DEBUG oslo_vmware.api [None req-b463b8fa-674d-42f3-8806-46eb2c2c9b2d tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Waiting for the task: (returnval){ [ 904.773927] env[70323]: value = "task-3227313" [ 904.773927] env[70323]: _type = "Task" [ 904.773927] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.782978] env[70323]: DEBUG oslo_vmware.api [None req-b463b8fa-674d-42f3-8806-46eb2c2c9b2d tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Task: {'id': task-3227313, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.858038] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a68f3746-cd23-47af-828b-1f35e38b7e14 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.039999] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.623s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.040537] env[70323]: DEBUG nova.compute.manager [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: af716832-998b-4698-8d65-5cf6871b1c2d] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 905.043465] env[70323]: DEBUG oslo_concurrency.lockutils [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.608s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.044817] env[70323]: INFO nova.compute.claims [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: bc4fe22d-07e4-456f-b54f-39b683051029] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 905.098056] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227311, 'name': CreateVM_Task, 'duration_secs': 0.302784} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.098056] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24896069-5993-488b-87e9-f515c67735dc] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 905.098465] env[70323]: DEBUG oslo_concurrency.lockutils [None req-42bee7fd-4bb4-444c-a6df-697f6d84243e tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.098630] env[70323]: DEBUG oslo_concurrency.lockutils [None req-42bee7fd-4bb4-444c-a6df-697f6d84243e tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.098969] env[70323]: DEBUG oslo_concurrency.lockutils [None req-42bee7fd-4bb4-444c-a6df-697f6d84243e tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.099238] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6655dbaa-d38d-4a90-85c8-1bc792e9542c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.103370] env[70323]: DEBUG oslo_vmware.api [None req-42bee7fd-4bb4-444c-a6df-697f6d84243e tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Waiting for the task: (returnval){ [ 905.103370] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52d9b593-74e1-fd9d-7afb-b128ea93bb08" [ 905.103370] env[70323]: _type = "Task" [ 905.103370] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.110396] env[70323]: DEBUG oslo_vmware.api [None req-42bee7fd-4bb4-444c-a6df-697f6d84243e tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52d9b593-74e1-fd9d-7afb-b128ea93bb08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.191057] env[70323]: DEBUG oslo_vmware.api [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227312, 'name': Rename_Task, 'duration_secs': 0.167195} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.191057] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 7d130068-25ce-440c-896b-f6a633019a34] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 905.191264] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f82aa22d-b258-4734-b837-29982a576906 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.197184] env[70323]: DEBUG oslo_vmware.api [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for the task: (returnval){ [ 905.197184] env[70323]: value = "task-3227314" [ 905.197184] env[70323]: _type = "Task" [ 905.197184] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.204370] env[70323]: DEBUG oslo_vmware.api [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227314, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.215607] env[70323]: DEBUG nova.compute.manager [req-79231904-6d81-4688-b411-e57654fda294 req-4aca3f04-0537-4813-9745-7de7074a35db service nova] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Received event network-vif-deleted-d1ab5da7-1972-4c23-9612-11f071dcfd43 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.283472] env[70323]: DEBUG oslo_vmware.api [None req-b463b8fa-674d-42f3-8806-46eb2c2c9b2d tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Task: {'id': task-3227313, 'name': PowerOffVM_Task, 'duration_secs': 0.139293} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.283736] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-b463b8fa-674d-42f3-8806-46eb2c2c9b2d tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] [instance: 78c9516c-780a-4604-8c96-877d8d075701] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 905.284535] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-b463b8fa-674d-42f3-8806-46eb2c2c9b2d tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] [instance: 78c9516c-780a-4604-8c96-877d8d075701] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 905.285332] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d070373-a645-4b51-b195-74273d10384d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.294403] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-b463b8fa-674d-42f3-8806-46eb2c2c9b2d tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] [instance: 78c9516c-780a-4604-8c96-877d8d075701] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 905.294580] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f7df93a-4f27-414a-a114-bdaf471b5a0a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.320115] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-b463b8fa-674d-42f3-8806-46eb2c2c9b2d tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] [instance: 78c9516c-780a-4604-8c96-877d8d075701] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 905.320353] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-b463b8fa-674d-42f3-8806-46eb2c2c9b2d tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] [instance: 78c9516c-780a-4604-8c96-877d8d075701] Deleting contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 905.320533] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-b463b8fa-674d-42f3-8806-46eb2c2c9b2d tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Deleting the datastore file [datastore1] 78c9516c-780a-4604-8c96-877d8d075701 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 905.320784] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1198cdaa-d916-4507-a72f-b363a89901f5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.327673] env[70323]: DEBUG oslo_vmware.api [None req-b463b8fa-674d-42f3-8806-46eb2c2c9b2d tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Waiting for the task: (returnval){ [ 905.327673] env[70323]: value = "task-3227316" [ 905.327673] env[70323]: _type = "Task" [ 905.327673] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.335249] env[70323]: DEBUG oslo_vmware.api [None req-b463b8fa-674d-42f3-8806-46eb2c2c9b2d tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Task: {'id': task-3227316, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.549461] env[70323]: DEBUG nova.compute.utils [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 905.553359] env[70323]: DEBUG nova.compute.manager [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: af716832-998b-4698-8d65-5cf6871b1c2d] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 905.553542] env[70323]: DEBUG nova.network.neutron [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: af716832-998b-4698-8d65-5cf6871b1c2d] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 905.589508] env[70323]: DEBUG nova.policy [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa4cb92a248148b6a6c7120f44609fb5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '26eec41d408a409ebaed6d2b945fe8b8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 905.613775] env[70323]: DEBUG oslo_vmware.api [None req-42bee7fd-4bb4-444c-a6df-697f6d84243e tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52d9b593-74e1-fd9d-7afb-b128ea93bb08, 'name': SearchDatastore_Task, 'duration_secs': 0.010056} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.614105] env[70323]: DEBUG oslo_concurrency.lockutils [None req-42bee7fd-4bb4-444c-a6df-697f6d84243e tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.614344] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-42bee7fd-4bb4-444c-a6df-697f6d84243e tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] [instance: 24896069-5993-488b-87e9-f515c67735dc] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 905.614578] env[70323]: DEBUG oslo_concurrency.lockutils [None req-42bee7fd-4bb4-444c-a6df-697f6d84243e tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.614728] env[70323]: DEBUG oslo_concurrency.lockutils [None req-42bee7fd-4bb4-444c-a6df-697f6d84243e tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.614908] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-42bee7fd-4bb4-444c-a6df-697f6d84243e tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 905.615193] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d6ec589-2539-4220-9925-d8185e7c8ee4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.624711] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-42bee7fd-4bb4-444c-a6df-697f6d84243e tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 905.624846] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-42bee7fd-4bb4-444c-a6df-697f6d84243e tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 905.625590] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2b8d03a-f05f-440a-8b22-db86f193687e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.631546] env[70323]: DEBUG oslo_vmware.api [None req-42bee7fd-4bb4-444c-a6df-697f6d84243e tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Waiting for the task: (returnval){ [ 905.631546] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52797b89-0013-7e20-cd6d-0195943320da" [ 905.631546] env[70323]: _type = "Task" [ 905.631546] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.638965] env[70323]: DEBUG oslo_vmware.api [None req-42bee7fd-4bb4-444c-a6df-697f6d84243e tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52797b89-0013-7e20-cd6d-0195943320da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.709173] env[70323]: DEBUG oslo_vmware.api [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227314, 'name': PowerOnVM_Task} progress is 71%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.810730] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf66159-b16a-4d36-a87e-7403732a6c24 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.833023] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-d87f912e-19c7-45dd-84a7-8bf39fd9dbee tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Updating instance '94af8883-9a40-4929-8b36-16c400b3d18a' progress to 0 {{(pid=70323) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 905.842638] env[70323]: DEBUG oslo_vmware.api [None req-b463b8fa-674d-42f3-8806-46eb2c2c9b2d tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Task: {'id': task-3227316, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.090785} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.842908] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-b463b8fa-674d-42f3-8806-46eb2c2c9b2d tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 905.843117] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-b463b8fa-674d-42f3-8806-46eb2c2c9b2d tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] [instance: 78c9516c-780a-4604-8c96-877d8d075701] Deleted contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 905.843300] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-b463b8fa-674d-42f3-8806-46eb2c2c9b2d tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] [instance: 78c9516c-780a-4604-8c96-877d8d075701] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 905.925783] env[70323]: DEBUG nova.network.neutron [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: af716832-998b-4698-8d65-5cf6871b1c2d] Successfully created port: 8d57bab2-3e56-48fd-b577-bf8d12f1a958 {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 906.057211] env[70323]: DEBUG nova.compute.manager [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: af716832-998b-4698-8d65-5cf6871b1c2d] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 906.144549] env[70323]: DEBUG oslo_vmware.api [None req-42bee7fd-4bb4-444c-a6df-697f6d84243e tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52797b89-0013-7e20-cd6d-0195943320da, 'name': SearchDatastore_Task, 'duration_secs': 0.008666} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.145388] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b797a983-c884-4b31-b94e-043b95d635a7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.152560] env[70323]: DEBUG oslo_vmware.api [None req-42bee7fd-4bb4-444c-a6df-697f6d84243e tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Waiting for the task: (returnval){ [ 906.152560] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5227a624-56b2-5438-8496-1097ee2936f0" [ 906.152560] env[70323]: _type = "Task" [ 906.152560] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.161992] env[70323]: DEBUG oslo_vmware.api [None req-42bee7fd-4bb4-444c-a6df-697f6d84243e tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5227a624-56b2-5438-8496-1097ee2936f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.209443] env[70323]: DEBUG oslo_vmware.api [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227314, 'name': PowerOnVM_Task, 'duration_secs': 0.826938} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.209707] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 7d130068-25ce-440c-896b-f6a633019a34] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 906.211363] env[70323]: INFO nova.compute.manager [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 7d130068-25ce-440c-896b-f6a633019a34] Took 8.57 seconds to spawn the instance on the hypervisor. [ 906.211363] env[70323]: DEBUG nova.compute.manager [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 7d130068-25ce-440c-896b-f6a633019a34] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 906.211363] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38cc2c97-4c7f-4aa6-aa8e-d306dc74c5b5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.339656] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-d87f912e-19c7-45dd-84a7-8bf39fd9dbee tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 906.339970] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-771badc2-4964-4150-b43f-0566417e75dc {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.350020] env[70323]: DEBUG oslo_vmware.api [None req-d87f912e-19c7-45dd-84a7-8bf39fd9dbee tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for the task: (returnval){ [ 906.350020] env[70323]: value = "task-3227317" [ 906.350020] env[70323]: _type = "Task" [ 906.350020] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.360588] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-d87f912e-19c7-45dd-84a7-8bf39fd9dbee tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] VM already powered off {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 906.360829] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-d87f912e-19c7-45dd-84a7-8bf39fd9dbee tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Updating instance '94af8883-9a40-4929-8b36-16c400b3d18a' progress to 17 {{(pid=70323) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 906.450903] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059db6ad-97fd-4328-b784-9f11571ece05 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.458737] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f7d264-ef2c-4a8b-b918-cfaca7a875e5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.488710] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11406685-f3ac-4126-8111-b2905bbd018c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.495633] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceeea3d9-7e15-47f7-8dd5-9c993e68b600 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.510165] env[70323]: DEBUG nova.compute.provider_tree [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 906.662802] env[70323]: DEBUG oslo_vmware.api [None req-42bee7fd-4bb4-444c-a6df-697f6d84243e tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5227a624-56b2-5438-8496-1097ee2936f0, 'name': SearchDatastore_Task, 'duration_secs': 0.010057} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.663020] env[70323]: DEBUG oslo_concurrency.lockutils [None req-42bee7fd-4bb4-444c-a6df-697f6d84243e tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.663282] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-42bee7fd-4bb4-444c-a6df-697f6d84243e tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 24896069-5993-488b-87e9-f515c67735dc/24896069-5993-488b-87e9-f515c67735dc.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 906.663569] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c69cb60-a618-4e03-a0d4-e4a755ad087e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.670134] env[70323]: DEBUG oslo_vmware.api [None req-42bee7fd-4bb4-444c-a6df-697f6d84243e tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Waiting for the task: (returnval){ [ 906.670134] env[70323]: value = "task-3227318" [ 906.670134] env[70323]: _type = "Task" [ 906.670134] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.677942] env[70323]: DEBUG oslo_vmware.api [None req-42bee7fd-4bb4-444c-a6df-697f6d84243e tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Task: {'id': task-3227318, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.732169] env[70323]: INFO nova.compute.manager [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 7d130068-25ce-440c-896b-f6a633019a34] Took 43.54 seconds to build instance. [ 906.870522] env[70323]: DEBUG nova.virt.hardware [None req-d87f912e-19c7-45dd-84a7-8bf39fd9dbee tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 906.870800] env[70323]: DEBUG nova.virt.hardware [None req-d87f912e-19c7-45dd-84a7-8bf39fd9dbee tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 906.870973] env[70323]: DEBUG nova.virt.hardware [None req-d87f912e-19c7-45dd-84a7-8bf39fd9dbee tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 906.871177] env[70323]: DEBUG nova.virt.hardware [None req-d87f912e-19c7-45dd-84a7-8bf39fd9dbee tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 906.871326] env[70323]: DEBUG nova.virt.hardware [None req-d87f912e-19c7-45dd-84a7-8bf39fd9dbee tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 906.871474] env[70323]: DEBUG nova.virt.hardware [None req-d87f912e-19c7-45dd-84a7-8bf39fd9dbee tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 906.871690] env[70323]: DEBUG nova.virt.hardware [None req-d87f912e-19c7-45dd-84a7-8bf39fd9dbee tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 906.871873] env[70323]: DEBUG nova.virt.hardware [None req-d87f912e-19c7-45dd-84a7-8bf39fd9dbee tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 906.872064] env[70323]: DEBUG nova.virt.hardware [None req-d87f912e-19c7-45dd-84a7-8bf39fd9dbee tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 906.872241] env[70323]: DEBUG nova.virt.hardware [None req-d87f912e-19c7-45dd-84a7-8bf39fd9dbee tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 906.872415] env[70323]: DEBUG nova.virt.hardware [None req-d87f912e-19c7-45dd-84a7-8bf39fd9dbee tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 906.880051] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3eb51d07-5222-47ef-a6af-6410cb156006 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.899156] env[70323]: DEBUG nova.virt.hardware [None req-b463b8fa-674d-42f3-8806-46eb2c2c9b2d tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 906.899424] env[70323]: DEBUG nova.virt.hardware [None req-b463b8fa-674d-42f3-8806-46eb2c2c9b2d tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 906.899586] env[70323]: DEBUG nova.virt.hardware [None req-b463b8fa-674d-42f3-8806-46eb2c2c9b2d tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 906.899828] env[70323]: DEBUG nova.virt.hardware [None req-b463b8fa-674d-42f3-8806-46eb2c2c9b2d tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 906.899950] env[70323]: DEBUG nova.virt.hardware [None req-b463b8fa-674d-42f3-8806-46eb2c2c9b2d tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 906.900101] env[70323]: DEBUG nova.virt.hardware [None req-b463b8fa-674d-42f3-8806-46eb2c2c9b2d tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 906.900313] env[70323]: DEBUG nova.virt.hardware [None req-b463b8fa-674d-42f3-8806-46eb2c2c9b2d tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 906.900475] env[70323]: DEBUG nova.virt.hardware [None req-b463b8fa-674d-42f3-8806-46eb2c2c9b2d tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 906.900679] env[70323]: DEBUG nova.virt.hardware [None req-b463b8fa-674d-42f3-8806-46eb2c2c9b2d tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 906.900863] env[70323]: DEBUG nova.virt.hardware [None req-b463b8fa-674d-42f3-8806-46eb2c2c9b2d tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 906.901160] env[70323]: DEBUG nova.virt.hardware [None req-b463b8fa-674d-42f3-8806-46eb2c2c9b2d tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 906.902176] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9abff5b8-3898-4261-8d3d-c1e9b829f223 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.907118] env[70323]: DEBUG oslo_vmware.api [None req-d87f912e-19c7-45dd-84a7-8bf39fd9dbee tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for the task: (returnval){ [ 906.907118] env[70323]: value = "task-3227319" [ 906.907118] env[70323]: _type = "Task" [ 906.907118] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.914154] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5563f134-e69f-4121-8253-99842ccfb1df {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.922556] env[70323]: DEBUG oslo_vmware.api [None req-d87f912e-19c7-45dd-84a7-8bf39fd9dbee tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227319, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.934732] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-b463b8fa-674d-42f3-8806-46eb2c2c9b2d tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] [instance: 78c9516c-780a-4604-8c96-877d8d075701] Instance VIF info [] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 906.941356] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b463b8fa-674d-42f3-8806-46eb2c2c9b2d tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 906.941745] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78c9516c-780a-4604-8c96-877d8d075701] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 906.942036] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b8eccda-8cb0-4ad6-a737-05de6dc342ed {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.961229] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 906.961229] env[70323]: value = "task-3227320" [ 906.961229] env[70323]: _type = "Task" [ 906.961229] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.969934] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227320, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.014269] env[70323]: DEBUG nova.scheduler.client.report [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 907.067258] env[70323]: DEBUG nova.compute.manager [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: af716832-998b-4698-8d65-5cf6871b1c2d] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 907.096065] env[70323]: DEBUG nova.virt.hardware [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='1d0fb2fc3ce237217d9c4fd2faf5860a',container_format='bare',created_at=2025-04-03T04:44:26Z,direct_url=,disk_format='vmdk',id=db0d5f88-4395-445f-ab14-ce409705d471,min_disk=1,min_ram=0,name='tempest-test-snap-340987135',owner='26eec41d408a409ebaed6d2b945fe8b8',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-03T04:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 907.096065] env[70323]: DEBUG nova.virt.hardware [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 907.096065] env[70323]: DEBUG nova.virt.hardware [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 907.096065] env[70323]: DEBUG nova.virt.hardware [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 907.096065] env[70323]: DEBUG nova.virt.hardware [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 907.096065] env[70323]: DEBUG nova.virt.hardware [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 907.096065] env[70323]: DEBUG nova.virt.hardware [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 907.096065] env[70323]: DEBUG nova.virt.hardware [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 907.096556] env[70323]: DEBUG nova.virt.hardware [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 907.096556] env[70323]: DEBUG nova.virt.hardware [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 907.096661] env[70323]: DEBUG nova.virt.hardware [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 907.097685] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe1dacd-b4a0-4e0b-8d7c-faf437f7a171 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.106626] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-027b36ce-3d74-4da0-b46c-f35610449a20 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.185134] env[70323]: DEBUG oslo_vmware.api [None req-42bee7fd-4bb4-444c-a6df-697f6d84243e tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Task: {'id': task-3227318, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505663} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.185134] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-42bee7fd-4bb4-444c-a6df-697f6d84243e tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 24896069-5993-488b-87e9-f515c67735dc/24896069-5993-488b-87e9-f515c67735dc.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 907.185134] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-42bee7fd-4bb4-444c-a6df-697f6d84243e tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] [instance: 24896069-5993-488b-87e9-f515c67735dc] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 907.185134] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-90a1171b-7a05-4893-879b-b72374f340c9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.193782] env[70323]: DEBUG oslo_vmware.api [None req-42bee7fd-4bb4-444c-a6df-697f6d84243e tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Waiting for the task: (returnval){ [ 907.193782] env[70323]: value = "task-3227321" [ 907.193782] env[70323]: _type = "Task" [ 907.193782] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.203684] env[70323]: DEBUG oslo_vmware.api [None req-42bee7fd-4bb4-444c-a6df-697f6d84243e tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Task: {'id': task-3227321, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.234554] env[70323]: DEBUG oslo_concurrency.lockutils [None req-62347177-5723-48f5-a36b-556acb82d7fb tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lock "7d130068-25ce-440c-896b-f6a633019a34" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.049s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.418257] env[70323]: DEBUG oslo_vmware.api [None req-d87f912e-19c7-45dd-84a7-8bf39fd9dbee tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227319, 'name': ReconfigVM_Task, 'duration_secs': 0.206927} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.418961] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-d87f912e-19c7-45dd-84a7-8bf39fd9dbee tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Updating instance '94af8883-9a40-4929-8b36-16c400b3d18a' progress to 33 {{(pid=70323) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 907.479788] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227320, 'name': CreateVM_Task, 'duration_secs': 0.291184} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.479971] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78c9516c-780a-4604-8c96-877d8d075701] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 907.480412] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b463b8fa-674d-42f3-8806-46eb2c2c9b2d tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.480574] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b463b8fa-674d-42f3-8806-46eb2c2c9b2d tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.480889] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b463b8fa-674d-42f3-8806-46eb2c2c9b2d tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.481599] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-add38652-cfb2-4931-a231-d17df977819d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.486289] env[70323]: DEBUG nova.compute.manager [req-43a1c4a6-3d3d-43ae-90e9-60597729dcec req-32ab88a8-89a1-4680-a06f-e35482b5448f service nova] [instance: af716832-998b-4698-8d65-5cf6871b1c2d] Received event network-vif-plugged-8d57bab2-3e56-48fd-b577-bf8d12f1a958 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 907.486676] env[70323]: DEBUG oslo_concurrency.lockutils [req-43a1c4a6-3d3d-43ae-90e9-60597729dcec req-32ab88a8-89a1-4680-a06f-e35482b5448f service nova] Acquiring lock "af716832-998b-4698-8d65-5cf6871b1c2d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.486956] env[70323]: DEBUG oslo_concurrency.lockutils [req-43a1c4a6-3d3d-43ae-90e9-60597729dcec req-32ab88a8-89a1-4680-a06f-e35482b5448f service nova] Lock "af716832-998b-4698-8d65-5cf6871b1c2d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.487199] env[70323]: DEBUG oslo_concurrency.lockutils [req-43a1c4a6-3d3d-43ae-90e9-60597729dcec req-32ab88a8-89a1-4680-a06f-e35482b5448f service nova] Lock "af716832-998b-4698-8d65-5cf6871b1c2d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.487414] env[70323]: DEBUG nova.compute.manager [req-43a1c4a6-3d3d-43ae-90e9-60597729dcec req-32ab88a8-89a1-4680-a06f-e35482b5448f service nova] [instance: af716832-998b-4698-8d65-5cf6871b1c2d] No waiting events found dispatching network-vif-plugged-8d57bab2-3e56-48fd-b577-bf8d12f1a958 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 907.487621] env[70323]: WARNING nova.compute.manager [req-43a1c4a6-3d3d-43ae-90e9-60597729dcec req-32ab88a8-89a1-4680-a06f-e35482b5448f service nova] [instance: af716832-998b-4698-8d65-5cf6871b1c2d] Received unexpected event network-vif-plugged-8d57bab2-3e56-48fd-b577-bf8d12f1a958 for instance with vm_state building and task_state spawning. [ 907.492717] env[70323]: DEBUG oslo_vmware.api [None req-b463b8fa-674d-42f3-8806-46eb2c2c9b2d tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Waiting for the task: (returnval){ [ 907.492717] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5283b2dc-5d20-4bf1-7efc-09b6521ee9ae" [ 907.492717] env[70323]: _type = "Task" [ 907.492717] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.501758] env[70323]: DEBUG oslo_vmware.api [None req-b463b8fa-674d-42f3-8806-46eb2c2c9b2d tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5283b2dc-5d20-4bf1-7efc-09b6521ee9ae, 'name': SearchDatastore_Task, 'duration_secs': 0.008784} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.502099] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b463b8fa-674d-42f3-8806-46eb2c2c9b2d tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.502367] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-b463b8fa-674d-42f3-8806-46eb2c2c9b2d tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] [instance: 78c9516c-780a-4604-8c96-877d8d075701] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 907.502744] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b463b8fa-674d-42f3-8806-46eb2c2c9b2d tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.502959] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b463b8fa-674d-42f3-8806-46eb2c2c9b2d tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.503193] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-b463b8fa-674d-42f3-8806-46eb2c2c9b2d tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 907.503480] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b03a66d0-8035-4d18-bb70-0fab683da207 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.512048] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-b463b8fa-674d-42f3-8806-46eb2c2c9b2d tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 907.512248] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-b463b8fa-674d-42f3-8806-46eb2c2c9b2d tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 907.512961] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3b573bd-b991-477a-8e3a-ce108a29f6ed {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.518776] env[70323]: DEBUG oslo_vmware.api [None req-b463b8fa-674d-42f3-8806-46eb2c2c9b2d tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Waiting for the task: (returnval){ [ 907.518776] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52e6674c-edf6-6396-832d-280caade354c" [ 907.518776] env[70323]: _type = "Task" [ 907.518776] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.523703] env[70323]: DEBUG oslo_concurrency.lockutils [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.480s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.524267] env[70323]: DEBUG nova.compute.manager [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: bc4fe22d-07e4-456f-b54f-39b683051029] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 907.526983] env[70323]: DEBUG oslo_concurrency.lockutils [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.060s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.528533] env[70323]: INFO nova.compute.claims [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 1b7f6d4c-945c-434c-bb21-a15f3740fd6a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 907.536560] env[70323]: DEBUG oslo_vmware.api [None req-b463b8fa-674d-42f3-8806-46eb2c2c9b2d tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52e6674c-edf6-6396-832d-280caade354c, 'name': SearchDatastore_Task, 'duration_secs': 0.008273} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.537454] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ab9d98e-a98d-4d4b-9daf-ef595890299e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.542740] env[70323]: DEBUG oslo_vmware.api [None req-b463b8fa-674d-42f3-8806-46eb2c2c9b2d tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Waiting for the task: (returnval){ [ 907.542740] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]521be7a4-e609-794a-d03e-9a802b36f785" [ 907.542740] env[70323]: _type = "Task" [ 907.542740] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.550994] env[70323]: DEBUG oslo_vmware.api [None req-b463b8fa-674d-42f3-8806-46eb2c2c9b2d tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]521be7a4-e609-794a-d03e-9a802b36f785, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.685472] env[70323]: DEBUG nova.network.neutron [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: af716832-998b-4698-8d65-5cf6871b1c2d] Successfully updated port: 8d57bab2-3e56-48fd-b577-bf8d12f1a958 {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 907.705912] env[70323]: DEBUG oslo_vmware.api [None req-42bee7fd-4bb4-444c-a6df-697f6d84243e tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Task: {'id': task-3227321, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.212144} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.705912] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-42bee7fd-4bb4-444c-a6df-697f6d84243e tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] [instance: 24896069-5993-488b-87e9-f515c67735dc] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 907.707034] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e80c3fd-c410-416d-84c8-58cc406d083c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.727992] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-42bee7fd-4bb4-444c-a6df-697f6d84243e tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] [instance: 24896069-5993-488b-87e9-f515c67735dc] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 24896069-5993-488b-87e9-f515c67735dc/24896069-5993-488b-87e9-f515c67735dc.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 907.728362] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-053392be-ac10-49cb-ab66-4e1f94b4ea2c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.750034] env[70323]: DEBUG oslo_vmware.api [None req-42bee7fd-4bb4-444c-a6df-697f6d84243e tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Waiting for the task: (returnval){ [ 907.750034] env[70323]: value = "task-3227322" [ 907.750034] env[70323]: _type = "Task" [ 907.750034] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.760583] env[70323]: DEBUG oslo_vmware.api [None req-42bee7fd-4bb4-444c-a6df-697f6d84243e tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Task: {'id': task-3227322, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.925461] env[70323]: DEBUG nova.virt.hardware [None req-d87f912e-19c7-45dd-84a7-8bf39fd9dbee tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 907.925742] env[70323]: DEBUG nova.virt.hardware [None req-d87f912e-19c7-45dd-84a7-8bf39fd9dbee tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 907.925910] env[70323]: DEBUG nova.virt.hardware [None req-d87f912e-19c7-45dd-84a7-8bf39fd9dbee tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 907.926091] env[70323]: DEBUG nova.virt.hardware [None req-d87f912e-19c7-45dd-84a7-8bf39fd9dbee tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 907.926244] env[70323]: DEBUG nova.virt.hardware [None req-d87f912e-19c7-45dd-84a7-8bf39fd9dbee tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 907.926389] env[70323]: DEBUG nova.virt.hardware [None req-d87f912e-19c7-45dd-84a7-8bf39fd9dbee tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 907.926593] env[70323]: DEBUG nova.virt.hardware [None req-d87f912e-19c7-45dd-84a7-8bf39fd9dbee tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 907.926753] env[70323]: DEBUG nova.virt.hardware [None req-d87f912e-19c7-45dd-84a7-8bf39fd9dbee tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 907.926938] env[70323]: DEBUG nova.virt.hardware [None req-d87f912e-19c7-45dd-84a7-8bf39fd9dbee tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 907.927116] env[70323]: DEBUG nova.virt.hardware [None req-d87f912e-19c7-45dd-84a7-8bf39fd9dbee tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 907.927291] env[70323]: DEBUG nova.virt.hardware [None req-d87f912e-19c7-45dd-84a7-8bf39fd9dbee tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 907.932665] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-d87f912e-19c7-45dd-84a7-8bf39fd9dbee tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Reconfiguring VM instance instance-00000024 to detach disk 2000 {{(pid=70323) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 907.932993] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fea50b4-0720-453f-9cc0-dada9e51ed99 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.951543] env[70323]: DEBUG oslo_vmware.api [None req-d87f912e-19c7-45dd-84a7-8bf39fd9dbee tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for the task: (returnval){ [ 907.951543] env[70323]: value = "task-3227323" [ 907.951543] env[70323]: _type = "Task" [ 907.951543] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.962307] env[70323]: DEBUG oslo_vmware.api [None req-d87f912e-19c7-45dd-84a7-8bf39fd9dbee tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227323, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.974349] env[70323]: DEBUG oslo_concurrency.lockutils [None req-83de5121-3089-4964-bfd6-8fe8c87deede tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquiring lock "7d130068-25ce-440c-896b-f6a633019a34" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.974578] env[70323]: DEBUG oslo_concurrency.lockutils [None req-83de5121-3089-4964-bfd6-8fe8c87deede tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lock "7d130068-25ce-440c-896b-f6a633019a34" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.974759] env[70323]: INFO nova.compute.manager [None req-83de5121-3089-4964-bfd6-8fe8c87deede tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 7d130068-25ce-440c-896b-f6a633019a34] Shelving [ 908.035050] env[70323]: DEBUG nova.compute.utils [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 908.038467] env[70323]: DEBUG nova.compute.manager [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: bc4fe22d-07e4-456f-b54f-39b683051029] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 908.038724] env[70323]: DEBUG nova.network.neutron [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: bc4fe22d-07e4-456f-b54f-39b683051029] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 908.055224] env[70323]: DEBUG oslo_vmware.api [None req-b463b8fa-674d-42f3-8806-46eb2c2c9b2d tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]521be7a4-e609-794a-d03e-9a802b36f785, 'name': SearchDatastore_Task, 'duration_secs': 0.009347} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.055343] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b463b8fa-674d-42f3-8806-46eb2c2c9b2d tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.055600] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-b463b8fa-674d-42f3-8806-46eb2c2c9b2d tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 78c9516c-780a-4604-8c96-877d8d075701/78c9516c-780a-4604-8c96-877d8d075701.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 908.056099] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f76bc1a5-e2e0-40ea-869d-bf43a4265860 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.064238] env[70323]: DEBUG oslo_vmware.api [None req-b463b8fa-674d-42f3-8806-46eb2c2c9b2d tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Waiting for the task: (returnval){ [ 908.064238] env[70323]: value = "task-3227324" [ 908.064238] env[70323]: _type = "Task" [ 908.064238] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.074214] env[70323]: DEBUG oslo_vmware.api [None req-b463b8fa-674d-42f3-8806-46eb2c2c9b2d tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Task: {'id': task-3227324, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.077551] env[70323]: DEBUG nova.policy [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dbdc4ebdb3e84e91a9bb707d7d39b667', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '583585aa3b3a42739c01c42e48c61ed2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 908.188679] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Acquiring lock "refresh_cache-af716832-998b-4698-8d65-5cf6871b1c2d" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.188935] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Acquired lock "refresh_cache-af716832-998b-4698-8d65-5cf6871b1c2d" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.189119] env[70323]: DEBUG nova.network.neutron [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: af716832-998b-4698-8d65-5cf6871b1c2d] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 908.260801] env[70323]: DEBUG oslo_vmware.api [None req-42bee7fd-4bb4-444c-a6df-697f6d84243e tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Task: {'id': task-3227322, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.412735] env[70323]: DEBUG nova.network.neutron [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: bc4fe22d-07e4-456f-b54f-39b683051029] Successfully created port: 07a04bf3-b5ae-4d32-98f8-f1604df39edc {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 908.470107] env[70323]: DEBUG oslo_vmware.api [None req-d87f912e-19c7-45dd-84a7-8bf39fd9dbee tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227323, 'name': ReconfigVM_Task, 'duration_secs': 0.211391} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.470445] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-d87f912e-19c7-45dd-84a7-8bf39fd9dbee tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Reconfigured VM instance instance-00000024 to detach disk 2000 {{(pid=70323) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 908.471340] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55ca4cf-5ebb-40bf-8af0-7c987e28f0e8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.511339] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-d87f912e-19c7-45dd-84a7-8bf39fd9dbee tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 94af8883-9a40-4929-8b36-16c400b3d18a/94af8883-9a40-4929-8b36-16c400b3d18a.vmdk or device None with type thin {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 908.512919] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c79fdcca-24b9-4597-a867-df5bb9090f44 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.538727] env[70323]: DEBUG oslo_vmware.api [None req-d87f912e-19c7-45dd-84a7-8bf39fd9dbee tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for the task: (returnval){ [ 908.538727] env[70323]: value = "task-3227325" [ 908.538727] env[70323]: _type = "Task" [ 908.538727] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.539261] env[70323]: DEBUG nova.compute.manager [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: bc4fe22d-07e4-456f-b54f-39b683051029] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 908.562114] env[70323]: DEBUG oslo_vmware.api [None req-d87f912e-19c7-45dd-84a7-8bf39fd9dbee tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227325, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.578067] env[70323]: DEBUG oslo_vmware.api [None req-b463b8fa-674d-42f3-8806-46eb2c2c9b2d tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Task: {'id': task-3227324, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.763994] env[70323]: DEBUG oslo_vmware.api [None req-42bee7fd-4bb4-444c-a6df-697f6d84243e tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Task: {'id': task-3227322, 'name': ReconfigVM_Task, 'duration_secs': 0.76117} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.765116] env[70323]: DEBUG nova.network.neutron [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: af716832-998b-4698-8d65-5cf6871b1c2d] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 908.771166] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-42bee7fd-4bb4-444c-a6df-697f6d84243e tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] [instance: 24896069-5993-488b-87e9-f515c67735dc] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 24896069-5993-488b-87e9-f515c67735dc/24896069-5993-488b-87e9-f515c67735dc.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 908.772073] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4627533b-86bb-4fbf-af6b-d0b471c6d41e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.780601] env[70323]: DEBUG oslo_vmware.api [None req-42bee7fd-4bb4-444c-a6df-697f6d84243e tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Waiting for the task: (returnval){ [ 908.780601] env[70323]: value = "task-3227326" [ 908.780601] env[70323]: _type = "Task" [ 908.780601] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.793753] env[70323]: DEBUG oslo_vmware.api [None req-42bee7fd-4bb4-444c-a6df-697f6d84243e tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Task: {'id': task-3227326, 'name': Rename_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.987552] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-83de5121-3089-4964-bfd6-8fe8c87deede tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 7d130068-25ce-440c-896b-f6a633019a34] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 908.987904] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87606f6a-fd63-4450-bd65-b52b620f0926 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.994742] env[70323]: DEBUG nova.network.neutron [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: af716832-998b-4698-8d65-5cf6871b1c2d] Updating instance_info_cache with network_info: [{"id": "8d57bab2-3e56-48fd-b577-bf8d12f1a958", "address": "fa:16:3e:c7:1f:e4", "network": {"id": "b228dccb-aca7-4bb7-9a29-1f859b2d48ee", "bridge": "br-int", "label": "tempest-ImagesTestJSON-216220513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26eec41d408a409ebaed6d2b945fe8b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d57bab2-3e", "ovs_interfaceid": "8d57bab2-3e56-48fd-b577-bf8d12f1a958", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.998535] env[70323]: DEBUG oslo_vmware.api [None req-83de5121-3089-4964-bfd6-8fe8c87deede tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for the task: (returnval){ [ 908.998535] env[70323]: value = "task-3227327" [ 908.998535] env[70323]: _type = "Task" [ 908.998535] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.013616] env[70323]: DEBUG oslo_vmware.api [None req-83de5121-3089-4964-bfd6-8fe8c87deede tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227327, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.053093] env[70323]: DEBUG oslo_vmware.api [None req-d87f912e-19c7-45dd-84a7-8bf39fd9dbee tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227325, 'name': ReconfigVM_Task, 'duration_secs': 0.35058} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.053542] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-d87f912e-19c7-45dd-84a7-8bf39fd9dbee tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 94af8883-9a40-4929-8b36-16c400b3d18a/94af8883-9a40-4929-8b36-16c400b3d18a.vmdk or device None with type thin {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 909.053910] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-d87f912e-19c7-45dd-84a7-8bf39fd9dbee tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Updating instance '94af8883-9a40-4929-8b36-16c400b3d18a' progress to 50 {{(pid=70323) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 909.063865] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2faf9dec-f51c-4465-8247-f6b4f80a442d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.076545] env[70323]: DEBUG oslo_concurrency.lockutils [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquiring lock "b52ff327-d2be-4acd-8604-7860947112af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.077682] env[70323]: DEBUG oslo_concurrency.lockutils [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Lock "b52ff327-d2be-4acd-8604-7860947112af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.082746] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d782cd8-3795-4a7a-9c6a-cbbd106a43fe {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.090506] env[70323]: DEBUG oslo_vmware.api [None req-b463b8fa-674d-42f3-8806-46eb2c2c9b2d tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Task: {'id': task-3227324, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515716} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.091311] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-b463b8fa-674d-42f3-8806-46eb2c2c9b2d tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 78c9516c-780a-4604-8c96-877d8d075701/78c9516c-780a-4604-8c96-877d8d075701.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 909.091624] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-b463b8fa-674d-42f3-8806-46eb2c2c9b2d tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] [instance: 78c9516c-780a-4604-8c96-877d8d075701] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 909.091961] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a4e15b67-8a0a-42df-9038-a4a3351eebb6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.122697] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-652ab5a1-dde5-489f-8ce0-27c79f2ba806 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.128273] env[70323]: DEBUG oslo_vmware.api [None req-b463b8fa-674d-42f3-8806-46eb2c2c9b2d tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Waiting for the task: (returnval){ [ 909.128273] env[70323]: value = "task-3227328" [ 909.128273] env[70323]: _type = "Task" [ 909.128273] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.134701] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eac97fe-be1c-4e57-957a-f30dc64024ea {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.149198] env[70323]: DEBUG oslo_vmware.api [None req-b463b8fa-674d-42f3-8806-46eb2c2c9b2d tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Task: {'id': task-3227328, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.157838] env[70323]: DEBUG nova.compute.provider_tree [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 909.290984] env[70323]: DEBUG oslo_vmware.api [None req-42bee7fd-4bb4-444c-a6df-697f6d84243e tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Task: {'id': task-3227326, 'name': Rename_Task, 'duration_secs': 0.190636} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.291328] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-42bee7fd-4bb4-444c-a6df-697f6d84243e tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] [instance: 24896069-5993-488b-87e9-f515c67735dc] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 909.291624] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21575aad-582e-42b3-9eeb-232e4f7ce12c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.299198] env[70323]: DEBUG oslo_vmware.api [None req-42bee7fd-4bb4-444c-a6df-697f6d84243e tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Waiting for the task: (returnval){ [ 909.299198] env[70323]: value = "task-3227329" [ 909.299198] env[70323]: _type = "Task" [ 909.299198] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.307098] env[70323]: DEBUG oslo_vmware.api [None req-42bee7fd-4bb4-444c-a6df-697f6d84243e tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Task: {'id': task-3227329, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.498421] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Releasing lock "refresh_cache-af716832-998b-4698-8d65-5cf6871b1c2d" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.498773] env[70323]: DEBUG nova.compute.manager [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: af716832-998b-4698-8d65-5cf6871b1c2d] Instance network_info: |[{"id": "8d57bab2-3e56-48fd-b577-bf8d12f1a958", "address": "fa:16:3e:c7:1f:e4", "network": {"id": "b228dccb-aca7-4bb7-9a29-1f859b2d48ee", "bridge": "br-int", "label": "tempest-ImagesTestJSON-216220513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26eec41d408a409ebaed6d2b945fe8b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d57bab2-3e", "ovs_interfaceid": "8d57bab2-3e56-48fd-b577-bf8d12f1a958", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 909.499377] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: af716832-998b-4698-8d65-5cf6871b1c2d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:1f:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d57bab2-3e56-48fd-b577-bf8d12f1a958', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 909.506756] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 909.510020] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af716832-998b-4698-8d65-5cf6871b1c2d] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 909.510329] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d6de759d-3f09-47d3-ac3a-ac463d637fe2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.528185] env[70323]: DEBUG nova.compute.manager [req-9a1a7395-1f41-4059-871c-9171beeb55c8 req-ac6a33da-9bca-4da4-836a-2a22524a856a service nova] [instance: af716832-998b-4698-8d65-5cf6871b1c2d] Received event network-changed-8d57bab2-3e56-48fd-b577-bf8d12f1a958 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 909.528467] env[70323]: DEBUG nova.compute.manager [req-9a1a7395-1f41-4059-871c-9171beeb55c8 req-ac6a33da-9bca-4da4-836a-2a22524a856a service nova] [instance: af716832-998b-4698-8d65-5cf6871b1c2d] Refreshing instance network info cache due to event network-changed-8d57bab2-3e56-48fd-b577-bf8d12f1a958. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 909.528799] env[70323]: DEBUG oslo_concurrency.lockutils [req-9a1a7395-1f41-4059-871c-9171beeb55c8 req-ac6a33da-9bca-4da4-836a-2a22524a856a service nova] Acquiring lock "refresh_cache-af716832-998b-4698-8d65-5cf6871b1c2d" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.529012] env[70323]: DEBUG oslo_concurrency.lockutils [req-9a1a7395-1f41-4059-871c-9171beeb55c8 req-ac6a33da-9bca-4da4-836a-2a22524a856a service nova] Acquired lock "refresh_cache-af716832-998b-4698-8d65-5cf6871b1c2d" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.529218] env[70323]: DEBUG nova.network.neutron [req-9a1a7395-1f41-4059-871c-9171beeb55c8 req-ac6a33da-9bca-4da4-836a-2a22524a856a service nova] [instance: af716832-998b-4698-8d65-5cf6871b1c2d] Refreshing network info cache for port 8d57bab2-3e56-48fd-b577-bf8d12f1a958 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 909.534384] env[70323]: DEBUG oslo_vmware.api [None req-83de5121-3089-4964-bfd6-8fe8c87deede tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227327, 'name': PowerOffVM_Task, 'duration_secs': 0.52865} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.534854] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-83de5121-3089-4964-bfd6-8fe8c87deede tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 7d130068-25ce-440c-896b-f6a633019a34] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 909.535800] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a3bd79-460f-4cbe-b5a7-341ce9d98382 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.542095] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 909.542095] env[70323]: value = "task-3227330" [ 909.542095] env[70323]: _type = "Task" [ 909.542095] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.561371] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a597b2c-9ba1-481c-aa71-dac4d364d036 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.569255] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227330, 'name': CreateVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.570621] env[70323]: DEBUG nova.compute.manager [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: bc4fe22d-07e4-456f-b54f-39b683051029] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 909.574322] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e09fb5-9054-4ee8-b8ab-04229267168f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.579529] env[70323]: DEBUG nova.compute.manager [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: b52ff327-d2be-4acd-8604-7860947112af] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 909.604226] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67f3c32-ec65-442e-8c0e-d180237ca03a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.627792] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-d87f912e-19c7-45dd-84a7-8bf39fd9dbee tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Updating instance '94af8883-9a40-4929-8b36-16c400b3d18a' progress to 67 {{(pid=70323) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 909.632760] env[70323]: DEBUG nova.virt.hardware [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 909.633031] env[70323]: DEBUG nova.virt.hardware [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 909.633242] env[70323]: DEBUG nova.virt.hardware [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 909.633493] env[70323]: DEBUG nova.virt.hardware [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 909.633951] env[70323]: DEBUG nova.virt.hardware [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 909.634017] env[70323]: DEBUG nova.virt.hardware [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 909.634316] env[70323]: DEBUG nova.virt.hardware [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 909.634567] env[70323]: DEBUG nova.virt.hardware [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 909.634822] env[70323]: DEBUG nova.virt.hardware [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 909.635111] env[70323]: DEBUG nova.virt.hardware [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 909.635400] env[70323]: DEBUG nova.virt.hardware [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 909.637646] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e06570-3061-470b-8a89-fd647a9d5a80 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.655924] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2acbbe0-2ec8-4371-8247-5a91bb6903e8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.660512] env[70323]: DEBUG oslo_vmware.api [None req-b463b8fa-674d-42f3-8806-46eb2c2c9b2d tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Task: {'id': task-3227328, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076814} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.662235] env[70323]: DEBUG nova.scheduler.client.report [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 909.665981] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-b463b8fa-674d-42f3-8806-46eb2c2c9b2d tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] [instance: 78c9516c-780a-4604-8c96-877d8d075701] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 909.667733] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2370ed0-68a0-461c-a3e1-95f0f3a6d689 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.702252] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-b463b8fa-674d-42f3-8806-46eb2c2c9b2d tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] [instance: 78c9516c-780a-4604-8c96-877d8d075701] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 78c9516c-780a-4604-8c96-877d8d075701/78c9516c-780a-4604-8c96-877d8d075701.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 909.703159] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84ba30fe-06dc-4146-8657-f9e635b3719b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.724995] env[70323]: DEBUG oslo_vmware.api [None req-b463b8fa-674d-42f3-8806-46eb2c2c9b2d tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Waiting for the task: (returnval){ [ 909.724995] env[70323]: value = "task-3227331" [ 909.724995] env[70323]: _type = "Task" [ 909.724995] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.735057] env[70323]: DEBUG oslo_vmware.api [None req-b463b8fa-674d-42f3-8806-46eb2c2c9b2d tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Task: {'id': task-3227331, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.810805] env[70323]: DEBUG oslo_vmware.api [None req-42bee7fd-4bb4-444c-a6df-697f6d84243e tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Task: {'id': task-3227329, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.057679] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227330, 'name': CreateVM_Task, 'duration_secs': 0.506399} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.058613] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af716832-998b-4698-8d65-5cf6871b1c2d] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 910.059517] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/db0d5f88-4395-445f-ab14-ce409705d471" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.059879] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Acquired lock "[datastore1] devstack-image-cache_base/db0d5f88-4395-445f-ab14-ce409705d471" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.060375] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/db0d5f88-4395-445f-ab14-ce409705d471" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.060750] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1600798-da01-4dc4-899f-ff33555f0ee3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.068217] env[70323]: DEBUG oslo_vmware.api [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Waiting for the task: (returnval){ [ 910.068217] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52c34fa4-8706-9c1f-ad65-3505b240ac81" [ 910.068217] env[70323]: _type = "Task" [ 910.068217] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.075661] env[70323]: DEBUG oslo_vmware.api [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52c34fa4-8706-9c1f-ad65-3505b240ac81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.106565] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-83de5121-3089-4964-bfd6-8fe8c87deede tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 7d130068-25ce-440c-896b-f6a633019a34] Creating Snapshot of the VM instance {{(pid=70323) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 910.106565] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-29c9d2d5-0ca5-4dde-bfe1-7c9fdf6c5041 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.109198] env[70323]: DEBUG oslo_concurrency.lockutils [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.118072] env[70323]: DEBUG oslo_vmware.api [None req-83de5121-3089-4964-bfd6-8fe8c87deede tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for the task: (returnval){ [ 910.118072] env[70323]: value = "task-3227332" [ 910.118072] env[70323]: _type = "Task" [ 910.118072] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.128773] env[70323]: DEBUG oslo_vmware.api [None req-83de5121-3089-4964-bfd6-8fe8c87deede tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227332, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.174081] env[70323]: DEBUG nova.network.neutron [None req-d87f912e-19c7-45dd-84a7-8bf39fd9dbee tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Port 8c5f3432-2d20-4f0c-9576-6e4751241d3f binding to destination host cpu-1 is already ACTIVE {{(pid=70323) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 910.182133] env[70323]: DEBUG oslo_concurrency.lockutils [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.654s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.182133] env[70323]: DEBUG nova.compute.manager [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 1b7f6d4c-945c-434c-bb21-a15f3740fd6a] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 910.184291] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.404s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.185774] env[70323]: INFO nova.compute.claims [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 910.241649] env[70323]: DEBUG oslo_vmware.api [None req-b463b8fa-674d-42f3-8806-46eb2c2c9b2d tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Task: {'id': task-3227331, 'name': ReconfigVM_Task, 'duration_secs': 0.263454} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.244718] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-b463b8fa-674d-42f3-8806-46eb2c2c9b2d tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] [instance: 78c9516c-780a-4604-8c96-877d8d075701] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 78c9516c-780a-4604-8c96-877d8d075701/78c9516c-780a-4604-8c96-877d8d075701.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 910.245485] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64500fc4-717e-4a0a-b738-03521e1e8659 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.253139] env[70323]: DEBUG oslo_vmware.api [None req-b463b8fa-674d-42f3-8806-46eb2c2c9b2d tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Waiting for the task: (returnval){ [ 910.253139] env[70323]: value = "task-3227333" [ 910.253139] env[70323]: _type = "Task" [ 910.253139] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.262257] env[70323]: DEBUG oslo_vmware.api [None req-b463b8fa-674d-42f3-8806-46eb2c2c9b2d tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Task: {'id': task-3227333, 'name': Rename_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.315388] env[70323]: DEBUG oslo_vmware.api [None req-42bee7fd-4bb4-444c-a6df-697f6d84243e tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Task: {'id': task-3227329, 'name': PowerOnVM_Task, 'duration_secs': 0.819594} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.315388] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-42bee7fd-4bb4-444c-a6df-697f6d84243e tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] [instance: 24896069-5993-488b-87e9-f515c67735dc] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 910.315388] env[70323]: DEBUG nova.compute.manager [None req-42bee7fd-4bb4-444c-a6df-697f6d84243e tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] [instance: 24896069-5993-488b-87e9-f515c67735dc] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 910.315388] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98032b61-b91a-405a-933c-f2595f2cdd79 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.383235] env[70323]: DEBUG nova.network.neutron [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: bc4fe22d-07e4-456f-b54f-39b683051029] Successfully updated port: 07a04bf3-b5ae-4d32-98f8-f1604df39edc {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 910.402860] env[70323]: DEBUG nova.network.neutron [req-9a1a7395-1f41-4059-871c-9171beeb55c8 req-ac6a33da-9bca-4da4-836a-2a22524a856a service nova] [instance: af716832-998b-4698-8d65-5cf6871b1c2d] Updated VIF entry in instance network info cache for port 8d57bab2-3e56-48fd-b577-bf8d12f1a958. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 910.403329] env[70323]: DEBUG nova.network.neutron [req-9a1a7395-1f41-4059-871c-9171beeb55c8 req-ac6a33da-9bca-4da4-836a-2a22524a856a service nova] [instance: af716832-998b-4698-8d65-5cf6871b1c2d] Updating instance_info_cache with network_info: [{"id": "8d57bab2-3e56-48fd-b577-bf8d12f1a958", "address": "fa:16:3e:c7:1f:e4", "network": {"id": "b228dccb-aca7-4bb7-9a29-1f859b2d48ee", "bridge": "br-int", "label": "tempest-ImagesTestJSON-216220513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26eec41d408a409ebaed6d2b945fe8b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d57bab2-3e", "ovs_interfaceid": "8d57bab2-3e56-48fd-b577-bf8d12f1a958", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.577121] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Releasing lock "[datastore1] devstack-image-cache_base/db0d5f88-4395-445f-ab14-ce409705d471" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.577302] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: af716832-998b-4698-8d65-5cf6871b1c2d] Processing image db0d5f88-4395-445f-ab14-ce409705d471 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 910.577543] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/db0d5f88-4395-445f-ab14-ce409705d471/db0d5f88-4395-445f-ab14-ce409705d471.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.577693] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Acquired lock "[datastore1] devstack-image-cache_base/db0d5f88-4395-445f-ab14-ce409705d471/db0d5f88-4395-445f-ab14-ce409705d471.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.577871] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 910.578144] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9633c2fc-d50e-475e-b9dd-38963eeb7849 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.588432] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 910.588524] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 910.589436] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df21646a-6eda-46ac-826d-efa15937bb57 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.595479] env[70323]: DEBUG oslo_vmware.api [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Waiting for the task: (returnval){ [ 910.595479] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5291e890-4886-d48e-c498-a5c5d0171b7c" [ 910.595479] env[70323]: _type = "Task" [ 910.595479] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.603490] env[70323]: DEBUG oslo_vmware.api [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5291e890-4886-d48e-c498-a5c5d0171b7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.627918] env[70323]: DEBUG oslo_vmware.api [None req-83de5121-3089-4964-bfd6-8fe8c87deede tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227332, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.695934] env[70323]: DEBUG nova.compute.utils [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 910.697971] env[70323]: DEBUG nova.compute.manager [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 1b7f6d4c-945c-434c-bb21-a15f3740fd6a] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 910.698191] env[70323]: DEBUG nova.network.neutron [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 1b7f6d4c-945c-434c-bb21-a15f3740fd6a] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 910.744304] env[70323]: DEBUG nova.policy [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dbdc4ebdb3e84e91a9bb707d7d39b667', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '583585aa3b3a42739c01c42e48c61ed2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 910.763331] env[70323]: DEBUG oslo_vmware.api [None req-b463b8fa-674d-42f3-8806-46eb2c2c9b2d tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Task: {'id': task-3227333, 'name': Rename_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.834697] env[70323]: DEBUG oslo_concurrency.lockutils [None req-42bee7fd-4bb4-444c-a6df-697f6d84243e tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.887052] env[70323]: DEBUG oslo_concurrency.lockutils [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Acquiring lock "refresh_cache-bc4fe22d-07e4-456f-b54f-39b683051029" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.887052] env[70323]: DEBUG oslo_concurrency.lockutils [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Acquired lock "refresh_cache-bc4fe22d-07e4-456f-b54f-39b683051029" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.887052] env[70323]: DEBUG nova.network.neutron [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: bc4fe22d-07e4-456f-b54f-39b683051029] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 910.905924] env[70323]: DEBUG oslo_concurrency.lockutils [req-9a1a7395-1f41-4059-871c-9171beeb55c8 req-ac6a33da-9bca-4da4-836a-2a22524a856a service nova] Releasing lock "refresh_cache-af716832-998b-4698-8d65-5cf6871b1c2d" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.077265] env[70323]: DEBUG nova.network.neutron [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 1b7f6d4c-945c-434c-bb21-a15f3740fd6a] Successfully created port: 4794092b-7928-4561-8736-341cc4660759 {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 911.113502] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: af716832-998b-4698-8d65-5cf6871b1c2d] Preparing fetch location {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 911.114298] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: af716832-998b-4698-8d65-5cf6871b1c2d] Fetch image to [datastore1] OSTACK_IMG_40d84e60-ea9e-448c-ba43-cb9e3859ff3b/OSTACK_IMG_40d84e60-ea9e-448c-ba43-cb9e3859ff3b.vmdk {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 911.114681] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: af716832-998b-4698-8d65-5cf6871b1c2d] Downloading stream optimized image db0d5f88-4395-445f-ab14-ce409705d471 to [datastore1] OSTACK_IMG_40d84e60-ea9e-448c-ba43-cb9e3859ff3b/OSTACK_IMG_40d84e60-ea9e-448c-ba43-cb9e3859ff3b.vmdk on the data store datastore1 as vApp {{(pid=70323) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 911.116945] env[70323]: DEBUG nova.virt.vmwareapi.images [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: af716832-998b-4698-8d65-5cf6871b1c2d] Downloading image file data db0d5f88-4395-445f-ab14-ce409705d471 to the ESX as VM named 'OSTACK_IMG_40d84e60-ea9e-448c-ba43-cb9e3859ff3b' {{(pid=70323) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 911.130221] env[70323]: DEBUG oslo_vmware.api [None req-83de5121-3089-4964-bfd6-8fe8c87deede tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227332, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.198074] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d87f912e-19c7-45dd-84a7-8bf39fd9dbee tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Acquiring lock "94af8883-9a40-4929-8b36-16c400b3d18a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.198074] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d87f912e-19c7-45dd-84a7-8bf39fd9dbee tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Lock "94af8883-9a40-4929-8b36-16c400b3d18a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.198074] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d87f912e-19c7-45dd-84a7-8bf39fd9dbee tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Lock "94af8883-9a40-4929-8b36-16c400b3d18a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.202262] env[70323]: DEBUG nova.compute.manager [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 1b7f6d4c-945c-434c-bb21-a15f3740fd6a] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 911.209465] env[70323]: DEBUG oslo_vmware.rw_handles [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 911.209465] env[70323]: value = "resgroup-9" [ 911.209465] env[70323]: _type = "ResourcePool" [ 911.209465] env[70323]: }. {{(pid=70323) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 911.210531] env[70323]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-a8f1f7c0-84c6-4bc7-a8d6-2272eaef58a9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.235147] env[70323]: DEBUG oslo_vmware.rw_handles [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Lease: (returnval){ [ 911.235147] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5225c266-0f98-f9fe-d1cd-48d5e06aa839" [ 911.235147] env[70323]: _type = "HttpNfcLease" [ 911.235147] env[70323]: } obtained for vApp import into resource pool (val){ [ 911.235147] env[70323]: value = "resgroup-9" [ 911.235147] env[70323]: _type = "ResourcePool" [ 911.235147] env[70323]: }. {{(pid=70323) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 911.235640] env[70323]: DEBUG oslo_vmware.api [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Waiting for the lease: (returnval){ [ 911.235640] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5225c266-0f98-f9fe-d1cd-48d5e06aa839" [ 911.235640] env[70323]: _type = "HttpNfcLease" [ 911.235640] env[70323]: } to be ready. {{(pid=70323) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 911.243624] env[70323]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 911.243624] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5225c266-0f98-f9fe-d1cd-48d5e06aa839" [ 911.243624] env[70323]: _type = "HttpNfcLease" [ 911.243624] env[70323]: } is initializing. {{(pid=70323) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 911.266517] env[70323]: DEBUG oslo_vmware.api [None req-b463b8fa-674d-42f3-8806-46eb2c2c9b2d tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Task: {'id': task-3227333, 'name': Rename_Task, 'duration_secs': 0.815083} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.266730] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-b463b8fa-674d-42f3-8806-46eb2c2c9b2d tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] [instance: 78c9516c-780a-4604-8c96-877d8d075701] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 911.267023] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3764b3a-8316-4f8c-ba48-b8c48f7a4ac6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.278495] env[70323]: DEBUG oslo_vmware.api [None req-b463b8fa-674d-42f3-8806-46eb2c2c9b2d tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Waiting for the task: (returnval){ [ 911.278495] env[70323]: value = "task-3227335" [ 911.278495] env[70323]: _type = "Task" [ 911.278495] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.287537] env[70323]: DEBUG oslo_vmware.api [None req-b463b8fa-674d-42f3-8806-46eb2c2c9b2d tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Task: {'id': task-3227335, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.432843] env[70323]: DEBUG nova.network.neutron [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: bc4fe22d-07e4-456f-b54f-39b683051029] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 911.441925] env[70323]: DEBUG oslo_concurrency.lockutils [None req-29eaef7b-9dcb-4d96-9197-d6c576f0ff25 tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Acquiring lock "24896069-5993-488b-87e9-f515c67735dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.441925] env[70323]: DEBUG oslo_concurrency.lockutils [None req-29eaef7b-9dcb-4d96-9197-d6c576f0ff25 tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Lock "24896069-5993-488b-87e9-f515c67735dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.441925] env[70323]: DEBUG oslo_concurrency.lockutils [None req-29eaef7b-9dcb-4d96-9197-d6c576f0ff25 tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Acquiring lock "24896069-5993-488b-87e9-f515c67735dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.441925] env[70323]: DEBUG oslo_concurrency.lockutils [None req-29eaef7b-9dcb-4d96-9197-d6c576f0ff25 tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Lock "24896069-5993-488b-87e9-f515c67735dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.442138] env[70323]: DEBUG oslo_concurrency.lockutils [None req-29eaef7b-9dcb-4d96-9197-d6c576f0ff25 tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Lock "24896069-5993-488b-87e9-f515c67735dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.446590] env[70323]: INFO nova.compute.manager [None req-29eaef7b-9dcb-4d96-9197-d6c576f0ff25 tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] [instance: 24896069-5993-488b-87e9-f515c67735dc] Terminating instance [ 911.545219] env[70323]: DEBUG nova.compute.manager [req-4d3c428b-b651-4940-9888-d9c638780f57 req-023e28d2-c4b8-48b5-926a-9c26ca41b429 service nova] [instance: bc4fe22d-07e4-456f-b54f-39b683051029] Received event network-vif-plugged-07a04bf3-b5ae-4d32-98f8-f1604df39edc {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.545439] env[70323]: DEBUG oslo_concurrency.lockutils [req-4d3c428b-b651-4940-9888-d9c638780f57 req-023e28d2-c4b8-48b5-926a-9c26ca41b429 service nova] Acquiring lock "bc4fe22d-07e4-456f-b54f-39b683051029-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.545648] env[70323]: DEBUG oslo_concurrency.lockutils [req-4d3c428b-b651-4940-9888-d9c638780f57 req-023e28d2-c4b8-48b5-926a-9c26ca41b429 service nova] Lock "bc4fe22d-07e4-456f-b54f-39b683051029-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.545817] env[70323]: DEBUG oslo_concurrency.lockutils [req-4d3c428b-b651-4940-9888-d9c638780f57 req-023e28d2-c4b8-48b5-926a-9c26ca41b429 service nova] Lock "bc4fe22d-07e4-456f-b54f-39b683051029-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.546057] env[70323]: DEBUG nova.compute.manager [req-4d3c428b-b651-4940-9888-d9c638780f57 req-023e28d2-c4b8-48b5-926a-9c26ca41b429 service nova] [instance: bc4fe22d-07e4-456f-b54f-39b683051029] No waiting events found dispatching network-vif-plugged-07a04bf3-b5ae-4d32-98f8-f1604df39edc {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 911.546177] env[70323]: WARNING nova.compute.manager [req-4d3c428b-b651-4940-9888-d9c638780f57 req-023e28d2-c4b8-48b5-926a-9c26ca41b429 service nova] [instance: bc4fe22d-07e4-456f-b54f-39b683051029] Received unexpected event network-vif-plugged-07a04bf3-b5ae-4d32-98f8-f1604df39edc for instance with vm_state building and task_state spawning. [ 911.546341] env[70323]: DEBUG nova.compute.manager [req-4d3c428b-b651-4940-9888-d9c638780f57 req-023e28d2-c4b8-48b5-926a-9c26ca41b429 service nova] [instance: bc4fe22d-07e4-456f-b54f-39b683051029] Received event network-changed-07a04bf3-b5ae-4d32-98f8-f1604df39edc {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.546490] env[70323]: DEBUG nova.compute.manager [req-4d3c428b-b651-4940-9888-d9c638780f57 req-023e28d2-c4b8-48b5-926a-9c26ca41b429 service nova] [instance: bc4fe22d-07e4-456f-b54f-39b683051029] Refreshing instance network info cache due to event network-changed-07a04bf3-b5ae-4d32-98f8-f1604df39edc. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 911.546655] env[70323]: DEBUG oslo_concurrency.lockutils [req-4d3c428b-b651-4940-9888-d9c638780f57 req-023e28d2-c4b8-48b5-926a-9c26ca41b429 service nova] Acquiring lock "refresh_cache-bc4fe22d-07e4-456f-b54f-39b683051029" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.587701] env[70323]: DEBUG nova.network.neutron [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: bc4fe22d-07e4-456f-b54f-39b683051029] Updating instance_info_cache with network_info: [{"id": "07a04bf3-b5ae-4d32-98f8-f1604df39edc", "address": "fa:16:3e:3e:5e:36", "network": {"id": "3da9e1b6-c0aa-4cf5-a94e-1c5a69c578b6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1041804939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "583585aa3b3a42739c01c42e48c61ed2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07a04bf3-b5", "ovs_interfaceid": "07a04bf3-b5ae-4d32-98f8-f1604df39edc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.633898] env[70323]: DEBUG oslo_vmware.api [None req-83de5121-3089-4964-bfd6-8fe8c87deede tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227332, 'name': CreateSnapshot_Task, 'duration_secs': 1.252723} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.637756] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-83de5121-3089-4964-bfd6-8fe8c87deede tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 7d130068-25ce-440c-896b-f6a633019a34] Created Snapshot of the VM instance {{(pid=70323) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 911.641122] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5870e84c-4650-435d-9392-cd6088c5749c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.707928] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de291f22-3d5f-4711-aa3c-f556c7d0574e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.724709] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592c693a-e347-430d-9faa-b9131db555ab {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.761756] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8518da43-c33a-4090-943d-fdc34cec0011 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.771030] env[70323]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 911.771030] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5225c266-0f98-f9fe-d1cd-48d5e06aa839" [ 911.771030] env[70323]: _type = "HttpNfcLease" [ 911.771030] env[70323]: } is ready. {{(pid=70323) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 911.771754] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3841149-ce47-4e7d-8258-bca116895f4d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.775367] env[70323]: DEBUG oslo_vmware.rw_handles [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 911.775367] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5225c266-0f98-f9fe-d1cd-48d5e06aa839" [ 911.775367] env[70323]: _type = "HttpNfcLease" [ 911.775367] env[70323]: }. {{(pid=70323) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 911.776274] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959d36f0-7c41-4621-b569-349f3b8fffbf {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.789993] env[70323]: DEBUG nova.compute.provider_tree [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 911.794753] env[70323]: DEBUG oslo_vmware.rw_handles [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520a4205-55eb-18c7-d215-980b1a392e73/disk-0.vmdk from lease info. {{(pid=70323) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 911.794966] env[70323]: DEBUG oslo_vmware.rw_handles [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520a4205-55eb-18c7-d215-980b1a392e73/disk-0.vmdk. {{(pid=70323) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 911.799750] env[70323]: DEBUG oslo_vmware.api [None req-b463b8fa-674d-42f3-8806-46eb2c2c9b2d tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Task: {'id': task-3227335, 'name': PowerOnVM_Task, 'duration_secs': 0.47821} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.801350] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-b463b8fa-674d-42f3-8806-46eb2c2c9b2d tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] [instance: 78c9516c-780a-4604-8c96-877d8d075701] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 911.801579] env[70323]: DEBUG nova.compute.manager [None req-b463b8fa-674d-42f3-8806-46eb2c2c9b2d tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] [instance: 78c9516c-780a-4604-8c96-877d8d075701] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 911.855813] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9b0cc0-93ab-439d-854d-150b54eee082 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.867918] env[70323]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-445915ec-bc34-4a58-a5dd-fe92d3c627c5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.951357] env[70323]: DEBUG oslo_concurrency.lockutils [None req-29eaef7b-9dcb-4d96-9197-d6c576f0ff25 tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Acquiring lock "refresh_cache-24896069-5993-488b-87e9-f515c67735dc" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.951647] env[70323]: DEBUG oslo_concurrency.lockutils [None req-29eaef7b-9dcb-4d96-9197-d6c576f0ff25 tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Acquired lock "refresh_cache-24896069-5993-488b-87e9-f515c67735dc" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.951882] env[70323]: DEBUG nova.network.neutron [None req-29eaef7b-9dcb-4d96-9197-d6c576f0ff25 tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] [instance: 24896069-5993-488b-87e9-f515c67735dc] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 912.093086] env[70323]: DEBUG oslo_concurrency.lockutils [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Releasing lock "refresh_cache-bc4fe22d-07e4-456f-b54f-39b683051029" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.093495] env[70323]: DEBUG nova.compute.manager [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: bc4fe22d-07e4-456f-b54f-39b683051029] Instance network_info: |[{"id": "07a04bf3-b5ae-4d32-98f8-f1604df39edc", "address": "fa:16:3e:3e:5e:36", "network": {"id": "3da9e1b6-c0aa-4cf5-a94e-1c5a69c578b6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1041804939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "583585aa3b3a42739c01c42e48c61ed2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07a04bf3-b5", "ovs_interfaceid": "07a04bf3-b5ae-4d32-98f8-f1604df39edc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 912.093812] env[70323]: DEBUG oslo_concurrency.lockutils [req-4d3c428b-b651-4940-9888-d9c638780f57 req-023e28d2-c4b8-48b5-926a-9c26ca41b429 service nova] Acquired lock "refresh_cache-bc4fe22d-07e4-456f-b54f-39b683051029" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.093994] env[70323]: DEBUG nova.network.neutron [req-4d3c428b-b651-4940-9888-d9c638780f57 req-023e28d2-c4b8-48b5-926a-9c26ca41b429 service nova] [instance: bc4fe22d-07e4-456f-b54f-39b683051029] Refreshing network info cache for port 07a04bf3-b5ae-4d32-98f8-f1604df39edc {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 912.095193] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: bc4fe22d-07e4-456f-b54f-39b683051029] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:5e:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98f447de-d71e-41ef-bc37-ed97b4a1f58f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07a04bf3-b5ae-4d32-98f8-f1604df39edc', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 912.102624] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 912.103619] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc4fe22d-07e4-456f-b54f-39b683051029] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 912.103850] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-11120ac6-f40f-4159-a2a5-b54a64adf671 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.127524] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 912.127524] env[70323]: value = "task-3227336" [ 912.127524] env[70323]: _type = "Task" [ 912.127524] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.138593] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227336, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.167769] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-83de5121-3089-4964-bfd6-8fe8c87deede tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 7d130068-25ce-440c-896b-f6a633019a34] Creating linked-clone VM from snapshot {{(pid=70323) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 912.168106] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-51ad5ff1-8189-4308-b64c-0820ee23c421 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.177295] env[70323]: DEBUG oslo_vmware.api [None req-83de5121-3089-4964-bfd6-8fe8c87deede tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for the task: (returnval){ [ 912.177295] env[70323]: value = "task-3227337" [ 912.177295] env[70323]: _type = "Task" [ 912.177295] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.187369] env[70323]: DEBUG oslo_vmware.api [None req-83de5121-3089-4964-bfd6-8fe8c87deede tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227337, 'name': CloneVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.221068] env[70323]: DEBUG nova.compute.manager [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 1b7f6d4c-945c-434c-bb21-a15f3740fd6a] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 912.246665] env[70323]: DEBUG nova.virt.hardware [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 912.246957] env[70323]: DEBUG nova.virt.hardware [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 912.247155] env[70323]: DEBUG nova.virt.hardware [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 912.247396] env[70323]: DEBUG nova.virt.hardware [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 912.247553] env[70323]: DEBUG nova.virt.hardware [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 912.247704] env[70323]: DEBUG nova.virt.hardware [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 912.247961] env[70323]: DEBUG nova.virt.hardware [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 912.248281] env[70323]: DEBUG nova.virt.hardware [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 912.248525] env[70323]: DEBUG nova.virt.hardware [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 912.248717] env[70323]: DEBUG nova.virt.hardware [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 912.248938] env[70323]: DEBUG nova.virt.hardware [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 912.249879] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b39a0713-eded-4d25-bfe7-bf6a09002c87 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.254431] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d87f912e-19c7-45dd-84a7-8bf39fd9dbee tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Acquiring lock "refresh_cache-94af8883-9a40-4929-8b36-16c400b3d18a" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.254614] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d87f912e-19c7-45dd-84a7-8bf39fd9dbee tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Acquired lock "refresh_cache-94af8883-9a40-4929-8b36-16c400b3d18a" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.254797] env[70323]: DEBUG nova.network.neutron [None req-d87f912e-19c7-45dd-84a7-8bf39fd9dbee tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 912.262365] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0a26ac-593e-4cd0-97d4-70b9b94c8ece {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.301865] env[70323]: DEBUG nova.scheduler.client.report [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.384296] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b463b8fa-674d-42f3-8806-46eb2c2c9b2d tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.476791] env[70323]: DEBUG nova.network.neutron [None req-29eaef7b-9dcb-4d96-9197-d6c576f0ff25 tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] [instance: 24896069-5993-488b-87e9-f515c67735dc] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 912.574921] env[70323]: DEBUG nova.network.neutron [None req-29eaef7b-9dcb-4d96-9197-d6c576f0ff25 tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] [instance: 24896069-5993-488b-87e9-f515c67735dc] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.652981] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227336, 'name': CreateVM_Task, 'duration_secs': 0.486836} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.653403] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc4fe22d-07e4-456f-b54f-39b683051029] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 912.653865] env[70323]: DEBUG oslo_concurrency.lockutils [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.654046] env[70323]: DEBUG oslo_concurrency.lockutils [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.654367] env[70323]: DEBUG oslo_concurrency.lockutils [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.654711] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99f016e1-7739-4f03-81de-6836d1183268 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.661773] env[70323]: DEBUG oslo_vmware.api [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Waiting for the task: (returnval){ [ 912.661773] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5293c8d0-d855-4783-d970-fb0fb45c0b03" [ 912.661773] env[70323]: _type = "Task" [ 912.661773] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.671983] env[70323]: DEBUG oslo_vmware.api [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5293c8d0-d855-4783-d970-fb0fb45c0b03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.693996] env[70323]: DEBUG oslo_vmware.api [None req-83de5121-3089-4964-bfd6-8fe8c87deede tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227337, 'name': CloneVM_Task} progress is 94%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.810249] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.626s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.810819] env[70323]: DEBUG nova.compute.manager [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 912.816949] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b6717ddb-b17f-4bd1-9cae-d9252dbb5ac8 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.186s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.821027] env[70323]: DEBUG nova.objects.instance [None req-b6717ddb-b17f-4bd1-9cae-d9252dbb5ac8 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] [instance: 19436e0f-bff5-44ac-b73a-6d410ff8e93a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70323) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 912.911573] env[70323]: DEBUG oslo_vmware.rw_handles [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Completed reading data from the image iterator. {{(pid=70323) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 912.911829] env[70323]: DEBUG oslo_vmware.rw_handles [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520a4205-55eb-18c7-d215-980b1a392e73/disk-0.vmdk. {{(pid=70323) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 912.915256] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3cb676c-5ddf-45bc-acd0-3ae7e41456c8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.921778] env[70323]: DEBUG oslo_vmware.rw_handles [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520a4205-55eb-18c7-d215-980b1a392e73/disk-0.vmdk is in state: ready. {{(pid=70323) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 912.921947] env[70323]: DEBUG oslo_vmware.rw_handles [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520a4205-55eb-18c7-d215-980b1a392e73/disk-0.vmdk. {{(pid=70323) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 912.922207] env[70323]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-48fcac73-4f78-49db-aa40-e1c67f03786e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.083186] env[70323]: DEBUG oslo_concurrency.lockutils [None req-29eaef7b-9dcb-4d96-9197-d6c576f0ff25 tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Releasing lock "refresh_cache-24896069-5993-488b-87e9-f515c67735dc" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.083971] env[70323]: DEBUG nova.compute.manager [None req-29eaef7b-9dcb-4d96-9197-d6c576f0ff25 tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] [instance: 24896069-5993-488b-87e9-f515c67735dc] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 913.084213] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-29eaef7b-9dcb-4d96-9197-d6c576f0ff25 tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] [instance: 24896069-5993-488b-87e9-f515c67735dc] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 913.085676] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e393f4b1-eeab-4f0f-b6bb-a3be3c78706c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.093758] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-29eaef7b-9dcb-4d96-9197-d6c576f0ff25 tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] [instance: 24896069-5993-488b-87e9-f515c67735dc] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 913.095052] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eaee6481-7cc2-49d0-9596-3f935b46254a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.101618] env[70323]: DEBUG oslo_vmware.api [None req-29eaef7b-9dcb-4d96-9197-d6c576f0ff25 tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Waiting for the task: (returnval){ [ 913.101618] env[70323]: value = "task-3227338" [ 913.101618] env[70323]: _type = "Task" [ 913.101618] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.110726] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7a658fe8-fc06-44f4-b4ed-de9aac563359 tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Acquiring lock "78c9516c-780a-4604-8c96-877d8d075701" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.110989] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7a658fe8-fc06-44f4-b4ed-de9aac563359 tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Lock "78c9516c-780a-4604-8c96-877d8d075701" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.111241] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7a658fe8-fc06-44f4-b4ed-de9aac563359 tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Acquiring lock "78c9516c-780a-4604-8c96-877d8d075701-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.111438] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7a658fe8-fc06-44f4-b4ed-de9aac563359 tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Lock "78c9516c-780a-4604-8c96-877d8d075701-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.111608] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7a658fe8-fc06-44f4-b4ed-de9aac563359 tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Lock "78c9516c-780a-4604-8c96-877d8d075701-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.113544] env[70323]: DEBUG oslo_vmware.api [None req-29eaef7b-9dcb-4d96-9197-d6c576f0ff25 tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Task: {'id': task-3227338, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.114082] env[70323]: INFO nova.compute.manager [None req-7a658fe8-fc06-44f4-b4ed-de9aac563359 tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] [instance: 78c9516c-780a-4604-8c96-877d8d075701] Terminating instance [ 913.121619] env[70323]: DEBUG nova.network.neutron [None req-d87f912e-19c7-45dd-84a7-8bf39fd9dbee tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Updating instance_info_cache with network_info: [{"id": "8c5f3432-2d20-4f0c-9576-6e4751241d3f", "address": "fa:16:3e:f1:25:97", "network": {"id": "04147f98-e096-4b08-86fd-82e3dbb0599e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-823971767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59ea186f9eb14bfd914ef3bde9458745", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3952eb02-1162-48ed-8227-9c138960d583", "external-id": "nsx-vlan-transportzone-250", "segmentation_id": 250, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c5f3432-2d", "ovs_interfaceid": "8c5f3432-2d20-4f0c-9576-6e4751241d3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.174190] env[70323]: DEBUG oslo_vmware.api [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5293c8d0-d855-4783-d970-fb0fb45c0b03, 'name': SearchDatastore_Task, 'duration_secs': 0.01124} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.174552] env[70323]: DEBUG oslo_concurrency.lockutils [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.174745] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: bc4fe22d-07e4-456f-b54f-39b683051029] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 913.174983] env[70323]: DEBUG oslo_concurrency.lockutils [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.175144] env[70323]: DEBUG oslo_concurrency.lockutils [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.175325] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 913.175649] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c97fae42-f83e-4009-811d-92836fc8b4f3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.190270] env[70323]: DEBUG oslo_vmware.api [None req-83de5121-3089-4964-bfd6-8fe8c87deede tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227337, 'name': CloneVM_Task} progress is 95%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.191426] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 913.191600] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 913.192590] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9360b67-c8b1-4261-9923-a6328f91e80c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.197851] env[70323]: DEBUG oslo_vmware.api [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Waiting for the task: (returnval){ [ 913.197851] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52158c5d-8c20-1072-a3cd-2681369019f9" [ 913.197851] env[70323]: _type = "Task" [ 913.197851] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.206941] env[70323]: DEBUG oslo_vmware.api [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52158c5d-8c20-1072-a3cd-2681369019f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.215873] env[70323]: DEBUG nova.network.neutron [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 1b7f6d4c-945c-434c-bb21-a15f3740fd6a] Successfully updated port: 4794092b-7928-4561-8736-341cc4660759 {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 913.233955] env[70323]: DEBUG oslo_vmware.rw_handles [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520a4205-55eb-18c7-d215-980b1a392e73/disk-0.vmdk. {{(pid=70323) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 913.234206] env[70323]: INFO nova.virt.vmwareapi.images [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: af716832-998b-4698-8d65-5cf6871b1c2d] Downloaded image file data db0d5f88-4395-445f-ab14-ce409705d471 [ 913.235148] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4643abac-d948-4d07-b79a-57e06917a1d4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.254578] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6437cce9-abb7-4440-b499-aaa2cd2031f4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.272930] env[70323]: DEBUG nova.network.neutron [req-4d3c428b-b651-4940-9888-d9c638780f57 req-023e28d2-c4b8-48b5-926a-9c26ca41b429 service nova] [instance: bc4fe22d-07e4-456f-b54f-39b683051029] Updated VIF entry in instance network info cache for port 07a04bf3-b5ae-4d32-98f8-f1604df39edc. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 913.273332] env[70323]: DEBUG nova.network.neutron [req-4d3c428b-b651-4940-9888-d9c638780f57 req-023e28d2-c4b8-48b5-926a-9c26ca41b429 service nova] [instance: bc4fe22d-07e4-456f-b54f-39b683051029] Updating instance_info_cache with network_info: [{"id": "07a04bf3-b5ae-4d32-98f8-f1604df39edc", "address": "fa:16:3e:3e:5e:36", "network": {"id": "3da9e1b6-c0aa-4cf5-a94e-1c5a69c578b6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1041804939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "583585aa3b3a42739c01c42e48c61ed2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07a04bf3-b5", "ovs_interfaceid": "07a04bf3-b5ae-4d32-98f8-f1604df39edc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.315267] env[70323]: INFO nova.virt.vmwareapi.images [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: af716832-998b-4698-8d65-5cf6871b1c2d] The imported VM was unregistered [ 913.317571] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: af716832-998b-4698-8d65-5cf6871b1c2d] Caching image {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 913.317802] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Creating directory with path [datastore1] devstack-image-cache_base/db0d5f88-4395-445f-ab14-ce409705d471 {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 913.318442] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08b264a2-65c4-4b91-ad9e-7b63dc0670a1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.325026] env[70323]: DEBUG nova.compute.utils [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 913.326675] env[70323]: DEBUG nova.compute.manager [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 913.326858] env[70323]: DEBUG nova.network.neutron [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 913.329856] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Created directory with path [datastore1] devstack-image-cache_base/db0d5f88-4395-445f-ab14-ce409705d471 {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 913.330048] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_40d84e60-ea9e-448c-ba43-cb9e3859ff3b/OSTACK_IMG_40d84e60-ea9e-448c-ba43-cb9e3859ff3b.vmdk to [datastore1] devstack-image-cache_base/db0d5f88-4395-445f-ab14-ce409705d471/db0d5f88-4395-445f-ab14-ce409705d471.vmdk. {{(pid=70323) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 913.331088] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-127e27e5-3609-4208-9743-b82aac1f008d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.339852] env[70323]: DEBUG oslo_vmware.api [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Waiting for the task: (returnval){ [ 913.339852] env[70323]: value = "task-3227340" [ 913.339852] env[70323]: _type = "Task" [ 913.339852] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.348769] env[70323]: DEBUG oslo_vmware.api [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227340, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.379376] env[70323]: DEBUG nova.policy [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a65bd226704b45da98976a38ca2bd176', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '629980704660404c9e5b2a810d6182a5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 913.609335] env[70323]: DEBUG nova.compute.manager [req-2adb351c-3404-4421-ad68-a58c4fcc5448 req-91b83e90-443f-4f33-9013-6d6b8fa5ffa8 service nova] [instance: 1b7f6d4c-945c-434c-bb21-a15f3740fd6a] Received event network-vif-plugged-4794092b-7928-4561-8736-341cc4660759 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 913.609715] env[70323]: DEBUG oslo_concurrency.lockutils [req-2adb351c-3404-4421-ad68-a58c4fcc5448 req-91b83e90-443f-4f33-9013-6d6b8fa5ffa8 service nova] Acquiring lock "1b7f6d4c-945c-434c-bb21-a15f3740fd6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.615707] env[70323]: DEBUG oslo_concurrency.lockutils [req-2adb351c-3404-4421-ad68-a58c4fcc5448 req-91b83e90-443f-4f33-9013-6d6b8fa5ffa8 service nova] Lock "1b7f6d4c-945c-434c-bb21-a15f3740fd6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.615707] env[70323]: DEBUG oslo_concurrency.lockutils [req-2adb351c-3404-4421-ad68-a58c4fcc5448 req-91b83e90-443f-4f33-9013-6d6b8fa5ffa8 service nova] Lock "1b7f6d4c-945c-434c-bb21-a15f3740fd6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.615707] env[70323]: DEBUG nova.compute.manager [req-2adb351c-3404-4421-ad68-a58c4fcc5448 req-91b83e90-443f-4f33-9013-6d6b8fa5ffa8 service nova] [instance: 1b7f6d4c-945c-434c-bb21-a15f3740fd6a] No waiting events found dispatching network-vif-plugged-4794092b-7928-4561-8736-341cc4660759 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 913.615707] env[70323]: WARNING nova.compute.manager [req-2adb351c-3404-4421-ad68-a58c4fcc5448 req-91b83e90-443f-4f33-9013-6d6b8fa5ffa8 service nova] [instance: 1b7f6d4c-945c-434c-bb21-a15f3740fd6a] Received unexpected event network-vif-plugged-4794092b-7928-4561-8736-341cc4660759 for instance with vm_state building and task_state spawning. [ 913.615707] env[70323]: DEBUG nova.compute.manager [req-2adb351c-3404-4421-ad68-a58c4fcc5448 req-91b83e90-443f-4f33-9013-6d6b8fa5ffa8 service nova] [instance: 1b7f6d4c-945c-434c-bb21-a15f3740fd6a] Received event network-changed-4794092b-7928-4561-8736-341cc4660759 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 913.615707] env[70323]: DEBUG nova.compute.manager [req-2adb351c-3404-4421-ad68-a58c4fcc5448 req-91b83e90-443f-4f33-9013-6d6b8fa5ffa8 service nova] [instance: 1b7f6d4c-945c-434c-bb21-a15f3740fd6a] Refreshing instance network info cache due to event network-changed-4794092b-7928-4561-8736-341cc4660759. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 913.615707] env[70323]: DEBUG oslo_concurrency.lockutils [req-2adb351c-3404-4421-ad68-a58c4fcc5448 req-91b83e90-443f-4f33-9013-6d6b8fa5ffa8 service nova] Acquiring lock "refresh_cache-1b7f6d4c-945c-434c-bb21-a15f3740fd6a" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.615707] env[70323]: DEBUG oslo_concurrency.lockutils [req-2adb351c-3404-4421-ad68-a58c4fcc5448 req-91b83e90-443f-4f33-9013-6d6b8fa5ffa8 service nova] Acquired lock "refresh_cache-1b7f6d4c-945c-434c-bb21-a15f3740fd6a" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.615707] env[70323]: DEBUG nova.network.neutron [req-2adb351c-3404-4421-ad68-a58c4fcc5448 req-91b83e90-443f-4f33-9013-6d6b8fa5ffa8 service nova] [instance: 1b7f6d4c-945c-434c-bb21-a15f3740fd6a] Refreshing network info cache for port 4794092b-7928-4561-8736-341cc4660759 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 913.623039] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7a658fe8-fc06-44f4-b4ed-de9aac563359 tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Acquiring lock "refresh_cache-78c9516c-780a-4604-8c96-877d8d075701" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.623341] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7a658fe8-fc06-44f4-b4ed-de9aac563359 tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Acquired lock "refresh_cache-78c9516c-780a-4604-8c96-877d8d075701" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.623698] env[70323]: DEBUG nova.network.neutron [None req-7a658fe8-fc06-44f4-b4ed-de9aac563359 tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] [instance: 78c9516c-780a-4604-8c96-877d8d075701] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 913.625371] env[70323]: DEBUG oslo_vmware.api [None req-29eaef7b-9dcb-4d96-9197-d6c576f0ff25 tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Task: {'id': task-3227338, 'name': PowerOffVM_Task, 'duration_secs': 0.191278} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.627797] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d87f912e-19c7-45dd-84a7-8bf39fd9dbee tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Releasing lock "refresh_cache-94af8883-9a40-4929-8b36-16c400b3d18a" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.633619] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-29eaef7b-9dcb-4d96-9197-d6c576f0ff25 tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] [instance: 24896069-5993-488b-87e9-f515c67735dc] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 913.633619] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-29eaef7b-9dcb-4d96-9197-d6c576f0ff25 tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] [instance: 24896069-5993-488b-87e9-f515c67735dc] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 913.633619] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a3b3347-2232-444a-9fcb-42bfa06849ec {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.663714] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-29eaef7b-9dcb-4d96-9197-d6c576f0ff25 tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] [instance: 24896069-5993-488b-87e9-f515c67735dc] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 913.664168] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-29eaef7b-9dcb-4d96-9197-d6c576f0ff25 tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] [instance: 24896069-5993-488b-87e9-f515c67735dc] Deleting contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 913.664415] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-29eaef7b-9dcb-4d96-9197-d6c576f0ff25 tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Deleting the datastore file [datastore1] 24896069-5993-488b-87e9-f515c67735dc {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 913.664691] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f51620ff-1d39-419f-bbf8-896162957fd2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.672197] env[70323]: DEBUG oslo_vmware.api [None req-29eaef7b-9dcb-4d96-9197-d6c576f0ff25 tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Waiting for the task: (returnval){ [ 913.672197] env[70323]: value = "task-3227342" [ 913.672197] env[70323]: _type = "Task" [ 913.672197] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.682365] env[70323]: DEBUG oslo_vmware.api [None req-29eaef7b-9dcb-4d96-9197-d6c576f0ff25 tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Task: {'id': task-3227342, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.694153] env[70323]: DEBUG oslo_vmware.api [None req-83de5121-3089-4964-bfd6-8fe8c87deede tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227337, 'name': CloneVM_Task, 'duration_secs': 1.226913} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.694508] env[70323]: INFO nova.virt.vmwareapi.vmops [None req-83de5121-3089-4964-bfd6-8fe8c87deede tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 7d130068-25ce-440c-896b-f6a633019a34] Created linked-clone VM from snapshot [ 913.695972] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a75afdf-a603-46c8-a121-28c4ac73df01 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.708600] env[70323]: DEBUG nova.virt.vmwareapi.images [None req-83de5121-3089-4964-bfd6-8fe8c87deede tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 7d130068-25ce-440c-896b-f6a633019a34] Uploading image 695b1686-d4ea-43ae-be87-387976dcfe2c {{(pid=70323) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 913.714999] env[70323]: DEBUG oslo_vmware.api [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52158c5d-8c20-1072-a3cd-2681369019f9, 'name': SearchDatastore_Task, 'duration_secs': 0.013007} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.715954] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-628669c7-9fb6-4d32-a790-e85bb2d9c34d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.719637] env[70323]: DEBUG oslo_concurrency.lockutils [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Acquiring lock "refresh_cache-1b7f6d4c-945c-434c-bb21-a15f3740fd6a" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.727024] env[70323]: DEBUG oslo_vmware.api [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Waiting for the task: (returnval){ [ 913.727024] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52470652-a35b-46ef-739e-45c7b9b78a89" [ 913.727024] env[70323]: _type = "Task" [ 913.727024] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.738491] env[70323]: DEBUG oslo_vmware.api [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52470652-a35b-46ef-739e-45c7b9b78a89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.741952] env[70323]: DEBUG oslo_vmware.rw_handles [None req-83de5121-3089-4964-bfd6-8fe8c87deede tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 913.741952] env[70323]: value = "vm-645158" [ 913.741952] env[70323]: _type = "VirtualMachine" [ 913.741952] env[70323]: }. {{(pid=70323) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 913.743164] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5d1dc391-9f7e-456f-84a4-457730b09b5b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.751562] env[70323]: DEBUG oslo_vmware.rw_handles [None req-83de5121-3089-4964-bfd6-8fe8c87deede tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lease: (returnval){ [ 913.751562] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5290f3ff-1c06-5c96-5be7-c35890246950" [ 913.751562] env[70323]: _type = "HttpNfcLease" [ 913.751562] env[70323]: } obtained for exporting VM: (result){ [ 913.751562] env[70323]: value = "vm-645158" [ 913.751562] env[70323]: _type = "VirtualMachine" [ 913.751562] env[70323]: }. {{(pid=70323) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 913.751936] env[70323]: DEBUG oslo_vmware.api [None req-83de5121-3089-4964-bfd6-8fe8c87deede tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for the lease: (returnval){ [ 913.751936] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5290f3ff-1c06-5c96-5be7-c35890246950" [ 913.751936] env[70323]: _type = "HttpNfcLease" [ 913.751936] env[70323]: } to be ready. {{(pid=70323) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 913.763515] env[70323]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 913.763515] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5290f3ff-1c06-5c96-5be7-c35890246950" [ 913.763515] env[70323]: _type = "HttpNfcLease" [ 913.763515] env[70323]: } is initializing. {{(pid=70323) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 913.765980] env[70323]: DEBUG nova.network.neutron [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Successfully created port: ff815f0e-0a04-4dd8-b7e0-6d331fca2611 {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 913.776133] env[70323]: DEBUG oslo_concurrency.lockutils [req-4d3c428b-b651-4940-9888-d9c638780f57 req-023e28d2-c4b8-48b5-926a-9c26ca41b429 service nova] Releasing lock "refresh_cache-bc4fe22d-07e4-456f-b54f-39b683051029" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.829046] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b6717ddb-b17f-4bd1-9cae-d9252dbb5ac8 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.830399] env[70323]: DEBUG oslo_concurrency.lockutils [None req-becfb7d5-af33-4907-9f35-c761e961f2d9 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.103s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.830703] env[70323]: DEBUG nova.objects.instance [None req-becfb7d5-af33-4907-9f35-c761e961f2d9 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Lazy-loading 'resources' on Instance uuid 19436e0f-bff5-44ac-b73a-6d410ff8e93a {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 913.832370] env[70323]: DEBUG nova.compute.manager [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 913.854751] env[70323]: DEBUG oslo_vmware.api [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227340, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.146486] env[70323]: DEBUG nova.network.neutron [None req-7a658fe8-fc06-44f4-b4ed-de9aac563359 tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] [instance: 78c9516c-780a-4604-8c96-877d8d075701] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 914.150361] env[70323]: DEBUG nova.network.neutron [req-2adb351c-3404-4421-ad68-a58c4fcc5448 req-91b83e90-443f-4f33-9013-6d6b8fa5ffa8 service nova] [instance: 1b7f6d4c-945c-434c-bb21-a15f3740fd6a] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 914.160226] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f65253c-63aa-427c-98eb-9e64a235a385 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.188180] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-743b4b3f-c624-42f8-8118-a8a2ec8fd5f4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.195694] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-d87f912e-19c7-45dd-84a7-8bf39fd9dbee tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Updating instance '94af8883-9a40-4929-8b36-16c400b3d18a' progress to 83 {{(pid=70323) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 914.203381] env[70323]: DEBUG oslo_vmware.api [None req-29eaef7b-9dcb-4d96-9197-d6c576f0ff25 tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Task: {'id': task-3227342, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.205468] env[70323]: DEBUG nova.network.neutron [None req-7a658fe8-fc06-44f4-b4ed-de9aac563359 tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] [instance: 78c9516c-780a-4604-8c96-877d8d075701] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.240088] env[70323]: DEBUG oslo_vmware.api [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52470652-a35b-46ef-739e-45c7b9b78a89, 'name': SearchDatastore_Task, 'duration_secs': 0.023057} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.240429] env[70323]: DEBUG oslo_concurrency.lockutils [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.240855] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] bc4fe22d-07e4-456f-b54f-39b683051029/bc4fe22d-07e4-456f-b54f-39b683051029.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 914.241218] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dcef0865-c4e3-4a87-8bcd-5e5582add9a4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.251357] env[70323]: DEBUG oslo_vmware.api [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Waiting for the task: (returnval){ [ 914.251357] env[70323]: value = "task-3227344" [ 914.251357] env[70323]: _type = "Task" [ 914.251357] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.262961] env[70323]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 914.262961] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5290f3ff-1c06-5c96-5be7-c35890246950" [ 914.262961] env[70323]: _type = "HttpNfcLease" [ 914.262961] env[70323]: } is ready. {{(pid=70323) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 914.263521] env[70323]: DEBUG oslo_vmware.rw_handles [None req-83de5121-3089-4964-bfd6-8fe8c87deede tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 914.263521] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5290f3ff-1c06-5c96-5be7-c35890246950" [ 914.263521] env[70323]: _type = "HttpNfcLease" [ 914.263521] env[70323]: }. {{(pid=70323) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 914.266944] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c724d1a-63c2-4643-9bdd-ee39e2f6b8ac {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.269764] env[70323]: DEBUG oslo_vmware.api [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': task-3227344, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.278320] env[70323]: DEBUG oslo_vmware.rw_handles [None req-83de5121-3089-4964-bfd6-8fe8c87deede tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524f5a3f-f9be-e4d8-a245-b04a946785cd/disk-0.vmdk from lease info. {{(pid=70323) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 914.278320] env[70323]: DEBUG oslo_vmware.rw_handles [None req-83de5121-3089-4964-bfd6-8fe8c87deede tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524f5a3f-f9be-e4d8-a245-b04a946785cd/disk-0.vmdk for reading. {{(pid=70323) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 914.280250] env[70323]: DEBUG nova.network.neutron [req-2adb351c-3404-4421-ad68-a58c4fcc5448 req-91b83e90-443f-4f33-9013-6d6b8fa5ffa8 service nova] [instance: 1b7f6d4c-945c-434c-bb21-a15f3740fd6a] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.364034] env[70323]: DEBUG oslo_vmware.api [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227340, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.531196] env[70323]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-273bf67c-c4bd-4c6d-978a-223a62676dcf {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.703422] env[70323]: DEBUG oslo_vmware.api [None req-29eaef7b-9dcb-4d96-9197-d6c576f0ff25 tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Task: {'id': task-3227342, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.709989] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-d87f912e-19c7-45dd-84a7-8bf39fd9dbee tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Updating instance '94af8883-9a40-4929-8b36-16c400b3d18a' progress to 100 {{(pid=70323) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 914.714364] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7a658fe8-fc06-44f4-b4ed-de9aac563359 tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Releasing lock "refresh_cache-78c9516c-780a-4604-8c96-877d8d075701" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.714904] env[70323]: DEBUG nova.compute.manager [None req-7a658fe8-fc06-44f4-b4ed-de9aac563359 tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] [instance: 78c9516c-780a-4604-8c96-877d8d075701] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 914.715203] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-7a658fe8-fc06-44f4-b4ed-de9aac563359 tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] [instance: 78c9516c-780a-4604-8c96-877d8d075701] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 914.717760] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6c6e7d-62a0-4e77-8840-7fe122155053 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.730213] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a658fe8-fc06-44f4-b4ed-de9aac563359 tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] [instance: 78c9516c-780a-4604-8c96-877d8d075701] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 914.733720] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d4a5b88-ba8f-436b-a7dc-3630ace44018 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.745256] env[70323]: DEBUG oslo_vmware.api [None req-7a658fe8-fc06-44f4-b4ed-de9aac563359 tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Waiting for the task: (returnval){ [ 914.745256] env[70323]: value = "task-3227345" [ 914.745256] env[70323]: _type = "Task" [ 914.745256] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.765113] env[70323]: DEBUG oslo_vmware.api [None req-7a658fe8-fc06-44f4-b4ed-de9aac563359 tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Task: {'id': task-3227345, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.775885] env[70323]: DEBUG oslo_vmware.api [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': task-3227344, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.784291] env[70323]: DEBUG oslo_concurrency.lockutils [req-2adb351c-3404-4421-ad68-a58c4fcc5448 req-91b83e90-443f-4f33-9013-6d6b8fa5ffa8 service nova] Releasing lock "refresh_cache-1b7f6d4c-945c-434c-bb21-a15f3740fd6a" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.785170] env[70323]: DEBUG oslo_concurrency.lockutils [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Acquired lock "refresh_cache-1b7f6d4c-945c-434c-bb21-a15f3740fd6a" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.785170] env[70323]: DEBUG nova.network.neutron [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 1b7f6d4c-945c-434c-bb21-a15f3740fd6a] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 914.852083] env[70323]: DEBUG nova.compute.manager [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 914.865593] env[70323]: DEBUG oslo_vmware.api [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227340, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.877244] env[70323]: DEBUG nova.virt.hardware [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 914.877554] env[70323]: DEBUG nova.virt.hardware [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 914.877760] env[70323]: DEBUG nova.virt.hardware [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 914.877962] env[70323]: DEBUG nova.virt.hardware [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 914.878173] env[70323]: DEBUG nova.virt.hardware [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 914.878376] env[70323]: DEBUG nova.virt.hardware [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 914.878611] env[70323]: DEBUG nova.virt.hardware [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 914.878796] env[70323]: DEBUG nova.virt.hardware [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 914.879086] env[70323]: DEBUG nova.virt.hardware [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 914.879312] env[70323]: DEBUG nova.virt.hardware [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 914.879537] env[70323]: DEBUG nova.virt.hardware [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 914.880598] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504e1431-45cf-4dfb-bd88-9a543d315198 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.891878] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0699d3f1-188d-4067-ad22-007899c171f6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.925968] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17310289-34ce-41bc-964c-e57531fae068 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.933420] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81f2491-15ef-4cb0-a339-9481094e18be {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.970091] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2163dcc1-e3cc-47b8-9f58-faf7c13c50a7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.978649] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f14ff01-e166-4ebe-b610-7da703b50220 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.994479] env[70323]: DEBUG nova.compute.provider_tree [None req-becfb7d5-af33-4907-9f35-c761e961f2d9 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.197387] env[70323]: DEBUG oslo_vmware.api [None req-29eaef7b-9dcb-4d96-9197-d6c576f0ff25 tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Task: {'id': task-3227342, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.256482] env[70323]: DEBUG oslo_vmware.api [None req-7a658fe8-fc06-44f4-b4ed-de9aac563359 tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Task: {'id': task-3227345, 'name': PowerOffVM_Task, 'duration_secs': 0.225097} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.259859] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a658fe8-fc06-44f4-b4ed-de9aac563359 tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] [instance: 78c9516c-780a-4604-8c96-877d8d075701] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 915.260085] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-7a658fe8-fc06-44f4-b4ed-de9aac563359 tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] [instance: 78c9516c-780a-4604-8c96-877d8d075701] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 915.260413] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef2883f9-7c30-4522-aeab-e0e74faab845 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.268694] env[70323]: DEBUG oslo_vmware.api [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': task-3227344, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562738} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.269031] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] bc4fe22d-07e4-456f-b54f-39b683051029/bc4fe22d-07e4-456f-b54f-39b683051029.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 915.269267] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: bc4fe22d-07e4-456f-b54f-39b683051029] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 915.269544] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bdb79fbd-8e30-4113-bc70-698c0c80975e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.276354] env[70323]: DEBUG oslo_vmware.api [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Waiting for the task: (returnval){ [ 915.276354] env[70323]: value = "task-3227347" [ 915.276354] env[70323]: _type = "Task" [ 915.276354] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.292359] env[70323]: DEBUG oslo_vmware.api [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': task-3227347, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.294230] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-7a658fe8-fc06-44f4-b4ed-de9aac563359 tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] [instance: 78c9516c-780a-4604-8c96-877d8d075701] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 915.294556] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-7a658fe8-fc06-44f4-b4ed-de9aac563359 tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] [instance: 78c9516c-780a-4604-8c96-877d8d075701] Deleting contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 915.294829] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a658fe8-fc06-44f4-b4ed-de9aac563359 tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Deleting the datastore file [datastore1] 78c9516c-780a-4604-8c96-877d8d075701 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 915.295627] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9844d2b1-92b4-49a7-80c7-d412743a01ac {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.305449] env[70323]: DEBUG oslo_vmware.api [None req-7a658fe8-fc06-44f4-b4ed-de9aac563359 tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Waiting for the task: (returnval){ [ 915.305449] env[70323]: value = "task-3227348" [ 915.305449] env[70323]: _type = "Task" [ 915.305449] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.319343] env[70323]: DEBUG oslo_vmware.api [None req-7a658fe8-fc06-44f4-b4ed-de9aac563359 tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Task: {'id': task-3227348, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.334818] env[70323]: DEBUG nova.network.neutron [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 1b7f6d4c-945c-434c-bb21-a15f3740fd6a] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 915.372374] env[70323]: DEBUG oslo_vmware.api [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227340, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.498817] env[70323]: DEBUG nova.scheduler.client.report [None req-becfb7d5-af33-4907-9f35-c761e961f2d9 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.538373] env[70323]: DEBUG nova.network.neutron [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Successfully updated port: ff815f0e-0a04-4dd8-b7e0-6d331fca2611 {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 915.630174] env[70323]: DEBUG nova.network.neutron [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 1b7f6d4c-945c-434c-bb21-a15f3740fd6a] Updating instance_info_cache with network_info: [{"id": "4794092b-7928-4561-8736-341cc4660759", "address": "fa:16:3e:e5:47:19", "network": {"id": "3da9e1b6-c0aa-4cf5-a94e-1c5a69c578b6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1041804939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "583585aa3b3a42739c01c42e48c61ed2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4794092b-79", "ovs_interfaceid": "4794092b-7928-4561-8736-341cc4660759", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.704036] env[70323]: DEBUG oslo_vmware.api [None req-29eaef7b-9dcb-4d96-9197-d6c576f0ff25 tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Task: {'id': task-3227342, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.854058} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.704036] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-29eaef7b-9dcb-4d96-9197-d6c576f0ff25 tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 915.704036] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-29eaef7b-9dcb-4d96-9197-d6c576f0ff25 tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] [instance: 24896069-5993-488b-87e9-f515c67735dc] Deleted contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 915.704036] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-29eaef7b-9dcb-4d96-9197-d6c576f0ff25 tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] [instance: 24896069-5993-488b-87e9-f515c67735dc] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 915.704036] env[70323]: INFO nova.compute.manager [None req-29eaef7b-9dcb-4d96-9197-d6c576f0ff25 tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] [instance: 24896069-5993-488b-87e9-f515c67735dc] Took 2.62 seconds to destroy the instance on the hypervisor. [ 915.704036] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-29eaef7b-9dcb-4d96-9197-d6c576f0ff25 tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 915.704036] env[70323]: DEBUG nova.compute.manager [-] [instance: 24896069-5993-488b-87e9-f515c67735dc] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 915.704036] env[70323]: DEBUG nova.network.neutron [-] [instance: 24896069-5993-488b-87e9-f515c67735dc] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 915.731721] env[70323]: DEBUG nova.network.neutron [-] [instance: 24896069-5993-488b-87e9-f515c67735dc] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 915.788620] env[70323]: DEBUG oslo_vmware.api [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': task-3227347, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.145039} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.789153] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: bc4fe22d-07e4-456f-b54f-39b683051029] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 915.790149] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce952de6-0b18-44d9-be4e-47f701478d3a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.795544] env[70323]: DEBUG nova.compute.manager [req-20a6a545-5af7-4edb-aa82-f2ebebcc5a31 req-ec469af9-c7b4-41f7-9977-38380b5e4469 service nova] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Received event network-vif-plugged-ff815f0e-0a04-4dd8-b7e0-6d331fca2611 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.795764] env[70323]: DEBUG oslo_concurrency.lockutils [req-20a6a545-5af7-4edb-aa82-f2ebebcc5a31 req-ec469af9-c7b4-41f7-9977-38380b5e4469 service nova] Acquiring lock "4d3d5652-902c-403f-86e8-6026b8da97fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.796195] env[70323]: DEBUG oslo_concurrency.lockutils [req-20a6a545-5af7-4edb-aa82-f2ebebcc5a31 req-ec469af9-c7b4-41f7-9977-38380b5e4469 service nova] Lock "4d3d5652-902c-403f-86e8-6026b8da97fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.796305] env[70323]: DEBUG oslo_concurrency.lockutils [req-20a6a545-5af7-4edb-aa82-f2ebebcc5a31 req-ec469af9-c7b4-41f7-9977-38380b5e4469 service nova] Lock "4d3d5652-902c-403f-86e8-6026b8da97fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.796492] env[70323]: DEBUG nova.compute.manager [req-20a6a545-5af7-4edb-aa82-f2ebebcc5a31 req-ec469af9-c7b4-41f7-9977-38380b5e4469 service nova] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] No waiting events found dispatching network-vif-plugged-ff815f0e-0a04-4dd8-b7e0-6d331fca2611 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 915.796733] env[70323]: WARNING nova.compute.manager [req-20a6a545-5af7-4edb-aa82-f2ebebcc5a31 req-ec469af9-c7b4-41f7-9977-38380b5e4469 service nova] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Received unexpected event network-vif-plugged-ff815f0e-0a04-4dd8-b7e0-6d331fca2611 for instance with vm_state building and task_state spawning. [ 915.796943] env[70323]: DEBUG nova.compute.manager [req-20a6a545-5af7-4edb-aa82-f2ebebcc5a31 req-ec469af9-c7b4-41f7-9977-38380b5e4469 service nova] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Received event network-changed-ff815f0e-0a04-4dd8-b7e0-6d331fca2611 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.797134] env[70323]: DEBUG nova.compute.manager [req-20a6a545-5af7-4edb-aa82-f2ebebcc5a31 req-ec469af9-c7b4-41f7-9977-38380b5e4469 service nova] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Refreshing instance network info cache due to event network-changed-ff815f0e-0a04-4dd8-b7e0-6d331fca2611. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 915.797401] env[70323]: DEBUG oslo_concurrency.lockutils [req-20a6a545-5af7-4edb-aa82-f2ebebcc5a31 req-ec469af9-c7b4-41f7-9977-38380b5e4469 service nova] Acquiring lock "refresh_cache-4d3d5652-902c-403f-86e8-6026b8da97fe" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.797565] env[70323]: DEBUG oslo_concurrency.lockutils [req-20a6a545-5af7-4edb-aa82-f2ebebcc5a31 req-ec469af9-c7b4-41f7-9977-38380b5e4469 service nova] Acquired lock "refresh_cache-4d3d5652-902c-403f-86e8-6026b8da97fe" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.797776] env[70323]: DEBUG nova.network.neutron [req-20a6a545-5af7-4edb-aa82-f2ebebcc5a31 req-ec469af9-c7b4-41f7-9977-38380b5e4469 service nova] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Refreshing network info cache for port ff815f0e-0a04-4dd8-b7e0-6d331fca2611 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 915.822048] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: bc4fe22d-07e4-456f-b54f-39b683051029] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] bc4fe22d-07e4-456f-b54f-39b683051029/bc4fe22d-07e4-456f-b54f-39b683051029.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 915.828229] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39e8cfa2-f237-4646-9902-826f4946d15a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.849857] env[70323]: DEBUG oslo_vmware.api [None req-7a658fe8-fc06-44f4-b4ed-de9aac563359 tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Task: {'id': task-3227348, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.484658} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.851570] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a658fe8-fc06-44f4-b4ed-de9aac563359 tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 915.851775] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-7a658fe8-fc06-44f4-b4ed-de9aac563359 tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] [instance: 78c9516c-780a-4604-8c96-877d8d075701] Deleted contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 915.852104] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-7a658fe8-fc06-44f4-b4ed-de9aac563359 tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] [instance: 78c9516c-780a-4604-8c96-877d8d075701] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 915.852251] env[70323]: INFO nova.compute.manager [None req-7a658fe8-fc06-44f4-b4ed-de9aac563359 tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] [instance: 78c9516c-780a-4604-8c96-877d8d075701] Took 1.14 seconds to destroy the instance on the hypervisor. [ 915.852747] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a658fe8-fc06-44f4-b4ed-de9aac563359 tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 915.852747] env[70323]: DEBUG oslo_vmware.api [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Waiting for the task: (returnval){ [ 915.852747] env[70323]: value = "task-3227349" [ 915.852747] env[70323]: _type = "Task" [ 915.852747] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.852931] env[70323]: DEBUG nova.compute.manager [-] [instance: 78c9516c-780a-4604-8c96-877d8d075701] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 915.853617] env[70323]: DEBUG nova.network.neutron [-] [instance: 78c9516c-780a-4604-8c96-877d8d075701] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 915.869799] env[70323]: DEBUG oslo_vmware.api [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': task-3227349, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.873461] env[70323]: DEBUG oslo_vmware.api [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227340, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.457476} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.873810] env[70323]: INFO nova.virt.vmwareapi.ds_util [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_40d84e60-ea9e-448c-ba43-cb9e3859ff3b/OSTACK_IMG_40d84e60-ea9e-448c-ba43-cb9e3859ff3b.vmdk to [datastore1] devstack-image-cache_base/db0d5f88-4395-445f-ab14-ce409705d471/db0d5f88-4395-445f-ab14-ce409705d471.vmdk. [ 915.874071] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: af716832-998b-4698-8d65-5cf6871b1c2d] Cleaning up location [datastore1] OSTACK_IMG_40d84e60-ea9e-448c-ba43-cb9e3859ff3b {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 915.874335] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_40d84e60-ea9e-448c-ba43-cb9e3859ff3b {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 915.874656] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f6109325-e757-473e-81ab-32e4041a4321 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.883206] env[70323]: DEBUG oslo_vmware.api [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Waiting for the task: (returnval){ [ 915.883206] env[70323]: value = "task-3227350" [ 915.883206] env[70323]: _type = "Task" [ 915.883206] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.887678] env[70323]: DEBUG nova.network.neutron [-] [instance: 78c9516c-780a-4604-8c96-877d8d075701] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 915.895623] env[70323]: DEBUG oslo_vmware.api [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227350, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.907414] env[70323]: DEBUG nova.network.neutron [req-20a6a545-5af7-4edb-aa82-f2ebebcc5a31 req-ec469af9-c7b4-41f7-9977-38380b5e4469 service nova] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 916.006078] env[70323]: DEBUG oslo_concurrency.lockutils [None req-becfb7d5-af33-4907-9f35-c761e961f2d9 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.176s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.009193] env[70323]: DEBUG oslo_concurrency.lockutils [None req-07306d6b-3c7b-4cb2-821d-c4ed68d81a97 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.410s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.009449] env[70323]: DEBUG nova.objects.instance [None req-07306d6b-3c7b-4cb2-821d-c4ed68d81a97 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Lazy-loading 'resources' on Instance uuid 713071aa-dbde-49d4-92d9-0e1cb0af41e7 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 916.019497] env[70323]: DEBUG nova.network.neutron [req-20a6a545-5af7-4edb-aa82-f2ebebcc5a31 req-ec469af9-c7b4-41f7-9977-38380b5e4469 service nova] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.037868] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquiring lock "refresh_cache-4d3d5652-902c-403f-86e8-6026b8da97fe" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.042545] env[70323]: INFO nova.scheduler.client.report [None req-becfb7d5-af33-4907-9f35-c761e961f2d9 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Deleted allocations for instance 19436e0f-bff5-44ac-b73a-6d410ff8e93a [ 916.130438] env[70323]: DEBUG oslo_concurrency.lockutils [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Releasing lock "refresh_cache-1b7f6d4c-945c-434c-bb21-a15f3740fd6a" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.130861] env[70323]: DEBUG nova.compute.manager [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 1b7f6d4c-945c-434c-bb21-a15f3740fd6a] Instance network_info: |[{"id": "4794092b-7928-4561-8736-341cc4660759", "address": "fa:16:3e:e5:47:19", "network": {"id": "3da9e1b6-c0aa-4cf5-a94e-1c5a69c578b6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1041804939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "583585aa3b3a42739c01c42e48c61ed2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4794092b-79", "ovs_interfaceid": "4794092b-7928-4561-8736-341cc4660759", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 916.132298] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 1b7f6d4c-945c-434c-bb21-a15f3740fd6a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:47:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98f447de-d71e-41ef-bc37-ed97b4a1f58f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4794092b-7928-4561-8736-341cc4660759', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 916.139953] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 916.140228] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b7f6d4c-945c-434c-bb21-a15f3740fd6a] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 916.140689] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-50277860-a494-404f-8946-a28e69a78350 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.163100] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 916.163100] env[70323]: value = "task-3227351" [ 916.163100] env[70323]: _type = "Task" [ 916.163100] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.173411] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227351, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.238186] env[70323]: DEBUG nova.network.neutron [-] [instance: 24896069-5993-488b-87e9-f515c67735dc] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.366303] env[70323]: DEBUG oslo_vmware.api [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': task-3227349, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.393611] env[70323]: DEBUG nova.network.neutron [-] [instance: 78c9516c-780a-4604-8c96-877d8d075701] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.395183] env[70323]: DEBUG oslo_vmware.api [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227350, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.040529} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.396038] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 916.396159] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Releasing lock "[datastore1] devstack-image-cache_base/db0d5f88-4395-445f-ab14-ce409705d471/db0d5f88-4395-445f-ab14-ce409705d471.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.396330] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/db0d5f88-4395-445f-ab14-ce409705d471/db0d5f88-4395-445f-ab14-ce409705d471.vmdk to [datastore1] af716832-998b-4698-8d65-5cf6871b1c2d/af716832-998b-4698-8d65-5cf6871b1c2d.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 916.396669] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-620a9fb6-7e30-4ce5-af45-f6f6774eedf0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.404833] env[70323]: DEBUG oslo_vmware.api [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Waiting for the task: (returnval){ [ 916.404833] env[70323]: value = "task-3227352" [ 916.404833] env[70323]: _type = "Task" [ 916.404833] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.417850] env[70323]: DEBUG oslo_vmware.api [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227352, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.522971] env[70323]: DEBUG oslo_concurrency.lockutils [req-20a6a545-5af7-4edb-aa82-f2ebebcc5a31 req-ec469af9-c7b4-41f7-9977-38380b5e4469 service nova] Releasing lock "refresh_cache-4d3d5652-902c-403f-86e8-6026b8da97fe" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.523461] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquired lock "refresh_cache-4d3d5652-902c-403f-86e8-6026b8da97fe" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.523662] env[70323]: DEBUG nova.network.neutron [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 916.554551] env[70323]: DEBUG oslo_concurrency.lockutils [None req-becfb7d5-af33-4907-9f35-c761e961f2d9 tempest-ServersListShow296Test-1469325365 tempest-ServersListShow296Test-1469325365-project-member] Lock "19436e0f-bff5-44ac-b73a-6d410ff8e93a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.011s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.678908] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227351, 'name': CreateVM_Task, 'duration_secs': 0.37563} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.680471] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b7f6d4c-945c-434c-bb21-a15f3740fd6a] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 916.681746] env[70323]: DEBUG oslo_concurrency.lockutils [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.681839] env[70323]: DEBUG oslo_concurrency.lockutils [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.683134] env[70323]: DEBUG oslo_concurrency.lockutils [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.683134] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65f4bc91-87f3-4554-96c6-7ce4e3eb2692 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.695023] env[70323]: DEBUG oslo_vmware.api [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Waiting for the task: (returnval){ [ 916.695023] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52ff5f6b-48c6-caa4-ac8c-580be0b97ce1" [ 916.695023] env[70323]: _type = "Task" [ 916.695023] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.718032] env[70323]: DEBUG oslo_vmware.api [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52ff5f6b-48c6-caa4-ac8c-580be0b97ce1, 'name': SearchDatastore_Task, 'duration_secs': 0.014651} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.719622] env[70323]: DEBUG oslo_concurrency.lockutils [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.720158] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 1b7f6d4c-945c-434c-bb21-a15f3740fd6a] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 916.720544] env[70323]: DEBUG oslo_concurrency.lockutils [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.720808] env[70323]: DEBUG oslo_concurrency.lockutils [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.721191] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 916.721940] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f61f0c46-72b5-4aa2-954d-b29a16a4f7d0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.738039] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 916.738370] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 916.739678] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67ebeb68-9244-4606-83b2-bb1074958e60 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.742215] env[70323]: INFO nova.compute.manager [-] [instance: 24896069-5993-488b-87e9-f515c67735dc] Took 1.04 seconds to deallocate network for instance. [ 916.752383] env[70323]: DEBUG oslo_vmware.api [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Waiting for the task: (returnval){ [ 916.752383] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52f37ee8-39c0-a120-7a01-19765e885b66" [ 916.752383] env[70323]: _type = "Task" [ 916.752383] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.771021] env[70323]: DEBUG oslo_vmware.api [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52f37ee8-39c0-a120-7a01-19765e885b66, 'name': SearchDatastore_Task, 'duration_secs': 0.015335} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.774771] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9926510b-2b17-4a5a-9988-012d61eae97b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.784401] env[70323]: DEBUG oslo_vmware.api [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Waiting for the task: (returnval){ [ 916.784401] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52ec9161-c38c-8b66-3052-271f8fab1f08" [ 916.784401] env[70323]: _type = "Task" [ 916.784401] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.798882] env[70323]: DEBUG oslo_vmware.api [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52ec9161-c38c-8b66-3052-271f8fab1f08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.870311] env[70323]: DEBUG oslo_vmware.api [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': task-3227349, 'name': ReconfigVM_Task, 'duration_secs': 0.960916} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.870645] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: bc4fe22d-07e4-456f-b54f-39b683051029] Reconfigured VM instance instance-0000004a to attach disk [datastore2] bc4fe22d-07e4-456f-b54f-39b683051029/bc4fe22d-07e4-456f-b54f-39b683051029.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 916.871448] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-832ccf38-a795-412b-9fe1-21e3543acc07 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.884309] env[70323]: DEBUG oslo_vmware.api [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Waiting for the task: (returnval){ [ 916.884309] env[70323]: value = "task-3227353" [ 916.884309] env[70323]: _type = "Task" [ 916.884309] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.897617] env[70323]: INFO nova.compute.manager [-] [instance: 78c9516c-780a-4604-8c96-877d8d075701] Took 1.04 seconds to deallocate network for instance. [ 916.898062] env[70323]: DEBUG oslo_vmware.api [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': task-3227353, 'name': Rename_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.920827] env[70323]: DEBUG oslo_vmware.api [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227352, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.039630] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5605330-e1a4-4109-8954-1eabd1d8182a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.051397] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e344c3f-83d9-4d9c-be12-c41cd363b7e9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.090095] env[70323]: DEBUG nova.network.neutron [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 917.092988] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e579d864-c41c-4008-928f-a7b57b35a0ce {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.105035] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f995b8-ef67-4288-8be4-980ee5d2820b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.127495] env[70323]: DEBUG nova.compute.provider_tree [None req-07306d6b-3c7b-4cb2-821d-c4ed68d81a97 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.251039] env[70323]: DEBUG oslo_concurrency.lockutils [None req-29eaef7b-9dcb-4d96-9197-d6c576f0ff25 tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.300676] env[70323]: DEBUG oslo_vmware.api [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52ec9161-c38c-8b66-3052-271f8fab1f08, 'name': SearchDatastore_Task, 'duration_secs': 0.016826} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.301078] env[70323]: DEBUG oslo_concurrency.lockutils [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.301909] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 1b7f6d4c-945c-434c-bb21-a15f3740fd6a/1b7f6d4c-945c-434c-bb21-a15f3740fd6a.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 917.301909] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de597762-1ee1-46ed-b561-1bbf9bf93836 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.312892] env[70323]: DEBUG oslo_vmware.api [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Waiting for the task: (returnval){ [ 917.312892] env[70323]: value = "task-3227354" [ 917.312892] env[70323]: _type = "Task" [ 917.312892] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.325982] env[70323]: DEBUG oslo_vmware.api [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': task-3227354, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.329075] env[70323]: DEBUG nova.network.neutron [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Updating instance_info_cache with network_info: [{"id": "ff815f0e-0a04-4dd8-b7e0-6d331fca2611", "address": "fa:16:3e:46:6c:08", "network": {"id": "72c9180f-a081-4a3c-a140-c168d882c6f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1947974250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "629980704660404c9e5b2a810d6182a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff815f0e-0a", "ovs_interfaceid": "ff815f0e-0a04-4dd8-b7e0-6d331fca2611", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.397657] env[70323]: DEBUG oslo_vmware.api [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': task-3227353, 'name': Rename_Task, 'duration_secs': 0.1822} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.398421] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: bc4fe22d-07e4-456f-b54f-39b683051029] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 917.398899] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1f9aabe-33c7-4486-9d68-0402b76a360f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.409050] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7a658fe8-fc06-44f4-b4ed-de9aac563359 tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.413997] env[70323]: DEBUG oslo_vmware.api [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Waiting for the task: (returnval){ [ 917.413997] env[70323]: value = "task-3227355" [ 917.413997] env[70323]: _type = "Task" [ 917.413997] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.422591] env[70323]: DEBUG oslo_vmware.api [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227352, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.425837] env[70323]: DEBUG oslo_vmware.api [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': task-3227355, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.471673] env[70323]: DEBUG oslo_concurrency.lockutils [None req-74984a37-ed7a-4e7c-8ddf-5f9331e6c50f tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Acquiring lock "94af8883-9a40-4929-8b36-16c400b3d18a" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.472130] env[70323]: DEBUG oslo_concurrency.lockutils [None req-74984a37-ed7a-4e7c-8ddf-5f9331e6c50f tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Lock "94af8883-9a40-4929-8b36-16c400b3d18a" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.472341] env[70323]: DEBUG nova.compute.manager [None req-74984a37-ed7a-4e7c-8ddf-5f9331e6c50f tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Going to confirm migration 3 {{(pid=70323) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 917.633083] env[70323]: DEBUG nova.scheduler.client.report [None req-07306d6b-3c7b-4cb2-821d-c4ed68d81a97 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.827172] env[70323]: DEBUG oslo_vmware.api [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': task-3227354, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.834103] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Releasing lock "refresh_cache-4d3d5652-902c-403f-86e8-6026b8da97fe" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.834487] env[70323]: DEBUG nova.compute.manager [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Instance network_info: |[{"id": "ff815f0e-0a04-4dd8-b7e0-6d331fca2611", "address": "fa:16:3e:46:6c:08", "network": {"id": "72c9180f-a081-4a3c-a140-c168d882c6f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1947974250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "629980704660404c9e5b2a810d6182a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff815f0e-0a", "ovs_interfaceid": "ff815f0e-0a04-4dd8-b7e0-6d331fca2611", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 917.835010] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:6c:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4734e5e-2a76-4bda-8905-70c9bf9e007f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff815f0e-0a04-4dd8-b7e0-6d331fca2611', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 917.844178] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 917.844567] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 917.844876] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0459095-9eae-43ff-ae2f-a0633737ba32 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.875135] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 917.875135] env[70323]: value = "task-3227356" [ 917.875135] env[70323]: _type = "Task" [ 917.875135] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.885501] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227356, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.922092] env[70323]: DEBUG oslo_vmware.api [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227352, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.933032] env[70323]: DEBUG oslo_vmware.api [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': task-3227355, 'name': PowerOnVM_Task} progress is 76%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.028230] env[70323]: DEBUG oslo_concurrency.lockutils [None req-74984a37-ed7a-4e7c-8ddf-5f9331e6c50f tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Acquiring lock "refresh_cache-94af8883-9a40-4929-8b36-16c400b3d18a" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.028309] env[70323]: DEBUG oslo_concurrency.lockutils [None req-74984a37-ed7a-4e7c-8ddf-5f9331e6c50f tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Acquired lock "refresh_cache-94af8883-9a40-4929-8b36-16c400b3d18a" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.028715] env[70323]: DEBUG nova.network.neutron [None req-74984a37-ed7a-4e7c-8ddf-5f9331e6c50f tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 918.028715] env[70323]: DEBUG nova.objects.instance [None req-74984a37-ed7a-4e7c-8ddf-5f9331e6c50f tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Lazy-loading 'info_cache' on Instance uuid 94af8883-9a40-4929-8b36-16c400b3d18a {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 918.139776] env[70323]: DEBUG oslo_concurrency.lockutils [None req-07306d6b-3c7b-4cb2-821d-c4ed68d81a97 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.130s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.144171] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3add6e29-b93e-433d-9088-60c4cd004d57 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.349s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.144852] env[70323]: DEBUG nova.objects.instance [None req-3add6e29-b93e-433d-9088-60c4cd004d57 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Lazy-loading 'resources' on Instance uuid 69d9372b-83a6-4a8a-b611-abd6c4fb2ddc {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 918.180882] env[70323]: INFO nova.scheduler.client.report [None req-07306d6b-3c7b-4cb2-821d-c4ed68d81a97 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Deleted allocations for instance 713071aa-dbde-49d4-92d9-0e1cb0af41e7 [ 918.342175] env[70323]: DEBUG oslo_vmware.api [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': task-3227354, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.598337} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.342500] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 1b7f6d4c-945c-434c-bb21-a15f3740fd6a/1b7f6d4c-945c-434c-bb21-a15f3740fd6a.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 918.342757] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 1b7f6d4c-945c-434c-bb21-a15f3740fd6a] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 918.343257] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-60038da2-1b9c-42cb-9933-46194e19647a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.356602] env[70323]: DEBUG oslo_vmware.api [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Waiting for the task: (returnval){ [ 918.356602] env[70323]: value = "task-3227357" [ 918.356602] env[70323]: _type = "Task" [ 918.356602] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.371682] env[70323]: DEBUG oslo_vmware.api [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': task-3227357, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.389691] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227356, 'name': CreateVM_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.426334] env[70323]: DEBUG oslo_vmware.api [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227352, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.435612] env[70323]: DEBUG oslo_vmware.api [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': task-3227355, 'name': PowerOnVM_Task, 'duration_secs': 0.80391} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.436168] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: bc4fe22d-07e4-456f-b54f-39b683051029] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 918.436505] env[70323]: INFO nova.compute.manager [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: bc4fe22d-07e4-456f-b54f-39b683051029] Took 8.87 seconds to spawn the instance on the hypervisor. [ 918.437077] env[70323]: DEBUG nova.compute.manager [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: bc4fe22d-07e4-456f-b54f-39b683051029] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 918.438099] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8faa10b-f0a5-4e3e-88bf-291d22136def {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.690027] env[70323]: DEBUG oslo_concurrency.lockutils [None req-07306d6b-3c7b-4cb2-821d-c4ed68d81a97 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Lock "713071aa-dbde-49d4-92d9-0e1cb0af41e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.567s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.873601] env[70323]: DEBUG oslo_vmware.api [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': task-3227357, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.422655} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.877609] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 1b7f6d4c-945c-434c-bb21-a15f3740fd6a] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 918.879645] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-209584e2-836a-48b1-bae6-bc891ebd6ff1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.932825] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 1b7f6d4c-945c-434c-bb21-a15f3740fd6a] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 1b7f6d4c-945c-434c-bb21-a15f3740fd6a/1b7f6d4c-945c-434c-bb21-a15f3740fd6a.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 918.933294] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227356, 'name': CreateVM_Task, 'duration_secs': 0.521005} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.942501] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d292ee31-4c63-446a-9621-30ee7bef7500 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.971196] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 918.983468] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.983468] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.983468] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.985115] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-927b54af-35ae-400f-9c1d-e7a86a9f1631 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.989084] env[70323]: INFO nova.compute.manager [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: bc4fe22d-07e4-456f-b54f-39b683051029] Took 39.57 seconds to build instance. [ 918.992992] env[70323]: DEBUG oslo_vmware.api [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227352, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.996524] env[70323]: DEBUG oslo_vmware.api [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Waiting for the task: (returnval){ [ 918.996524] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]525e7dc0-8337-0e87-a16e-aee30c5d1db3" [ 918.996524] env[70323]: _type = "Task" [ 918.996524] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.996524] env[70323]: DEBUG oslo_vmware.api [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Waiting for the task: (returnval){ [ 918.996524] env[70323]: value = "task-3227358" [ 918.996524] env[70323]: _type = "Task" [ 918.996524] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.016411] env[70323]: DEBUG oslo_vmware.api [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': task-3227358, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.020038] env[70323]: DEBUG oslo_vmware.api [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]525e7dc0-8337-0e87-a16e-aee30c5d1db3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.325491] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3554c8-37bd-46e4-9f24-eae3de6cb102 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.337975] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3635d9d-9ce0-443b-b9f1-8b6e844d1745 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.385638] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b18025-5ac9-4e92-ace8-1ec327c49287 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.394721] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c7b3ee-e925-40ee-adb3-dddd3b3a75e1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.411451] env[70323]: DEBUG nova.compute.provider_tree [None req-3add6e29-b93e-433d-9088-60c4cd004d57 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.426042] env[70323]: DEBUG oslo_vmware.api [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227352, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.686225} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.426296] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/db0d5f88-4395-445f-ab14-ce409705d471/db0d5f88-4395-445f-ab14-ce409705d471.vmdk to [datastore1] af716832-998b-4698-8d65-5cf6871b1c2d/af716832-998b-4698-8d65-5cf6871b1c2d.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 919.427160] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e23d9da0-eade-47e9-9762-760eadb350c8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.456415] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: af716832-998b-4698-8d65-5cf6871b1c2d] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] af716832-998b-4698-8d65-5cf6871b1c2d/af716832-998b-4698-8d65-5cf6871b1c2d.vmdk or device None with type streamOptimized {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 919.457164] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4cba75a-257a-4898-91d8-48b70541a5de {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.474495] env[70323]: DEBUG nova.network.neutron [None req-74984a37-ed7a-4e7c-8ddf-5f9331e6c50f tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Updating instance_info_cache with network_info: [{"id": "8c5f3432-2d20-4f0c-9576-6e4751241d3f", "address": "fa:16:3e:f1:25:97", "network": {"id": "04147f98-e096-4b08-86fd-82e3dbb0599e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-823971767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59ea186f9eb14bfd914ef3bde9458745", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3952eb02-1162-48ed-8227-9c138960d583", "external-id": "nsx-vlan-transportzone-250", "segmentation_id": 250, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c5f3432-2d", "ovs_interfaceid": "8c5f3432-2d20-4f0c-9576-6e4751241d3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.483422] env[70323]: DEBUG oslo_vmware.api [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Waiting for the task: (returnval){ [ 919.483422] env[70323]: value = "task-3227359" [ 919.483422] env[70323]: _type = "Task" [ 919.483422] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.488645] env[70323]: DEBUG oslo_concurrency.lockutils [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Lock "bc4fe22d-07e4-456f-b54f-39b683051029" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.078s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.496017] env[70323]: DEBUG oslo_vmware.api [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227359, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.516429] env[70323]: DEBUG oslo_vmware.api [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]525e7dc0-8337-0e87-a16e-aee30c5d1db3, 'name': SearchDatastore_Task, 'duration_secs': 0.061954} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.516744] env[70323]: DEBUG oslo_vmware.api [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': task-3227358, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.517113] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.517397] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 919.517671] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.517850] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.520019] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 919.520019] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c036ca5e-075c-4ced-82e5-b8a9d96247fa {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.531101] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 919.531361] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 919.532172] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56027a5e-dded-4de0-9d2f-48848e353067 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.539152] env[70323]: DEBUG oslo_vmware.api [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Waiting for the task: (returnval){ [ 919.539152] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52514135-5976-44ef-d6c9-a18c96fdb072" [ 919.539152] env[70323]: _type = "Task" [ 919.539152] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.551346] env[70323]: DEBUG oslo_vmware.api [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52514135-5976-44ef-d6c9-a18c96fdb072, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.918067] env[70323]: DEBUG nova.scheduler.client.report [None req-3add6e29-b93e-433d-9088-60c4cd004d57 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 919.979523] env[70323]: DEBUG oslo_concurrency.lockutils [None req-74984a37-ed7a-4e7c-8ddf-5f9331e6c50f tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Releasing lock "refresh_cache-94af8883-9a40-4929-8b36-16c400b3d18a" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.979523] env[70323]: DEBUG nova.objects.instance [None req-74984a37-ed7a-4e7c-8ddf-5f9331e6c50f tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Lazy-loading 'migration_context' on Instance uuid 94af8883-9a40-4929-8b36-16c400b3d18a {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 920.009046] env[70323]: DEBUG oslo_vmware.api [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227359, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.016803] env[70323]: DEBUG oslo_vmware.api [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': task-3227358, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.053842] env[70323]: DEBUG oslo_vmware.api [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52514135-5976-44ef-d6c9-a18c96fdb072, 'name': SearchDatastore_Task, 'duration_secs': 0.026298} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.055561] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aad82573-0aee-45d0-ad02-6d97fac6f667 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.068971] env[70323]: DEBUG oslo_vmware.api [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Waiting for the task: (returnval){ [ 920.068971] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]521efbb0-5730-8a9c-906f-a5711fc2824d" [ 920.068971] env[70323]: _type = "Task" [ 920.068971] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.083509] env[70323]: DEBUG oslo_vmware.api [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]521efbb0-5730-8a9c-906f-a5711fc2824d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.422997] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3add6e29-b93e-433d-9088-60c4cd004d57 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.279s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.427748] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8e03cae9-92eb-45c7-a6fa-9e10ff62efa8 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.288s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.427748] env[70323]: DEBUG nova.objects.instance [None req-8e03cae9-92eb-45c7-a6fa-9e10ff62efa8 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Lazy-loading 'resources' on Instance uuid 340cbed9-448a-4d71-92fa-a4bec142d293 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 920.448271] env[70323]: INFO nova.scheduler.client.report [None req-3add6e29-b93e-433d-9088-60c4cd004d57 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Deleted allocations for instance 69d9372b-83a6-4a8a-b611-abd6c4fb2ddc [ 920.483160] env[70323]: DEBUG nova.objects.base [None req-74984a37-ed7a-4e7c-8ddf-5f9331e6c50f tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Object Instance<94af8883-9a40-4929-8b36-16c400b3d18a> lazy-loaded attributes: info_cache,migration_context {{(pid=70323) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 920.484662] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8afdeb5-f096-4293-bb7c-278506fdab8b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.499580] env[70323]: DEBUG oslo_vmware.api [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227359, 'name': ReconfigVM_Task, 'duration_secs': 0.736834} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.521009] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: af716832-998b-4698-8d65-5cf6871b1c2d] Reconfigured VM instance instance-00000049 to attach disk [datastore1] af716832-998b-4698-8d65-5cf6871b1c2d/af716832-998b-4698-8d65-5cf6871b1c2d.vmdk or device None with type streamOptimized {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 920.524429] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d41c2d4d-6649-4384-b48e-10ee6a085d8c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.524753] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca7063c8-2561-417e-873b-144f57d355c7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.538142] env[70323]: DEBUG oslo_vmware.api [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': task-3227358, 'name': ReconfigVM_Task, 'duration_secs': 1.026907} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.538486] env[70323]: DEBUG oslo_vmware.api [None req-74984a37-ed7a-4e7c-8ddf-5f9331e6c50f tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for the task: (returnval){ [ 920.538486] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52998926-14b8-4b25-df86-42b333cec603" [ 920.538486] env[70323]: _type = "Task" [ 920.538486] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.539768] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 1b7f6d4c-945c-434c-bb21-a15f3740fd6a] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 1b7f6d4c-945c-434c-bb21-a15f3740fd6a/1b7f6d4c-945c-434c-bb21-a15f3740fd6a.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 920.540694] env[70323]: DEBUG oslo_vmware.api [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Waiting for the task: (returnval){ [ 920.540694] env[70323]: value = "task-3227360" [ 920.540694] env[70323]: _type = "Task" [ 920.540694] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.540889] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a3dcfda-d63c-40a4-85b6-3e6722962bc2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.559869] env[70323]: DEBUG oslo_vmware.api [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227360, 'name': Rename_Task} progress is 10%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.564464] env[70323]: DEBUG oslo_vmware.api [None req-74984a37-ed7a-4e7c-8ddf-5f9331e6c50f tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52998926-14b8-4b25-df86-42b333cec603, 'name': SearchDatastore_Task, 'duration_secs': 0.008677} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.565421] env[70323]: DEBUG oslo_vmware.api [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Waiting for the task: (returnval){ [ 920.565421] env[70323]: value = "task-3227361" [ 920.565421] env[70323]: _type = "Task" [ 920.565421] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.565733] env[70323]: DEBUG oslo_concurrency.lockutils [None req-74984a37-ed7a-4e7c-8ddf-5f9331e6c50f tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.581265] env[70323]: DEBUG oslo_vmware.api [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': task-3227361, 'name': Rename_Task} progress is 10%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.585199] env[70323]: DEBUG oslo_vmware.api [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]521efbb0-5730-8a9c-906f-a5711fc2824d, 'name': SearchDatastore_Task, 'duration_secs': 0.01954} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.585500] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.585758] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 4d3d5652-902c-403f-86e8-6026b8da97fe/4d3d5652-902c-403f-86e8-6026b8da97fe.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 920.586048] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-935e084c-8c10-4393-82f9-c3cddb5c86ee {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.598108] env[70323]: DEBUG oslo_vmware.api [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Waiting for the task: (returnval){ [ 920.598108] env[70323]: value = "task-3227362" [ 920.598108] env[70323]: _type = "Task" [ 920.598108] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.609437] env[70323]: DEBUG oslo_vmware.api [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227362, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.961966] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3add6e29-b93e-433d-9088-60c4cd004d57 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Lock "69d9372b-83a6-4a8a-b611-abd6c4fb2ddc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.630s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.065276] env[70323]: DEBUG oslo_vmware.api [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227360, 'name': Rename_Task, 'duration_secs': 0.231441} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.065276] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: af716832-998b-4698-8d65-5cf6871b1c2d] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 921.065276] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d15385c9-61cc-4e9b-a151-c6ef817d7186 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.075521] env[70323]: DEBUG oslo_vmware.api [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Waiting for the task: (returnval){ [ 921.075521] env[70323]: value = "task-3227363" [ 921.075521] env[70323]: _type = "Task" [ 921.075521] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.086105] env[70323]: DEBUG oslo_vmware.api [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': task-3227361, 'name': Rename_Task, 'duration_secs': 0.166959} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.086434] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 1b7f6d4c-945c-434c-bb21-a15f3740fd6a] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 921.088385] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28cecdc7-9959-4158-ad38-18a25d1f6186 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.098335] env[70323]: DEBUG oslo_vmware.api [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227363, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.118669] env[70323]: DEBUG oslo_vmware.api [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227362, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.120553] env[70323]: DEBUG oslo_vmware.api [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Waiting for the task: (returnval){ [ 921.120553] env[70323]: value = "task-3227364" [ 921.120553] env[70323]: _type = "Task" [ 921.120553] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.393628] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Acquiring lock "2c755301-a981-4c97-8d9e-c01c17618932" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.394126] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Lock "2c755301-a981-4c97-8d9e-c01c17618932" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.507046] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742e8032-cdbb-4aa5-87cf-074b1b7b73fd {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.517082] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cabf8a9-634f-4dce-94f8-043bf5044671 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.559763] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e64ce55-e877-4ca8-ba94-2778310916c1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.571567] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a239dcdf-1159-424d-85e6-9a4fc4a37335 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.589778] env[70323]: DEBUG oslo_vmware.api [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227363, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.596180] env[70323]: DEBUG nova.compute.provider_tree [None req-8e03cae9-92eb-45c7-a6fa-9e10ff62efa8 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 921.621698] env[70323]: DEBUG oslo_vmware.api [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227362, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.601605} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.625761] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 4d3d5652-902c-403f-86e8-6026b8da97fe/4d3d5652-902c-403f-86e8-6026b8da97fe.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 921.626117] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 921.626961] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0424fd0e-851c-45ba-92e4-21d9463f9fac {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.637176] env[70323]: DEBUG oslo_vmware.api [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': task-3227364, 'name': PowerOnVM_Task, 'duration_secs': 0.513121} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.638658] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 1b7f6d4c-945c-434c-bb21-a15f3740fd6a] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 921.638997] env[70323]: INFO nova.compute.manager [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 1b7f6d4c-945c-434c-bb21-a15f3740fd6a] Took 9.42 seconds to spawn the instance on the hypervisor. [ 921.639318] env[70323]: DEBUG nova.compute.manager [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 1b7f6d4c-945c-434c-bb21-a15f3740fd6a] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 921.639787] env[70323]: DEBUG oslo_vmware.api [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Waiting for the task: (returnval){ [ 921.639787] env[70323]: value = "task-3227365" [ 921.639787] env[70323]: _type = "Task" [ 921.639787] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.641213] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-190b1f05-caca-40e2-b96a-39ef1c7dd782 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.653996] env[70323]: DEBUG oslo_vmware.api [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227365, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.898675] env[70323]: DEBUG nova.compute.manager [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 2c755301-a981-4c97-8d9e-c01c17618932] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 922.090947] env[70323]: DEBUG oslo_vmware.api [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227363, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.100365] env[70323]: DEBUG nova.scheduler.client.report [None req-8e03cae9-92eb-45c7-a6fa-9e10ff62efa8 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.156822] env[70323]: DEBUG oslo_vmware.api [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227365, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071518} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.156822] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 922.156822] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830a9204-73c0-45ed-887f-bed59c14e0df {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.169460] env[70323]: INFO nova.compute.manager [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 1b7f6d4c-945c-434c-bb21-a15f3740fd6a] Took 42.72 seconds to build instance. [ 922.197434] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 4d3d5652-902c-403f-86e8-6026b8da97fe/4d3d5652-902c-403f-86e8-6026b8da97fe.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 922.198811] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86080754-2498-4f25-809a-19e2b3a7b884 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.220828] env[70323]: DEBUG oslo_vmware.api [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Waiting for the task: (returnval){ [ 922.220828] env[70323]: value = "task-3227366" [ 922.220828] env[70323]: _type = "Task" [ 922.220828] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.230635] env[70323]: DEBUG oslo_vmware.api [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227366, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.428834] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.592965] env[70323]: DEBUG oslo_vmware.api [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227363, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.609322] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8e03cae9-92eb-45c7-a6fa-9e10ff62efa8 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.181s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.611757] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d1d4748c-87a6-42ed-a479-b63b18e68836 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 28.608s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.643569] env[70323]: INFO nova.scheduler.client.report [None req-8e03cae9-92eb-45c7-a6fa-9e10ff62efa8 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Deleted allocations for instance 340cbed9-448a-4d71-92fa-a4bec142d293 [ 922.644896] env[70323]: DEBUG oslo_concurrency.lockutils [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquiring lock "728ab2dc-eefc-491c-ac6b-17732e72d24b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.645151] env[70323]: DEBUG oslo_concurrency.lockutils [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Lock "728ab2dc-eefc-491c-ac6b-17732e72d24b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.672232] env[70323]: DEBUG oslo_concurrency.lockutils [None req-aa88cfb7-0153-45e3-aad6-5fdde1acff5e tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Lock "1b7f6d4c-945c-434c-bb21-a15f3740fd6a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.226s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.735935] env[70323]: DEBUG oslo_vmware.api [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227366, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.091792] env[70323]: DEBUG oslo_vmware.api [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227363, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.117172] env[70323]: INFO nova.compute.claims [None req-d1d4748c-87a6-42ed-a479-b63b18e68836 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 84faf743-f813-481c-90ec-50d5dd62d9d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 923.153110] env[70323]: DEBUG nova.compute.manager [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 728ab2dc-eefc-491c-ac6b-17732e72d24b] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 923.161096] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8e03cae9-92eb-45c7-a6fa-9e10ff62efa8 tempest-ListServersNegativeTestJSON-815622615 tempest-ListServersNegativeTestJSON-815622615-project-member] Lock "340cbed9-448a-4d71-92fa-a4bec142d293" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.910s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.240272] env[70323]: DEBUG oslo_vmware.api [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227366, 'name': ReconfigVM_Task, 'duration_secs': 0.655613} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.240458] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 4d3d5652-902c-403f-86e8-6026b8da97fe/4d3d5652-902c-403f-86e8-6026b8da97fe.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 923.241324] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1f329ad-33b2-45c3-9f72-2632da8cb174 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.249818] env[70323]: DEBUG oslo_vmware.api [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Waiting for the task: (returnval){ [ 923.249818] env[70323]: value = "task-3227367" [ 923.249818] env[70323]: _type = "Task" [ 923.249818] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.258955] env[70323]: DEBUG oslo_vmware.api [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227367, 'name': Rename_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.282910] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f45f4352-17a9-4007-9cae-b00f580b1920 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Acquiring lock "bc4fe22d-07e4-456f-b54f-39b683051029" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.283456] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f45f4352-17a9-4007-9cae-b00f580b1920 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Lock "bc4fe22d-07e4-456f-b54f-39b683051029" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.283770] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f45f4352-17a9-4007-9cae-b00f580b1920 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Acquiring lock "bc4fe22d-07e4-456f-b54f-39b683051029-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.284165] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f45f4352-17a9-4007-9cae-b00f580b1920 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Lock "bc4fe22d-07e4-456f-b54f-39b683051029-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.284444] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f45f4352-17a9-4007-9cae-b00f580b1920 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Lock "bc4fe22d-07e4-456f-b54f-39b683051029-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.287123] env[70323]: INFO nova.compute.manager [None req-f45f4352-17a9-4007-9cae-b00f580b1920 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: bc4fe22d-07e4-456f-b54f-39b683051029] Terminating instance [ 923.356031] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1fbd5114-41f7-41bf-a1a6-f59f28f81af3 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Acquiring lock "1b7f6d4c-945c-434c-bb21-a15f3740fd6a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.356200] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1fbd5114-41f7-41bf-a1a6-f59f28f81af3 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Lock "1b7f6d4c-945c-434c-bb21-a15f3740fd6a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.356445] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1fbd5114-41f7-41bf-a1a6-f59f28f81af3 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Acquiring lock "1b7f6d4c-945c-434c-bb21-a15f3740fd6a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.356855] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1fbd5114-41f7-41bf-a1a6-f59f28f81af3 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Lock "1b7f6d4c-945c-434c-bb21-a15f3740fd6a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.357114] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1fbd5114-41f7-41bf-a1a6-f59f28f81af3 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Lock "1b7f6d4c-945c-434c-bb21-a15f3740fd6a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.359645] env[70323]: INFO nova.compute.manager [None req-1fbd5114-41f7-41bf-a1a6-f59f28f81af3 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 1b7f6d4c-945c-434c-bb21-a15f3740fd6a] Terminating instance [ 923.593521] env[70323]: DEBUG oslo_vmware.api [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227363, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.624871] env[70323]: INFO nova.compute.resource_tracker [None req-d1d4748c-87a6-42ed-a479-b63b18e68836 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 84faf743-f813-481c-90ec-50d5dd62d9d2] Updating resource usage from migration 2cfc0e92-0592-40bf-9e56-8772c23c310f [ 923.688540] env[70323]: DEBUG oslo_concurrency.lockutils [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.761539] env[70323]: DEBUG oslo_vmware.api [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227367, 'name': Rename_Task, 'duration_secs': 0.185067} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.764200] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 923.765022] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81ae437f-d393-40c2-9dee-4a18ed07d248 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.774033] env[70323]: DEBUG oslo_vmware.api [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Waiting for the task: (returnval){ [ 923.774033] env[70323]: value = "task-3227368" [ 923.774033] env[70323]: _type = "Task" [ 923.774033] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.785782] env[70323]: DEBUG oslo_vmware.api [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227368, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.791353] env[70323]: DEBUG nova.compute.manager [None req-f45f4352-17a9-4007-9cae-b00f580b1920 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: bc4fe22d-07e4-456f-b54f-39b683051029] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 923.791564] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-f45f4352-17a9-4007-9cae-b00f580b1920 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: bc4fe22d-07e4-456f-b54f-39b683051029] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 923.792832] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac1259d-0778-4c33-b771-7bf18ab8851a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.805027] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-f45f4352-17a9-4007-9cae-b00f580b1920 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: bc4fe22d-07e4-456f-b54f-39b683051029] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 923.805027] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2003877f-3cea-40c2-b012-500bb6d4b0b9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.813712] env[70323]: DEBUG oslo_vmware.api [None req-f45f4352-17a9-4007-9cae-b00f580b1920 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Waiting for the task: (returnval){ [ 923.813712] env[70323]: value = "task-3227369" [ 923.813712] env[70323]: _type = "Task" [ 923.813712] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.824744] env[70323]: DEBUG oslo_vmware.api [None req-f45f4352-17a9-4007-9cae-b00f580b1920 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': task-3227369, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.867025] env[70323]: DEBUG nova.compute.manager [None req-1fbd5114-41f7-41bf-a1a6-f59f28f81af3 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 1b7f6d4c-945c-434c-bb21-a15f3740fd6a] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 923.867025] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-1fbd5114-41f7-41bf-a1a6-f59f28f81af3 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 1b7f6d4c-945c-434c-bb21-a15f3740fd6a] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 923.867025] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-293ca789-d25b-461b-b05b-3a41b05501ec {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.876202] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fbd5114-41f7-41bf-a1a6-f59f28f81af3 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 1b7f6d4c-945c-434c-bb21-a15f3740fd6a] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 923.876591] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ca11dce-a7e3-4624-a342-7f85732e6375 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.886143] env[70323]: DEBUG oslo_vmware.api [None req-1fbd5114-41f7-41bf-a1a6-f59f28f81af3 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Waiting for the task: (returnval){ [ 923.886143] env[70323]: value = "task-3227370" [ 923.886143] env[70323]: _type = "Task" [ 923.886143] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.902760] env[70323]: DEBUG oslo_vmware.api [None req-1fbd5114-41f7-41bf-a1a6-f59f28f81af3 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': task-3227370, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.095181] env[70323]: DEBUG oslo_vmware.api [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227363, 'name': PowerOnVM_Task, 'duration_secs': 2.555981} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.098486] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: af716832-998b-4698-8d65-5cf6871b1c2d] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 924.098753] env[70323]: INFO nova.compute.manager [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: af716832-998b-4698-8d65-5cf6871b1c2d] Took 17.03 seconds to spawn the instance on the hypervisor. [ 924.099466] env[70323]: DEBUG nova.compute.manager [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: af716832-998b-4698-8d65-5cf6871b1c2d] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 924.101129] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a53aff-473f-45fc-a086-fb0c2466fc4e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.159606] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d044cbf4-9efb-4ac9-992d-b5a2f46eb1ec {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.169144] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec9a46a6-aa57-4aca-84d2-d47c7ae3fa04 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.206202] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90452fe9-6927-4afb-bf1b-7047bae2eed5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.215084] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a287a66-39ac-4806-8f7b-fb1904b898ff {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.232963] env[70323]: DEBUG nova.compute.provider_tree [None req-d1d4748c-87a6-42ed-a479-b63b18e68836 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.285693] env[70323]: DEBUG oslo_vmware.api [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227368, 'name': PowerOnVM_Task} progress is 90%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.326674] env[70323]: DEBUG oslo_vmware.api [None req-f45f4352-17a9-4007-9cae-b00f580b1920 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': task-3227369, 'name': PowerOffVM_Task, 'duration_secs': 0.381306} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.327783] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-f45f4352-17a9-4007-9cae-b00f580b1920 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: bc4fe22d-07e4-456f-b54f-39b683051029] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 924.327783] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-f45f4352-17a9-4007-9cae-b00f580b1920 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: bc4fe22d-07e4-456f-b54f-39b683051029] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 924.327783] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d246e2b-91d9-48ca-be7d-099bb282c2a1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.400019] env[70323]: DEBUG oslo_vmware.api [None req-1fbd5114-41f7-41bf-a1a6-f59f28f81af3 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': task-3227370, 'name': PowerOffVM_Task, 'duration_secs': 0.216454} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.400329] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fbd5114-41f7-41bf-a1a6-f59f28f81af3 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 1b7f6d4c-945c-434c-bb21-a15f3740fd6a] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 924.400500] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-1fbd5114-41f7-41bf-a1a6-f59f28f81af3 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 1b7f6d4c-945c-434c-bb21-a15f3740fd6a] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 924.400760] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d543a0c9-6b15-44d0-b4df-d979d0957d2c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.416423] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-f45f4352-17a9-4007-9cae-b00f580b1920 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: bc4fe22d-07e4-456f-b54f-39b683051029] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 924.416961] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-f45f4352-17a9-4007-9cae-b00f580b1920 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: bc4fe22d-07e4-456f-b54f-39b683051029] Deleting contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 924.416961] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-f45f4352-17a9-4007-9cae-b00f580b1920 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Deleting the datastore file [datastore2] bc4fe22d-07e4-456f-b54f-39b683051029 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 924.417248] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8261ade-7316-4000-8f63-a19f8f1f006e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.424996] env[70323]: DEBUG oslo_vmware.api [None req-f45f4352-17a9-4007-9cae-b00f580b1920 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Waiting for the task: (returnval){ [ 924.424996] env[70323]: value = "task-3227373" [ 924.424996] env[70323]: _type = "Task" [ 924.424996] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.435049] env[70323]: DEBUG oslo_vmware.api [None req-f45f4352-17a9-4007-9cae-b00f580b1920 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': task-3227373, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.484035] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-1fbd5114-41f7-41bf-a1a6-f59f28f81af3 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 1b7f6d4c-945c-434c-bb21-a15f3740fd6a] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 924.484335] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-1fbd5114-41f7-41bf-a1a6-f59f28f81af3 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 1b7f6d4c-945c-434c-bb21-a15f3740fd6a] Deleting contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 924.484565] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fbd5114-41f7-41bf-a1a6-f59f28f81af3 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Deleting the datastore file [datastore2] 1b7f6d4c-945c-434c-bb21-a15f3740fd6a {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 924.484914] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e500f8ad-4eb9-4c39-9728-5ce25f046676 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.497795] env[70323]: DEBUG oslo_vmware.api [None req-1fbd5114-41f7-41bf-a1a6-f59f28f81af3 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Waiting for the task: (returnval){ [ 924.497795] env[70323]: value = "task-3227374" [ 924.497795] env[70323]: _type = "Task" [ 924.497795] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.508523] env[70323]: DEBUG oslo_vmware.api [None req-1fbd5114-41f7-41bf-a1a6-f59f28f81af3 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': task-3227374, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.623401] env[70323]: INFO nova.compute.manager [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: af716832-998b-4698-8d65-5cf6871b1c2d] Took 46.45 seconds to build instance. [ 924.737471] env[70323]: DEBUG nova.scheduler.client.report [None req-d1d4748c-87a6-42ed-a479-b63b18e68836 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 924.786858] env[70323]: DEBUG oslo_vmware.api [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227368, 'name': PowerOnVM_Task, 'duration_secs': 0.61043} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.787109] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 924.787308] env[70323]: INFO nova.compute.manager [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Took 9.94 seconds to spawn the instance on the hypervisor. [ 924.787489] env[70323]: DEBUG nova.compute.manager [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 924.788318] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428dabf9-7f0e-4212-9fbe-835c9eebeb0c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.936191] env[70323]: DEBUG oslo_vmware.api [None req-f45f4352-17a9-4007-9cae-b00f580b1920 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': task-3227373, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16401} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.936496] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-f45f4352-17a9-4007-9cae-b00f580b1920 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 924.937123] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-f45f4352-17a9-4007-9cae-b00f580b1920 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: bc4fe22d-07e4-456f-b54f-39b683051029] Deleted contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 924.937123] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-f45f4352-17a9-4007-9cae-b00f580b1920 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: bc4fe22d-07e4-456f-b54f-39b683051029] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 924.937123] env[70323]: INFO nova.compute.manager [None req-f45f4352-17a9-4007-9cae-b00f580b1920 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: bc4fe22d-07e4-456f-b54f-39b683051029] Took 1.15 seconds to destroy the instance on the hypervisor. [ 924.937375] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f45f4352-17a9-4007-9cae-b00f580b1920 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 924.937565] env[70323]: DEBUG nova.compute.manager [-] [instance: bc4fe22d-07e4-456f-b54f-39b683051029] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 924.937656] env[70323]: DEBUG nova.network.neutron [-] [instance: bc4fe22d-07e4-456f-b54f-39b683051029] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 925.009429] env[70323]: DEBUG oslo_vmware.api [None req-1fbd5114-41f7-41bf-a1a6-f59f28f81af3 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Task: {'id': task-3227374, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18011} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.009627] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fbd5114-41f7-41bf-a1a6-f59f28f81af3 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 925.009804] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-1fbd5114-41f7-41bf-a1a6-f59f28f81af3 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 1b7f6d4c-945c-434c-bb21-a15f3740fd6a] Deleted contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 925.010028] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-1fbd5114-41f7-41bf-a1a6-f59f28f81af3 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 1b7f6d4c-945c-434c-bb21-a15f3740fd6a] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 925.010469] env[70323]: INFO nova.compute.manager [None req-1fbd5114-41f7-41bf-a1a6-f59f28f81af3 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] [instance: 1b7f6d4c-945c-434c-bb21-a15f3740fd6a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 925.010469] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1fbd5114-41f7-41bf-a1a6-f59f28f81af3 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.010654] env[70323]: DEBUG nova.compute.manager [-] [instance: 1b7f6d4c-945c-434c-bb21-a15f3740fd6a] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 925.010724] env[70323]: DEBUG nova.network.neutron [-] [instance: 1b7f6d4c-945c-434c-bb21-a15f3740fd6a] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 925.125124] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7567f154-1d76-4b67-b25e-4bd7f79b7ea5 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Lock "af716832-998b-4698-8d65-5cf6871b1c2d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.962s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.246955] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d1d4748c-87a6-42ed-a479-b63b18e68836 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.635s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.247640] env[70323]: INFO nova.compute.manager [None req-d1d4748c-87a6-42ed-a479-b63b18e68836 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 84faf743-f813-481c-90ec-50d5dd62d9d2] Migrating [ 925.256746] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a8c6001f-c7f1-4386-b26b-780b0f38422c tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.402s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.257059] env[70323]: DEBUG nova.objects.instance [None req-a8c6001f-c7f1-4386-b26b-780b0f38422c tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Lazy-loading 'resources' on Instance uuid b8019283-5cac-4f19-b25e-e40742868c1b {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 925.311581] env[70323]: INFO nova.compute.manager [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Took 44.55 seconds to build instance. [ 925.340892] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d911474e-e25f-485a-94c1-9a4845fe9753 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Acquiring lock "af716832-998b-4698-8d65-5cf6871b1c2d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.341210] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d911474e-e25f-485a-94c1-9a4845fe9753 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Lock "af716832-998b-4698-8d65-5cf6871b1c2d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.341453] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d911474e-e25f-485a-94c1-9a4845fe9753 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Acquiring lock "af716832-998b-4698-8d65-5cf6871b1c2d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.341650] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d911474e-e25f-485a-94c1-9a4845fe9753 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Lock "af716832-998b-4698-8d65-5cf6871b1c2d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.341822] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d911474e-e25f-485a-94c1-9a4845fe9753 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Lock "af716832-998b-4698-8d65-5cf6871b1c2d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.345099] env[70323]: INFO nova.compute.manager [None req-d911474e-e25f-485a-94c1-9a4845fe9753 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: af716832-998b-4698-8d65-5cf6871b1c2d] Terminating instance [ 925.428402] env[70323]: DEBUG nova.compute.manager [req-ddc780fa-a66a-4ada-a6ed-84291c45141a req-f1150cd9-5c93-4bf2-aaed-4a4478ecc812 service nova] [instance: bc4fe22d-07e4-456f-b54f-39b683051029] Received event network-vif-deleted-07a04bf3-b5ae-4d32-98f8-f1604df39edc {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 925.428685] env[70323]: INFO nova.compute.manager [req-ddc780fa-a66a-4ada-a6ed-84291c45141a req-f1150cd9-5c93-4bf2-aaed-4a4478ecc812 service nova] [instance: bc4fe22d-07e4-456f-b54f-39b683051029] Neutron deleted interface 07a04bf3-b5ae-4d32-98f8-f1604df39edc; detaching it from the instance and deleting it from the info cache [ 925.428836] env[70323]: DEBUG nova.network.neutron [req-ddc780fa-a66a-4ada-a6ed-84291c45141a req-f1150cd9-5c93-4bf2-aaed-4a4478ecc812 service nova] [instance: bc4fe22d-07e4-456f-b54f-39b683051029] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.768987] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d1d4748c-87a6-42ed-a479-b63b18e68836 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquiring lock "refresh_cache-84faf743-f813-481c-90ec-50d5dd62d9d2" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.769285] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d1d4748c-87a6-42ed-a479-b63b18e68836 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquired lock "refresh_cache-84faf743-f813-481c-90ec-50d5dd62d9d2" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.769423] env[70323]: DEBUG nova.network.neutron [None req-d1d4748c-87a6-42ed-a479-b63b18e68836 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 84faf743-f813-481c-90ec-50d5dd62d9d2] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 925.812571] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c689ee96-b101-4b6e-9603-1dbaf0c0eded tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Lock "4d3d5652-902c-403f-86e8-6026b8da97fe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.062s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.852227] env[70323]: DEBUG nova.compute.manager [None req-d911474e-e25f-485a-94c1-9a4845fe9753 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: af716832-998b-4698-8d65-5cf6871b1c2d] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 925.852435] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-d911474e-e25f-485a-94c1-9a4845fe9753 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: af716832-998b-4698-8d65-5cf6871b1c2d] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 925.853819] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f128213-d06a-4a7c-aabc-192a474e2f8a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.866191] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-d911474e-e25f-485a-94c1-9a4845fe9753 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: af716832-998b-4698-8d65-5cf6871b1c2d] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 925.870548] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3cdcc13-e4d4-499b-9765-906e0bfedb28 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.879887] env[70323]: DEBUG oslo_vmware.api [None req-d911474e-e25f-485a-94c1-9a4845fe9753 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Waiting for the task: (returnval){ [ 925.879887] env[70323]: value = "task-3227375" [ 925.879887] env[70323]: _type = "Task" [ 925.879887] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.894023] env[70323]: DEBUG oslo_vmware.api [None req-d911474e-e25f-485a-94c1-9a4845fe9753 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227375, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.910682] env[70323]: DEBUG nova.network.neutron [-] [instance: bc4fe22d-07e4-456f-b54f-39b683051029] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.934103] env[70323]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5867364a-ef31-4e24-b024-69d32286a726 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.942788] env[70323]: DEBUG nova.compute.manager [req-8ba06639-fdd5-4d48-b75f-bcfea8aee56d req-81831bae-f69e-43d2-9549-20a854e77f9a service nova] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Received event network-changed-ff815f0e-0a04-4dd8-b7e0-6d331fca2611 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 925.942852] env[70323]: DEBUG nova.compute.manager [req-8ba06639-fdd5-4d48-b75f-bcfea8aee56d req-81831bae-f69e-43d2-9549-20a854e77f9a service nova] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Refreshing instance network info cache due to event network-changed-ff815f0e-0a04-4dd8-b7e0-6d331fca2611. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 925.943087] env[70323]: DEBUG oslo_concurrency.lockutils [req-8ba06639-fdd5-4d48-b75f-bcfea8aee56d req-81831bae-f69e-43d2-9549-20a854e77f9a service nova] Acquiring lock "refresh_cache-4d3d5652-902c-403f-86e8-6026b8da97fe" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.943300] env[70323]: DEBUG oslo_concurrency.lockutils [req-8ba06639-fdd5-4d48-b75f-bcfea8aee56d req-81831bae-f69e-43d2-9549-20a854e77f9a service nova] Acquired lock "refresh_cache-4d3d5652-902c-403f-86e8-6026b8da97fe" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.943384] env[70323]: DEBUG nova.network.neutron [req-8ba06639-fdd5-4d48-b75f-bcfea8aee56d req-81831bae-f69e-43d2-9549-20a854e77f9a service nova] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Refreshing network info cache for port ff815f0e-0a04-4dd8-b7e0-6d331fca2611 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 925.948693] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e98d33-e82a-4daf-b85f-3c7148a53d62 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.965782] env[70323]: DEBUG nova.network.neutron [-] [instance: 1b7f6d4c-945c-434c-bb21-a15f3740fd6a] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.994358] env[70323]: DEBUG nova.compute.manager [req-ddc780fa-a66a-4ada-a6ed-84291c45141a req-f1150cd9-5c93-4bf2-aaed-4a4478ecc812 service nova] [instance: bc4fe22d-07e4-456f-b54f-39b683051029] Detach interface failed, port_id=07a04bf3-b5ae-4d32-98f8-f1604df39edc, reason: Instance bc4fe22d-07e4-456f-b54f-39b683051029 could not be found. {{(pid=70323) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 926.272074] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9973ec52-bbd5-4d76-aecc-fd9c1072ace8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.283387] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f0d556-7f31-4a7b-8631-6720d1e8fff8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.318515] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eed6b16-45c8-41a5-bfa1-d66bfd959376 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.327044] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d833e38c-3bb4-4167-b5a3-bc2596541009 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.342414] env[70323]: DEBUG nova.compute.provider_tree [None req-a8c6001f-c7f1-4386-b26b-780b0f38422c tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.392191] env[70323]: DEBUG oslo_vmware.api [None req-d911474e-e25f-485a-94c1-9a4845fe9753 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227375, 'name': PowerOffVM_Task, 'duration_secs': 0.247918} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.393188] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-d911474e-e25f-485a-94c1-9a4845fe9753 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: af716832-998b-4698-8d65-5cf6871b1c2d] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 926.393364] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-d911474e-e25f-485a-94c1-9a4845fe9753 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: af716832-998b-4698-8d65-5cf6871b1c2d] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 926.393648] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-886364c2-2a67-485f-a596-f03964e9a1b6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.412984] env[70323]: INFO nova.compute.manager [-] [instance: bc4fe22d-07e4-456f-b54f-39b683051029] Took 1.48 seconds to deallocate network for instance. [ 926.471961] env[70323]: INFO nova.compute.manager [-] [instance: 1b7f6d4c-945c-434c-bb21-a15f3740fd6a] Took 1.46 seconds to deallocate network for instance. [ 926.633649] env[70323]: DEBUG nova.network.neutron [None req-d1d4748c-87a6-42ed-a479-b63b18e68836 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 84faf743-f813-481c-90ec-50d5dd62d9d2] Updating instance_info_cache with network_info: [{"id": "32414131-f847-4b06-9aa8-d53aace89fc0", "address": "fa:16:3e:a4:e6:e3", "network": {"id": "6e67070b-8cfb-44d3-a355-e33374893830", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-79061281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9442610b28a7452a8b29d013bd021928", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32414131-f8", "ovs_interfaceid": "32414131-f847-4b06-9aa8-d53aace89fc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.767695] env[70323]: DEBUG nova.network.neutron [req-8ba06639-fdd5-4d48-b75f-bcfea8aee56d req-81831bae-f69e-43d2-9549-20a854e77f9a service nova] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Updated VIF entry in instance network info cache for port ff815f0e-0a04-4dd8-b7e0-6d331fca2611. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 926.768086] env[70323]: DEBUG nova.network.neutron [req-8ba06639-fdd5-4d48-b75f-bcfea8aee56d req-81831bae-f69e-43d2-9549-20a854e77f9a service nova] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Updating instance_info_cache with network_info: [{"id": "ff815f0e-0a04-4dd8-b7e0-6d331fca2611", "address": "fa:16:3e:46:6c:08", "network": {"id": "72c9180f-a081-4a3c-a140-c168d882c6f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1947974250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "629980704660404c9e5b2a810d6182a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff815f0e-0a", "ovs_interfaceid": "ff815f0e-0a04-4dd8-b7e0-6d331fca2611", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.846356] env[70323]: DEBUG nova.scheduler.client.report [None req-a8c6001f-c7f1-4386-b26b-780b0f38422c tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.927807] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f45f4352-17a9-4007-9cae-b00f580b1920 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.978987] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1fbd5114-41f7-41bf-a1a6-f59f28f81af3 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.082983] env[70323]: DEBUG oslo_vmware.rw_handles [None req-83de5121-3089-4964-bfd6-8fe8c87deede tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524f5a3f-f9be-e4d8-a245-b04a946785cd/disk-0.vmdk. {{(pid=70323) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 927.084093] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1545f700-9260-4244-9d2c-22f54b366983 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.091913] env[70323]: DEBUG oslo_vmware.rw_handles [None req-83de5121-3089-4964-bfd6-8fe8c87deede tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524f5a3f-f9be-e4d8-a245-b04a946785cd/disk-0.vmdk is in state: ready. {{(pid=70323) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 927.092150] env[70323]: ERROR oslo_vmware.rw_handles [None req-83de5121-3089-4964-bfd6-8fe8c87deede tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524f5a3f-f9be-e4d8-a245-b04a946785cd/disk-0.vmdk due to incomplete transfer. [ 927.092404] env[70323]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1a1a4cc5-6693-4f30-a571-4f85765a9efc {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.100783] env[70323]: DEBUG oslo_vmware.rw_handles [None req-83de5121-3089-4964-bfd6-8fe8c87deede tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524f5a3f-f9be-e4d8-a245-b04a946785cd/disk-0.vmdk. {{(pid=70323) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 927.101043] env[70323]: DEBUG nova.virt.vmwareapi.images [None req-83de5121-3089-4964-bfd6-8fe8c87deede tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 7d130068-25ce-440c-896b-f6a633019a34] Uploaded image 695b1686-d4ea-43ae-be87-387976dcfe2c to the Glance image server {{(pid=70323) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 927.103355] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-83de5121-3089-4964-bfd6-8fe8c87deede tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 7d130068-25ce-440c-896b-f6a633019a34] Destroying the VM {{(pid=70323) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 927.103626] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bfdde5d0-99ec-4cf4-90e5-452f631af440 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.115216] env[70323]: DEBUG oslo_vmware.api [None req-83de5121-3089-4964-bfd6-8fe8c87deede tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for the task: (returnval){ [ 927.115216] env[70323]: value = "task-3227377" [ 927.115216] env[70323]: _type = "Task" [ 927.115216] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.126208] env[70323]: DEBUG oslo_vmware.api [None req-83de5121-3089-4964-bfd6-8fe8c87deede tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227377, 'name': Destroy_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.140201] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d1d4748c-87a6-42ed-a479-b63b18e68836 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Releasing lock "refresh_cache-84faf743-f813-481c-90ec-50d5dd62d9d2" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.271050] env[70323]: DEBUG oslo_concurrency.lockutils [req-8ba06639-fdd5-4d48-b75f-bcfea8aee56d req-81831bae-f69e-43d2-9549-20a854e77f9a service nova] Releasing lock "refresh_cache-4d3d5652-902c-403f-86e8-6026b8da97fe" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.334053] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-d911474e-e25f-485a-94c1-9a4845fe9753 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: af716832-998b-4698-8d65-5cf6871b1c2d] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 927.334354] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-d911474e-e25f-485a-94c1-9a4845fe9753 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: af716832-998b-4698-8d65-5cf6871b1c2d] Deleting contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 927.334623] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-d911474e-e25f-485a-94c1-9a4845fe9753 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Deleting the datastore file [datastore1] af716832-998b-4698-8d65-5cf6871b1c2d {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 927.334939] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f34254d-e1fb-4826-b0ee-c4a9566ccb24 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.341965] env[70323]: DEBUG oslo_vmware.api [None req-d911474e-e25f-485a-94c1-9a4845fe9753 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Waiting for the task: (returnval){ [ 927.341965] env[70323]: value = "task-3227378" [ 927.341965] env[70323]: _type = "Task" [ 927.341965] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.350645] env[70323]: DEBUG oslo_vmware.api [None req-d911474e-e25f-485a-94c1-9a4845fe9753 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227378, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.352463] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a8c6001f-c7f1-4386-b26b-780b0f38422c tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.096s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.354723] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bf48eb59-86d5-4286-bca8-b8c484dafa89 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.147s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.354918] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bf48eb59-86d5-4286-bca8-b8c484dafa89 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.356728] env[70323]: DEBUG oslo_concurrency.lockutils [None req-dc2f4b20-0581-4cb0-8592-922ab4562019 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.430s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.356973] env[70323]: DEBUG nova.objects.instance [None req-dc2f4b20-0581-4cb0-8592-922ab4562019 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Lazy-loading 'resources' on Instance uuid 53bef48f-e24f-423a-ae83-a30a408153bc {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 927.375402] env[70323]: INFO nova.scheduler.client.report [None req-a8c6001f-c7f1-4386-b26b-780b0f38422c tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Deleted allocations for instance b8019283-5cac-4f19-b25e-e40742868c1b [ 927.378029] env[70323]: INFO nova.scheduler.client.report [None req-bf48eb59-86d5-4286-bca8-b8c484dafa89 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Deleted allocations for instance 3cd24ffc-62ba-465a-8663-efbce0e593f5 [ 927.453944] env[70323]: DEBUG nova.compute.manager [req-639137e3-04cb-4d0c-a486-3c797e3f1889 req-5a7acece-57f9-4ea4-b0b6-391e4313222c service nova] [instance: 1b7f6d4c-945c-434c-bb21-a15f3740fd6a] Received event network-vif-deleted-4794092b-7928-4561-8736-341cc4660759 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 927.625732] env[70323]: DEBUG oslo_vmware.api [None req-83de5121-3089-4964-bfd6-8fe8c87deede tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227377, 'name': Destroy_Task, 'duration_secs': 0.350715} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.626090] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-83de5121-3089-4964-bfd6-8fe8c87deede tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 7d130068-25ce-440c-896b-f6a633019a34] Destroyed the VM [ 927.626411] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-83de5121-3089-4964-bfd6-8fe8c87deede tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 7d130068-25ce-440c-896b-f6a633019a34] Deleting Snapshot of the VM instance {{(pid=70323) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 927.626671] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6210af06-3557-4c03-b5ba-d8e289e692a8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.633597] env[70323]: DEBUG oslo_vmware.api [None req-83de5121-3089-4964-bfd6-8fe8c87deede tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for the task: (returnval){ [ 927.633597] env[70323]: value = "task-3227379" [ 927.633597] env[70323]: _type = "Task" [ 927.633597] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.641323] env[70323]: DEBUG oslo_vmware.api [None req-83de5121-3089-4964-bfd6-8fe8c87deede tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227379, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.852756] env[70323]: DEBUG oslo_vmware.api [None req-d911474e-e25f-485a-94c1-9a4845fe9753 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227378, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133033} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.853050] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-d911474e-e25f-485a-94c1-9a4845fe9753 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 927.853243] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-d911474e-e25f-485a-94c1-9a4845fe9753 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: af716832-998b-4698-8d65-5cf6871b1c2d] Deleted contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 927.853420] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-d911474e-e25f-485a-94c1-9a4845fe9753 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: af716832-998b-4698-8d65-5cf6871b1c2d] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 927.853597] env[70323]: INFO nova.compute.manager [None req-d911474e-e25f-485a-94c1-9a4845fe9753 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: af716832-998b-4698-8d65-5cf6871b1c2d] Took 2.00 seconds to destroy the instance on the hypervisor. [ 927.853848] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d911474e-e25f-485a-94c1-9a4845fe9753 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 927.854065] env[70323]: DEBUG nova.compute.manager [-] [instance: af716832-998b-4698-8d65-5cf6871b1c2d] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 927.854167] env[70323]: DEBUG nova.network.neutron [-] [instance: af716832-998b-4698-8d65-5cf6871b1c2d] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 927.887314] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a8c6001f-c7f1-4386-b26b-780b0f38422c tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Lock "b8019283-5cac-4f19-b25e-e40742868c1b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.418s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.888010] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bf48eb59-86d5-4286-bca8-b8c484dafa89 tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Lock "3cd24ffc-62ba-465a-8663-efbce0e593f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.188s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.149610] env[70323]: DEBUG oslo_vmware.api [None req-83de5121-3089-4964-bfd6-8fe8c87deede tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227379, 'name': RemoveSnapshot_Task, 'duration_secs': 0.365171} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.150129] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-83de5121-3089-4964-bfd6-8fe8c87deede tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 7d130068-25ce-440c-896b-f6a633019a34] Deleted Snapshot of the VM instance {{(pid=70323) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 928.151083] env[70323]: DEBUG nova.compute.manager [None req-83de5121-3089-4964-bfd6-8fe8c87deede tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 7d130068-25ce-440c-896b-f6a633019a34] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 928.153029] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310c67ed-9a79-4d94-a480-ed1a5033e610 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.287021] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd4c12f8-044f-4bcf-a525-48d192c0cbc3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.297062] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cbb84d4-805d-4a35-8e5d-81256ca85b90 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.331397] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f51921e7-839f-4b7d-870e-5b8d76ff530a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.340493] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6acb01-9979-4618-b9cd-539fbf08b101 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.355146] env[70323]: DEBUG nova.compute.provider_tree [None req-dc2f4b20-0581-4cb0-8592-922ab4562019 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 928.654754] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fafc52e9-c291-4f02-a933-ab4bd2bc3e1f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.676496] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d4748c-87a6-42ed-a479-b63b18e68836 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 84faf743-f813-481c-90ec-50d5dd62d9d2] Updating instance '84faf743-f813-481c-90ec-50d5dd62d9d2' progress to 0 {{(pid=70323) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 928.679979] env[70323]: INFO nova.compute.manager [None req-83de5121-3089-4964-bfd6-8fe8c87deede tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 7d130068-25ce-440c-896b-f6a633019a34] Shelve offloading [ 928.681205] env[70323]: DEBUG nova.network.neutron [-] [instance: af716832-998b-4698-8d65-5cf6871b1c2d] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.858496] env[70323]: DEBUG nova.scheduler.client.report [None req-dc2f4b20-0581-4cb0-8592-922ab4562019 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.071022] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8ea420e3-ed07-4208-bbe7-654a9670138f tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Acquiring lock "e38249fe-4114-40a6-9cdb-8ec5917bec83" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.072031] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8ea420e3-ed07-4208-bbe7-654a9670138f tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Lock "e38249fe-4114-40a6-9cdb-8ec5917bec83" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.072031] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8ea420e3-ed07-4208-bbe7-654a9670138f tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Acquiring lock "e38249fe-4114-40a6-9cdb-8ec5917bec83-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.072031] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8ea420e3-ed07-4208-bbe7-654a9670138f tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Lock "e38249fe-4114-40a6-9cdb-8ec5917bec83-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.072203] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8ea420e3-ed07-4208-bbe7-654a9670138f tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Lock "e38249fe-4114-40a6-9cdb-8ec5917bec83-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.074059] env[70323]: INFO nova.compute.manager [None req-8ea420e3-ed07-4208-bbe7-654a9670138f tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: e38249fe-4114-40a6-9cdb-8ec5917bec83] Terminating instance [ 929.184903] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1d4748c-87a6-42ed-a479-b63b18e68836 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 84faf743-f813-481c-90ec-50d5dd62d9d2] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 929.185472] env[70323]: INFO nova.compute.manager [-] [instance: af716832-998b-4698-8d65-5cf6871b1c2d] Took 1.33 seconds to deallocate network for instance. [ 929.185993] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-83de5121-3089-4964-bfd6-8fe8c87deede tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 7d130068-25ce-440c-896b-f6a633019a34] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 929.186290] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2843121c-6fff-42f7-afc7-6b2cdc23b047 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.190561] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b253aded-bb37-44a3-966d-1d56a35e2a4e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.201929] env[70323]: DEBUG oslo_vmware.api [None req-83de5121-3089-4964-bfd6-8fe8c87deede tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for the task: (returnval){ [ 929.201929] env[70323]: value = "task-3227382" [ 929.201929] env[70323]: _type = "Task" [ 929.201929] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.203252] env[70323]: DEBUG oslo_vmware.api [None req-d1d4748c-87a6-42ed-a479-b63b18e68836 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for the task: (returnval){ [ 929.203252] env[70323]: value = "task-3227381" [ 929.203252] env[70323]: _type = "Task" [ 929.203252] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.222479] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-83de5121-3089-4964-bfd6-8fe8c87deede tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 7d130068-25ce-440c-896b-f6a633019a34] VM already powered off {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 929.222716] env[70323]: DEBUG nova.compute.manager [None req-83de5121-3089-4964-bfd6-8fe8c87deede tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 7d130068-25ce-440c-896b-f6a633019a34] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 929.223016] env[70323]: DEBUG oslo_vmware.api [None req-d1d4748c-87a6-42ed-a479-b63b18e68836 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227381, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.223755] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9730f007-f1f1-4a95-b07b-c5e512d59cc3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.233024] env[70323]: DEBUG oslo_concurrency.lockutils [None req-83de5121-3089-4964-bfd6-8fe8c87deede tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquiring lock "refresh_cache-7d130068-25ce-440c-896b-f6a633019a34" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.233177] env[70323]: DEBUG oslo_concurrency.lockutils [None req-83de5121-3089-4964-bfd6-8fe8c87deede tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquired lock "refresh_cache-7d130068-25ce-440c-896b-f6a633019a34" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.233347] env[70323]: DEBUG nova.network.neutron [None req-83de5121-3089-4964-bfd6-8fe8c87deede tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 7d130068-25ce-440c-896b-f6a633019a34] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 929.363511] env[70323]: DEBUG oslo_concurrency.lockutils [None req-dc2f4b20-0581-4cb0-8592-922ab4562019 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.007s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.366275] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7da780d5-c15d-4a98-b168-2ee74d82e299 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.904s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.366510] env[70323]: DEBUG nova.objects.instance [None req-7da780d5-c15d-4a98-b168-2ee74d82e299 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Lazy-loading 'resources' on Instance uuid a48068d4-716f-4df7-b75b-d522cbf99d46 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 929.387349] env[70323]: INFO nova.scheduler.client.report [None req-dc2f4b20-0581-4cb0-8592-922ab4562019 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Deleted allocations for instance 53bef48f-e24f-423a-ae83-a30a408153bc [ 929.478171] env[70323]: DEBUG nova.compute.manager [req-c782118b-f61c-4c0d-8853-b5df3e12c9e1 req-8210e0d0-697a-4142-8ba6-a93faa24631f service nova] [instance: af716832-998b-4698-8d65-5cf6871b1c2d] Received event network-vif-deleted-8d57bab2-3e56-48fd-b577-bf8d12f1a958 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 929.578063] env[70323]: DEBUG nova.compute.manager [None req-8ea420e3-ed07-4208-bbe7-654a9670138f tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: e38249fe-4114-40a6-9cdb-8ec5917bec83] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 929.578229] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8ea420e3-ed07-4208-bbe7-654a9670138f tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: e38249fe-4114-40a6-9cdb-8ec5917bec83] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 929.579185] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd2ceba5-e565-4432-857b-8816536dde59 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.587804] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ea420e3-ed07-4208-bbe7-654a9670138f tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: e38249fe-4114-40a6-9cdb-8ec5917bec83] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 929.587964] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d962c27b-b3bd-46fa-b40b-be513da37a41 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.594485] env[70323]: DEBUG oslo_vmware.api [None req-8ea420e3-ed07-4208-bbe7-654a9670138f tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Waiting for the task: (returnval){ [ 929.594485] env[70323]: value = "task-3227383" [ 929.594485] env[70323]: _type = "Task" [ 929.594485] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.604607] env[70323]: DEBUG oslo_vmware.api [None req-8ea420e3-ed07-4208-bbe7-654a9670138f tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Task: {'id': task-3227383, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.697056] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d911474e-e25f-485a-94c1-9a4845fe9753 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.721137] env[70323]: DEBUG oslo_vmware.api [None req-d1d4748c-87a6-42ed-a479-b63b18e68836 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227381, 'name': PowerOffVM_Task, 'duration_secs': 0.211583} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.721477] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1d4748c-87a6-42ed-a479-b63b18e68836 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 84faf743-f813-481c-90ec-50d5dd62d9d2] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 929.721707] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d4748c-87a6-42ed-a479-b63b18e68836 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 84faf743-f813-481c-90ec-50d5dd62d9d2] Updating instance '84faf743-f813-481c-90ec-50d5dd62d9d2' progress to 17 {{(pid=70323) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 929.896861] env[70323]: DEBUG oslo_concurrency.lockutils [None req-dc2f4b20-0581-4cb0-8592-922ab4562019 tempest-ListImageFiltersTestJSON-247641553 tempest-ListImageFiltersTestJSON-247641553-project-member] Lock "53bef48f-e24f-423a-ae83-a30a408153bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.394s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.002187] env[70323]: DEBUG nova.network.neutron [None req-83de5121-3089-4964-bfd6-8fe8c87deede tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 7d130068-25ce-440c-896b-f6a633019a34] Updating instance_info_cache with network_info: [{"id": "cbf7e5d2-2d8e-4b96-9d84-bfca573e1c40", "address": "fa:16:3e:5d:fe:8d", "network": {"id": "882ea57e-8153-49ec-b6a7-5b7da1c35202", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1740748287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ad05435c7e44f548e1a19eccac2b460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbf7e5d2-2d", "ovs_interfaceid": "cbf7e5d2-2d8e-4b96-9d84-bfca573e1c40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.105425] env[70323]: DEBUG oslo_vmware.api [None req-8ea420e3-ed07-4208-bbe7-654a9670138f tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Task: {'id': task-3227383, 'name': PowerOffVM_Task, 'duration_secs': 0.239458} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.107742] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ea420e3-ed07-4208-bbe7-654a9670138f tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: e38249fe-4114-40a6-9cdb-8ec5917bec83] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 930.107918] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8ea420e3-ed07-4208-bbe7-654a9670138f tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: e38249fe-4114-40a6-9cdb-8ec5917bec83] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 930.108402] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de6b5590-7e6e-41a6-afeb-86d3bc5a1a78 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.183722] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8ea420e3-ed07-4208-bbe7-654a9670138f tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: e38249fe-4114-40a6-9cdb-8ec5917bec83] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 930.183963] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8ea420e3-ed07-4208-bbe7-654a9670138f tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: e38249fe-4114-40a6-9cdb-8ec5917bec83] Deleting contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 930.184218] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ea420e3-ed07-4208-bbe7-654a9670138f tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Deleting the datastore file [datastore2] e38249fe-4114-40a6-9cdb-8ec5917bec83 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 930.184564] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59e4c262-d6a3-4bcc-83dc-f5c358c8388d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.192019] env[70323]: DEBUG oslo_vmware.api [None req-8ea420e3-ed07-4208-bbe7-654a9670138f tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Waiting for the task: (returnval){ [ 930.192019] env[70323]: value = "task-3227385" [ 930.192019] env[70323]: _type = "Task" [ 930.192019] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.202890] env[70323]: DEBUG oslo_vmware.api [None req-8ea420e3-ed07-4208-bbe7-654a9670138f tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Task: {'id': task-3227385, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.229410] env[70323]: DEBUG nova.virt.hardware [None req-d1d4748c-87a6-42ed-a479-b63b18e68836 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 930.229410] env[70323]: DEBUG nova.virt.hardware [None req-d1d4748c-87a6-42ed-a479-b63b18e68836 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 930.229410] env[70323]: DEBUG nova.virt.hardware [None req-d1d4748c-87a6-42ed-a479-b63b18e68836 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 930.229410] env[70323]: DEBUG nova.virt.hardware [None req-d1d4748c-87a6-42ed-a479-b63b18e68836 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 930.229410] env[70323]: DEBUG nova.virt.hardware [None req-d1d4748c-87a6-42ed-a479-b63b18e68836 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 930.229688] env[70323]: DEBUG nova.virt.hardware [None req-d1d4748c-87a6-42ed-a479-b63b18e68836 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 930.229688] env[70323]: DEBUG nova.virt.hardware [None req-d1d4748c-87a6-42ed-a479-b63b18e68836 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 930.229823] env[70323]: DEBUG nova.virt.hardware [None req-d1d4748c-87a6-42ed-a479-b63b18e68836 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 930.230599] env[70323]: DEBUG nova.virt.hardware [None req-d1d4748c-87a6-42ed-a479-b63b18e68836 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 930.230599] env[70323]: DEBUG nova.virt.hardware [None req-d1d4748c-87a6-42ed-a479-b63b18e68836 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 930.230599] env[70323]: DEBUG nova.virt.hardware [None req-d1d4748c-87a6-42ed-a479-b63b18e68836 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 930.243471] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c4a7b98-0f7f-4aee-b2dd-2165808489ab {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.260628] env[70323]: DEBUG oslo_vmware.api [None req-d1d4748c-87a6-42ed-a479-b63b18e68836 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for the task: (returnval){ [ 930.260628] env[70323]: value = "task-3227386" [ 930.260628] env[70323]: _type = "Task" [ 930.260628] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.275180] env[70323]: DEBUG oslo_vmware.api [None req-d1d4748c-87a6-42ed-a479-b63b18e68836 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227386, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.282467] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b32cff-5a47-4798-befa-5407c89aa17a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.291024] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4b9266-fcda-4752-8cb6-08b688b56e0b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.331119] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4637a471-a9e2-4519-975a-d984f4375087 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.340259] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-918eb50a-981a-46eb-8d3f-03464b5be9ee {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.356606] env[70323]: DEBUG nova.compute.provider_tree [None req-7da780d5-c15d-4a98-b168-2ee74d82e299 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 930.506740] env[70323]: DEBUG oslo_concurrency.lockutils [None req-83de5121-3089-4964-bfd6-8fe8c87deede tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Releasing lock "refresh_cache-7d130068-25ce-440c-896b-f6a633019a34" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.702415] env[70323]: DEBUG oslo_vmware.api [None req-8ea420e3-ed07-4208-bbe7-654a9670138f tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Task: {'id': task-3227385, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154401} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.702648] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ea420e3-ed07-4208-bbe7-654a9670138f tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 930.703385] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8ea420e3-ed07-4208-bbe7-654a9670138f tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: e38249fe-4114-40a6-9cdb-8ec5917bec83] Deleted contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 930.703385] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8ea420e3-ed07-4208-bbe7-654a9670138f tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: e38249fe-4114-40a6-9cdb-8ec5917bec83] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 930.703529] env[70323]: INFO nova.compute.manager [None req-8ea420e3-ed07-4208-bbe7-654a9670138f tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] [instance: e38249fe-4114-40a6-9cdb-8ec5917bec83] Took 1.13 seconds to destroy the instance on the hypervisor. [ 930.703823] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ea420e3-ed07-4208-bbe7-654a9670138f tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 930.704090] env[70323]: DEBUG nova.compute.manager [-] [instance: e38249fe-4114-40a6-9cdb-8ec5917bec83] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 930.704090] env[70323]: DEBUG nova.network.neutron [-] [instance: e38249fe-4114-40a6-9cdb-8ec5917bec83] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 930.770643] env[70323]: DEBUG oslo_vmware.api [None req-d1d4748c-87a6-42ed-a479-b63b18e68836 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227386, 'name': ReconfigVM_Task, 'duration_secs': 0.284528} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.770969] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d4748c-87a6-42ed-a479-b63b18e68836 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 84faf743-f813-481c-90ec-50d5dd62d9d2] Updating instance '84faf743-f813-481c-90ec-50d5dd62d9d2' progress to 33 {{(pid=70323) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 930.859834] env[70323]: DEBUG nova.scheduler.client.report [None req-7da780d5-c15d-4a98-b168-2ee74d82e299 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 930.886394] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-83de5121-3089-4964-bfd6-8fe8c87deede tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 7d130068-25ce-440c-896b-f6a633019a34] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 930.888660] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2092e7-66ee-47bd-93f2-d2cbe54fa579 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.897763] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-83de5121-3089-4964-bfd6-8fe8c87deede tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 7d130068-25ce-440c-896b-f6a633019a34] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 930.898065] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24bca797-203b-4884-aaaa-12090aa9ffc4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.968402] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-83de5121-3089-4964-bfd6-8fe8c87deede tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 7d130068-25ce-440c-896b-f6a633019a34] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 930.968681] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-83de5121-3089-4964-bfd6-8fe8c87deede tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 7d130068-25ce-440c-896b-f6a633019a34] Deleting contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 930.968852] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-83de5121-3089-4964-bfd6-8fe8c87deede tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Deleting the datastore file [datastore1] 7d130068-25ce-440c-896b-f6a633019a34 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 930.969192] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9befbb46-9fc4-4c0c-b403-737da65a5811 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.977341] env[70323]: DEBUG oslo_vmware.api [None req-83de5121-3089-4964-bfd6-8fe8c87deede tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for the task: (returnval){ [ 930.977341] env[70323]: value = "task-3227388" [ 930.977341] env[70323]: _type = "Task" [ 930.977341] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.986489] env[70323]: DEBUG oslo_vmware.api [None req-83de5121-3089-4964-bfd6-8fe8c87deede tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227388, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.281077] env[70323]: DEBUG nova.virt.hardware [None req-d1d4748c-87a6-42ed-a479-b63b18e68836 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 931.281330] env[70323]: DEBUG nova.virt.hardware [None req-d1d4748c-87a6-42ed-a479-b63b18e68836 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 931.281491] env[70323]: DEBUG nova.virt.hardware [None req-d1d4748c-87a6-42ed-a479-b63b18e68836 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 931.281670] env[70323]: DEBUG nova.virt.hardware [None req-d1d4748c-87a6-42ed-a479-b63b18e68836 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 931.281819] env[70323]: DEBUG nova.virt.hardware [None req-d1d4748c-87a6-42ed-a479-b63b18e68836 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 931.281971] env[70323]: DEBUG nova.virt.hardware [None req-d1d4748c-87a6-42ed-a479-b63b18e68836 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 931.282193] env[70323]: DEBUG nova.virt.hardware [None req-d1d4748c-87a6-42ed-a479-b63b18e68836 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 931.282354] env[70323]: DEBUG nova.virt.hardware [None req-d1d4748c-87a6-42ed-a479-b63b18e68836 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 931.282522] env[70323]: DEBUG nova.virt.hardware [None req-d1d4748c-87a6-42ed-a479-b63b18e68836 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 931.282684] env[70323]: DEBUG nova.virt.hardware [None req-d1d4748c-87a6-42ed-a479-b63b18e68836 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 931.282857] env[70323]: DEBUG nova.virt.hardware [None req-d1d4748c-87a6-42ed-a479-b63b18e68836 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 931.288117] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1d4748c-87a6-42ed-a479-b63b18e68836 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 84faf743-f813-481c-90ec-50d5dd62d9d2] Reconfiguring VM instance instance-00000043 to detach disk 2000 {{(pid=70323) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 931.288415] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f74e6f9a-ec4b-44cf-98ba-72e5a991c31c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.309238] env[70323]: DEBUG oslo_vmware.api [None req-d1d4748c-87a6-42ed-a479-b63b18e68836 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for the task: (returnval){ [ 931.309238] env[70323]: value = "task-3227389" [ 931.309238] env[70323]: _type = "Task" [ 931.309238] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.322453] env[70323]: DEBUG oslo_vmware.api [None req-d1d4748c-87a6-42ed-a479-b63b18e68836 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227389, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.371130] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7da780d5-c15d-4a98-b168-2ee74d82e299 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.004s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.372842] env[70323]: DEBUG oslo_concurrency.lockutils [None req-12740b8b-64e9-4b49-b890-4578148aaa76 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.427s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.374430] env[70323]: INFO nova.compute.claims [None req-12740b8b-64e9-4b49-b890-4578148aaa76 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] [instance: 050444f5-8a7c-490b-98cd-2cf1592a3cf6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 931.404181] env[70323]: INFO nova.scheduler.client.report [None req-7da780d5-c15d-4a98-b168-2ee74d82e299 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Deleted allocations for instance a48068d4-716f-4df7-b75b-d522cbf99d46 [ 931.487634] env[70323]: DEBUG oslo_vmware.api [None req-83de5121-3089-4964-bfd6-8fe8c87deede tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227388, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.372086} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.487902] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-83de5121-3089-4964-bfd6-8fe8c87deede tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 931.488106] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-83de5121-3089-4964-bfd6-8fe8c87deede tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 7d130068-25ce-440c-896b-f6a633019a34] Deleted contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 931.488289] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-83de5121-3089-4964-bfd6-8fe8c87deede tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 7d130068-25ce-440c-896b-f6a633019a34] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 931.513965] env[70323]: INFO nova.scheduler.client.report [None req-83de5121-3089-4964-bfd6-8fe8c87deede tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Deleted allocations for instance 7d130068-25ce-440c-896b-f6a633019a34 [ 931.551154] env[70323]: DEBUG nova.network.neutron [-] [instance: e38249fe-4114-40a6-9cdb-8ec5917bec83] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.708479] env[70323]: DEBUG nova.compute.manager [req-f95565ff-dedf-4a8d-a2ee-9341931401c7 req-b2ac3c7a-ba39-42de-9a51-3a011ba7d8b4 service nova] [instance: 7d130068-25ce-440c-896b-f6a633019a34] Received event network-vif-unplugged-cbf7e5d2-2d8e-4b96-9d84-bfca573e1c40 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.708819] env[70323]: DEBUG oslo_concurrency.lockutils [req-f95565ff-dedf-4a8d-a2ee-9341931401c7 req-b2ac3c7a-ba39-42de-9a51-3a011ba7d8b4 service nova] Acquiring lock "7d130068-25ce-440c-896b-f6a633019a34-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.709024] env[70323]: DEBUG oslo_concurrency.lockutils [req-f95565ff-dedf-4a8d-a2ee-9341931401c7 req-b2ac3c7a-ba39-42de-9a51-3a011ba7d8b4 service nova] Lock "7d130068-25ce-440c-896b-f6a633019a34-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.709197] env[70323]: DEBUG oslo_concurrency.lockutils [req-f95565ff-dedf-4a8d-a2ee-9341931401c7 req-b2ac3c7a-ba39-42de-9a51-3a011ba7d8b4 service nova] Lock "7d130068-25ce-440c-896b-f6a633019a34-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.709391] env[70323]: DEBUG nova.compute.manager [req-f95565ff-dedf-4a8d-a2ee-9341931401c7 req-b2ac3c7a-ba39-42de-9a51-3a011ba7d8b4 service nova] [instance: 7d130068-25ce-440c-896b-f6a633019a34] No waiting events found dispatching network-vif-unplugged-cbf7e5d2-2d8e-4b96-9d84-bfca573e1c40 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 931.709536] env[70323]: WARNING nova.compute.manager [req-f95565ff-dedf-4a8d-a2ee-9341931401c7 req-b2ac3c7a-ba39-42de-9a51-3a011ba7d8b4 service nova] [instance: 7d130068-25ce-440c-896b-f6a633019a34] Received unexpected event network-vif-unplugged-cbf7e5d2-2d8e-4b96-9d84-bfca573e1c40 for instance with vm_state shelved_offloaded and task_state None. [ 931.710070] env[70323]: DEBUG nova.compute.manager [req-f95565ff-dedf-4a8d-a2ee-9341931401c7 req-b2ac3c7a-ba39-42de-9a51-3a011ba7d8b4 service nova] [instance: 7d130068-25ce-440c-896b-f6a633019a34] Received event network-changed-cbf7e5d2-2d8e-4b96-9d84-bfca573e1c40 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.710070] env[70323]: DEBUG nova.compute.manager [req-f95565ff-dedf-4a8d-a2ee-9341931401c7 req-b2ac3c7a-ba39-42de-9a51-3a011ba7d8b4 service nova] [instance: 7d130068-25ce-440c-896b-f6a633019a34] Refreshing instance network info cache due to event network-changed-cbf7e5d2-2d8e-4b96-9d84-bfca573e1c40. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 931.710200] env[70323]: DEBUG oslo_concurrency.lockutils [req-f95565ff-dedf-4a8d-a2ee-9341931401c7 req-b2ac3c7a-ba39-42de-9a51-3a011ba7d8b4 service nova] Acquiring lock "refresh_cache-7d130068-25ce-440c-896b-f6a633019a34" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.710279] env[70323]: DEBUG oslo_concurrency.lockutils [req-f95565ff-dedf-4a8d-a2ee-9341931401c7 req-b2ac3c7a-ba39-42de-9a51-3a011ba7d8b4 service nova] Acquired lock "refresh_cache-7d130068-25ce-440c-896b-f6a633019a34" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.710430] env[70323]: DEBUG nova.network.neutron [req-f95565ff-dedf-4a8d-a2ee-9341931401c7 req-b2ac3c7a-ba39-42de-9a51-3a011ba7d8b4 service nova] [instance: 7d130068-25ce-440c-896b-f6a633019a34] Refreshing network info cache for port cbf7e5d2-2d8e-4b96-9d84-bfca573e1c40 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 931.819392] env[70323]: DEBUG oslo_vmware.api [None req-d1d4748c-87a6-42ed-a479-b63b18e68836 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227389, 'name': ReconfigVM_Task, 'duration_secs': 0.198453} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.819914] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1d4748c-87a6-42ed-a479-b63b18e68836 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 84faf743-f813-481c-90ec-50d5dd62d9d2] Reconfigured VM instance instance-00000043 to detach disk 2000 {{(pid=70323) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 931.820544] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe4e19a6-8c92-4c26-8671-9e772c11ff0f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.845798] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1d4748c-87a6-42ed-a479-b63b18e68836 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 84faf743-f813-481c-90ec-50d5dd62d9d2] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 84faf743-f813-481c-90ec-50d5dd62d9d2/84faf743-f813-481c-90ec-50d5dd62d9d2.vmdk or device None with type thin {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 931.846548] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05ce0d8e-6989-442e-9ebd-632ef55e3c1f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.866795] env[70323]: DEBUG oslo_vmware.api [None req-d1d4748c-87a6-42ed-a479-b63b18e68836 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for the task: (returnval){ [ 931.866795] env[70323]: value = "task-3227390" [ 931.866795] env[70323]: _type = "Task" [ 931.866795] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.876050] env[70323]: DEBUG oslo_vmware.api [None req-d1d4748c-87a6-42ed-a479-b63b18e68836 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227390, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.895533] env[70323]: DEBUG oslo_concurrency.lockutils [None req-142f464b-208f-4aad-909d-b853b8f87f58 tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Acquiring lock "19fddddc-9657-463c-b24d-7ae457fdb870" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.895780] env[70323]: DEBUG oslo_concurrency.lockutils [None req-142f464b-208f-4aad-909d-b853b8f87f58 tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Lock "19fddddc-9657-463c-b24d-7ae457fdb870" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.895994] env[70323]: DEBUG oslo_concurrency.lockutils [None req-142f464b-208f-4aad-909d-b853b8f87f58 tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Acquiring lock "19fddddc-9657-463c-b24d-7ae457fdb870-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.896198] env[70323]: DEBUG oslo_concurrency.lockutils [None req-142f464b-208f-4aad-909d-b853b8f87f58 tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Lock "19fddddc-9657-463c-b24d-7ae457fdb870-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.896364] env[70323]: DEBUG oslo_concurrency.lockutils [None req-142f464b-208f-4aad-909d-b853b8f87f58 tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Lock "19fddddc-9657-463c-b24d-7ae457fdb870-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.898653] env[70323]: INFO nova.compute.manager [None req-142f464b-208f-4aad-909d-b853b8f87f58 tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] [instance: 19fddddc-9657-463c-b24d-7ae457fdb870] Terminating instance [ 931.912651] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7da780d5-c15d-4a98-b168-2ee74d82e299 tempest-ServerRescueTestJSON-378218425 tempest-ServerRescueTestJSON-378218425-project-member] Lock "a48068d4-716f-4df7-b75b-d522cbf99d46" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.205s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.019474] env[70323]: DEBUG oslo_concurrency.lockutils [None req-83de5121-3089-4964-bfd6-8fe8c87deede tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.054658] env[70323]: INFO nova.compute.manager [-] [instance: e38249fe-4114-40a6-9cdb-8ec5917bec83] Took 1.35 seconds to deallocate network for instance. [ 932.378678] env[70323]: DEBUG oslo_vmware.api [None req-d1d4748c-87a6-42ed-a479-b63b18e68836 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227390, 'name': ReconfigVM_Task, 'duration_secs': 0.352481} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.379087] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1d4748c-87a6-42ed-a479-b63b18e68836 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 84faf743-f813-481c-90ec-50d5dd62d9d2] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 84faf743-f813-481c-90ec-50d5dd62d9d2/84faf743-f813-481c-90ec-50d5dd62d9d2.vmdk or device None with type thin {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 932.379433] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d4748c-87a6-42ed-a479-b63b18e68836 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 84faf743-f813-481c-90ec-50d5dd62d9d2] Updating instance '84faf743-f813-481c-90ec-50d5dd62d9d2' progress to 50 {{(pid=70323) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 932.405735] env[70323]: DEBUG nova.compute.manager [None req-142f464b-208f-4aad-909d-b853b8f87f58 tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] [instance: 19fddddc-9657-463c-b24d-7ae457fdb870] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 932.406032] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-142f464b-208f-4aad-909d-b853b8f87f58 tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] [instance: 19fddddc-9657-463c-b24d-7ae457fdb870] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 932.407529] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ef4a47-ec22-41f3-a6c2-fcef5bc2cb98 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.419661] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-142f464b-208f-4aad-909d-b853b8f87f58 tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] [instance: 19fddddc-9657-463c-b24d-7ae457fdb870] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 932.420231] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87c74e56-90bb-4a1f-bc9e-ef255cb68059 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.428290] env[70323]: DEBUG oslo_vmware.api [None req-142f464b-208f-4aad-909d-b853b8f87f58 tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Waiting for the task: (returnval){ [ 932.428290] env[70323]: value = "task-3227391" [ 932.428290] env[70323]: _type = "Task" [ 932.428290] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.442791] env[70323]: DEBUG oslo_vmware.api [None req-142f464b-208f-4aad-909d-b853b8f87f58 tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Task: {'id': task-3227391, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.561927] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8ea420e3-ed07-4208-bbe7-654a9670138f tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.565307] env[70323]: DEBUG nova.network.neutron [req-f95565ff-dedf-4a8d-a2ee-9341931401c7 req-b2ac3c7a-ba39-42de-9a51-3a011ba7d8b4 service nova] [instance: 7d130068-25ce-440c-896b-f6a633019a34] Updated VIF entry in instance network info cache for port cbf7e5d2-2d8e-4b96-9d84-bfca573e1c40. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 932.565307] env[70323]: DEBUG nova.network.neutron [req-f95565ff-dedf-4a8d-a2ee-9341931401c7 req-b2ac3c7a-ba39-42de-9a51-3a011ba7d8b4 service nova] [instance: 7d130068-25ce-440c-896b-f6a633019a34] Updating instance_info_cache with network_info: [{"id": "cbf7e5d2-2d8e-4b96-9d84-bfca573e1c40", "address": "fa:16:3e:5d:fe:8d", "network": {"id": "882ea57e-8153-49ec-b6a7-5b7da1c35202", "bridge": null, "label": "tempest-DeleteServersTestJSON-1740748287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ad05435c7e44f548e1a19eccac2b460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapcbf7e5d2-2d", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.817566] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3e078e8f-41da-448a-82f1-8bc47a70985e tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquiring lock "7d130068-25ce-440c-896b-f6a633019a34" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.833020] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25bb08ae-13f5-4786-9007-e414cec12b8f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.841631] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3467b64-feef-43bd-ba65-c61d7f6d1859 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.879620] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c97e01-c51d-4402-9a7b-d1883c350303 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.888439] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f353d6-3cc1-4f1e-a455-f0114cc4030b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.896262] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8bc0326-b4e2-4714-9568-2759ab40748b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.909710] env[70323]: DEBUG nova.compute.provider_tree [None req-12740b8b-64e9-4b49-b890-4578148aaa76 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.938967] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9366ad3b-18f9-4bef-bc06-6c0e25ffd0a8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.947372] env[70323]: DEBUG oslo_vmware.api [None req-142f464b-208f-4aad-909d-b853b8f87f58 tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Task: {'id': task-3227391, 'name': PowerOffVM_Task, 'duration_secs': 0.255665} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.960745] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-142f464b-208f-4aad-909d-b853b8f87f58 tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] [instance: 19fddddc-9657-463c-b24d-7ae457fdb870] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 932.961562] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-142f464b-208f-4aad-909d-b853b8f87f58 tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] [instance: 19fddddc-9657-463c-b24d-7ae457fdb870] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 932.961681] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d4748c-87a6-42ed-a479-b63b18e68836 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 84faf743-f813-481c-90ec-50d5dd62d9d2] Updating instance '84faf743-f813-481c-90ec-50d5dd62d9d2' progress to 67 {{(pid=70323) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 932.965037] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74ac970a-e4a1-4904-877e-5015517b4802 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.035401] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-142f464b-208f-4aad-909d-b853b8f87f58 tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] [instance: 19fddddc-9657-463c-b24d-7ae457fdb870] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 933.035549] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-142f464b-208f-4aad-909d-b853b8f87f58 tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] [instance: 19fddddc-9657-463c-b24d-7ae457fdb870] Deleting contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 933.035943] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-142f464b-208f-4aad-909d-b853b8f87f58 tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Deleting the datastore file [datastore2] 19fddddc-9657-463c-b24d-7ae457fdb870 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 933.036026] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-64cf9b22-e130-466f-bdea-b1af4765d4ab {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.045694] env[70323]: DEBUG oslo_vmware.api [None req-142f464b-208f-4aad-909d-b853b8f87f58 tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Waiting for the task: (returnval){ [ 933.045694] env[70323]: value = "task-3227393" [ 933.045694] env[70323]: _type = "Task" [ 933.045694] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.054987] env[70323]: DEBUG oslo_vmware.api [None req-142f464b-208f-4aad-909d-b853b8f87f58 tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Task: {'id': task-3227393, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.067192] env[70323]: DEBUG oslo_concurrency.lockutils [req-f95565ff-dedf-4a8d-a2ee-9341931401c7 req-b2ac3c7a-ba39-42de-9a51-3a011ba7d8b4 service nova] Releasing lock "refresh_cache-7d130068-25ce-440c-896b-f6a633019a34" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.067489] env[70323]: DEBUG nova.compute.manager [req-f95565ff-dedf-4a8d-a2ee-9341931401c7 req-b2ac3c7a-ba39-42de-9a51-3a011ba7d8b4 service nova] [instance: e38249fe-4114-40a6-9cdb-8ec5917bec83] Received event network-vif-deleted-7d687eaa-d970-4867-b783-b22fcaa48ffc {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.431828] env[70323]: DEBUG nova.scheduler.client.report [None req-12740b8b-64e9-4b49-b890-4578148aaa76 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 933.506815] env[70323]: DEBUG nova.network.neutron [None req-d1d4748c-87a6-42ed-a479-b63b18e68836 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 84faf743-f813-481c-90ec-50d5dd62d9d2] Port 32414131-f847-4b06-9aa8-d53aace89fc0 binding to destination host cpu-1 is already ACTIVE {{(pid=70323) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 933.558143] env[70323]: DEBUG oslo_vmware.api [None req-142f464b-208f-4aad-909d-b853b8f87f58 tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Task: {'id': task-3227393, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183352} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.558467] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-142f464b-208f-4aad-909d-b853b8f87f58 tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 933.558728] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-142f464b-208f-4aad-909d-b853b8f87f58 tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] [instance: 19fddddc-9657-463c-b24d-7ae457fdb870] Deleted contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 933.558967] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-142f464b-208f-4aad-909d-b853b8f87f58 tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] [instance: 19fddddc-9657-463c-b24d-7ae457fdb870] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 933.559206] env[70323]: INFO nova.compute.manager [None req-142f464b-208f-4aad-909d-b853b8f87f58 tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] [instance: 19fddddc-9657-463c-b24d-7ae457fdb870] Took 1.15 seconds to destroy the instance on the hypervisor. [ 933.559521] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-142f464b-208f-4aad-909d-b853b8f87f58 tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 933.559772] env[70323]: DEBUG nova.compute.manager [-] [instance: 19fddddc-9657-463c-b24d-7ae457fdb870] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 933.560446] env[70323]: DEBUG nova.network.neutron [-] [instance: 19fddddc-9657-463c-b24d-7ae457fdb870] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 933.937607] env[70323]: DEBUG oslo_concurrency.lockutils [None req-12740b8b-64e9-4b49-b890-4578148aaa76 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.565s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.938953] env[70323]: DEBUG nova.compute.manager [None req-12740b8b-64e9-4b49-b890-4578148aaa76 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] [instance: 050444f5-8a7c-490b-98cd-2cf1592a3cf6] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 933.943141] env[70323]: DEBUG oslo_concurrency.lockutils [None req-97bd95d8-fccc-4d17-86b1-3db1bea7f35f tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.363s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.943717] env[70323]: DEBUG nova.objects.instance [None req-97bd95d8-fccc-4d17-86b1-3db1bea7f35f tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Lazy-loading 'resources' on Instance uuid cd36c972-76db-470c-b9bf-74c33f15078e {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 934.153812] env[70323]: DEBUG nova.compute.manager [req-531d3b04-bedd-470a-84bd-982c1e3098f4 req-424b893b-005c-410e-b193-d98301cb328f service nova] [instance: 19fddddc-9657-463c-b24d-7ae457fdb870] Received event network-vif-deleted-b989df48-7c91-4c96-8912-ffc7da5c7f57 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 934.153812] env[70323]: INFO nova.compute.manager [req-531d3b04-bedd-470a-84bd-982c1e3098f4 req-424b893b-005c-410e-b193-d98301cb328f service nova] [instance: 19fddddc-9657-463c-b24d-7ae457fdb870] Neutron deleted interface b989df48-7c91-4c96-8912-ffc7da5c7f57; detaching it from the instance and deleting it from the info cache [ 934.153812] env[70323]: DEBUG nova.network.neutron [req-531d3b04-bedd-470a-84bd-982c1e3098f4 req-424b893b-005c-410e-b193-d98301cb328f service nova] [instance: 19fddddc-9657-463c-b24d-7ae457fdb870] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.451421] env[70323]: DEBUG nova.compute.utils [None req-12740b8b-64e9-4b49-b890-4578148aaa76 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 934.453470] env[70323]: DEBUG nova.compute.manager [None req-12740b8b-64e9-4b49-b890-4578148aaa76 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] [instance: 050444f5-8a7c-490b-98cd-2cf1592a3cf6] Not allocating networking since 'none' was specified. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 934.531082] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d1d4748c-87a6-42ed-a479-b63b18e68836 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquiring lock "84faf743-f813-481c-90ec-50d5dd62d9d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.531201] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d1d4748c-87a6-42ed-a479-b63b18e68836 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Lock "84faf743-f813-481c-90ec-50d5dd62d9d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.531345] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d1d4748c-87a6-42ed-a479-b63b18e68836 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Lock "84faf743-f813-481c-90ec-50d5dd62d9d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.634016] env[70323]: DEBUG nova.network.neutron [-] [instance: 19fddddc-9657-463c-b24d-7ae457fdb870] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.655554] env[70323]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1f3208ba-4f8c-4706-9b48-78e2743f2e0b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.667069] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4aaba7a-100c-4b88-8458-b70ff0ff85d3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.704775] env[70323]: DEBUG nova.compute.manager [req-531d3b04-bedd-470a-84bd-982c1e3098f4 req-424b893b-005c-410e-b193-d98301cb328f service nova] [instance: 19fddddc-9657-463c-b24d-7ae457fdb870] Detach interface failed, port_id=b989df48-7c91-4c96-8912-ffc7da5c7f57, reason: Instance 19fddddc-9657-463c-b24d-7ae457fdb870 could not be found. {{(pid=70323) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 934.927461] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1276bd0e-8c2b-4f9f-8fe1-1c672585de11 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.936692] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b442c5-06fe-42bf-a09d-91786c026380 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.971421] env[70323]: DEBUG nova.compute.manager [None req-12740b8b-64e9-4b49-b890-4578148aaa76 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] [instance: 050444f5-8a7c-490b-98cd-2cf1592a3cf6] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 934.976034] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f092086-2cd0-4a0e-86e2-c2757dac06aa {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.984764] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458764c3-d480-478c-a3b4-03b580e4026f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.000651] env[70323]: DEBUG nova.compute.provider_tree [None req-97bd95d8-fccc-4d17-86b1-3db1bea7f35f tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.141925] env[70323]: INFO nova.compute.manager [-] [instance: 19fddddc-9657-463c-b24d-7ae457fdb870] Took 1.58 seconds to deallocate network for instance. [ 935.231915] env[70323]: DEBUG oslo_concurrency.lockutils [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Acquiring lock "8957a828-0447-4492-bd38-b5a04ed5633a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.232207] env[70323]: DEBUG oslo_concurrency.lockutils [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Lock "8957a828-0447-4492-bd38-b5a04ed5633a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.503152] env[70323]: DEBUG nova.scheduler.client.report [None req-97bd95d8-fccc-4d17-86b1-3db1bea7f35f tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.572189] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d1d4748c-87a6-42ed-a479-b63b18e68836 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquiring lock "refresh_cache-84faf743-f813-481c-90ec-50d5dd62d9d2" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.572383] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d1d4748c-87a6-42ed-a479-b63b18e68836 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquired lock "refresh_cache-84faf743-f813-481c-90ec-50d5dd62d9d2" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.572566] env[70323]: DEBUG nova.network.neutron [None req-d1d4748c-87a6-42ed-a479-b63b18e68836 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 84faf743-f813-481c-90ec-50d5dd62d9d2] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 935.649940] env[70323]: DEBUG oslo_concurrency.lockutils [None req-142f464b-208f-4aad-909d-b853b8f87f58 tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.734873] env[70323]: DEBUG nova.compute.manager [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 8957a828-0447-4492-bd38-b5a04ed5633a] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 935.984676] env[70323]: DEBUG nova.compute.manager [None req-12740b8b-64e9-4b49-b890-4578148aaa76 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] [instance: 050444f5-8a7c-490b-98cd-2cf1592a3cf6] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 936.009154] env[70323]: DEBUG oslo_concurrency.lockutils [None req-97bd95d8-fccc-4d17-86b1-3db1bea7f35f tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.065s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.010411] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a68f3746-cd23-47af-828b-1f35e38b7e14 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.153s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.010634] env[70323]: DEBUG nova.objects.instance [None req-a68f3746-cd23-47af-828b-1f35e38b7e14 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Lazy-loading 'resources' on Instance uuid 5556ee05-8834-4ce8-99a3-db4e3d733a9a {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 936.022859] env[70323]: DEBUG nova.virt.hardware [None req-12740b8b-64e9-4b49-b890-4578148aaa76 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 936.023119] env[70323]: DEBUG nova.virt.hardware [None req-12740b8b-64e9-4b49-b890-4578148aaa76 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 936.023281] env[70323]: DEBUG nova.virt.hardware [None req-12740b8b-64e9-4b49-b890-4578148aaa76 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 936.023459] env[70323]: DEBUG nova.virt.hardware [None req-12740b8b-64e9-4b49-b890-4578148aaa76 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 936.023607] env[70323]: DEBUG nova.virt.hardware [None req-12740b8b-64e9-4b49-b890-4578148aaa76 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 936.023750] env[70323]: DEBUG nova.virt.hardware [None req-12740b8b-64e9-4b49-b890-4578148aaa76 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 936.024974] env[70323]: DEBUG nova.virt.hardware [None req-12740b8b-64e9-4b49-b890-4578148aaa76 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 936.024974] env[70323]: DEBUG nova.virt.hardware [None req-12740b8b-64e9-4b49-b890-4578148aaa76 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 936.024974] env[70323]: DEBUG nova.virt.hardware [None req-12740b8b-64e9-4b49-b890-4578148aaa76 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 936.024974] env[70323]: DEBUG nova.virt.hardware [None req-12740b8b-64e9-4b49-b890-4578148aaa76 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 936.025182] env[70323]: DEBUG nova.virt.hardware [None req-12740b8b-64e9-4b49-b890-4578148aaa76 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 936.026087] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b85ff79-3f31-4fe7-a7d6-69ee7f0b9018 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.037776] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cde1f89-0d64-4036-96bd-09c55d2b38e0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.042434] env[70323]: INFO nova.scheduler.client.report [None req-97bd95d8-fccc-4d17-86b1-3db1bea7f35f tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Deleted allocations for instance cd36c972-76db-470c-b9bf-74c33f15078e [ 936.055274] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-12740b8b-64e9-4b49-b890-4578148aaa76 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] [instance: 050444f5-8a7c-490b-98cd-2cf1592a3cf6] Instance VIF info [] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 936.060725] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-12740b8b-64e9-4b49-b890-4578148aaa76 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Creating folder: Project (7f1f0cbe2888411c99f2a448e42fcee3). Parent ref: group-v644941. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 936.061448] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a8fa2d45-98fb-4b48-9c68-531a0c891a74 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.072707] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-12740b8b-64e9-4b49-b890-4578148aaa76 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Created folder: Project (7f1f0cbe2888411c99f2a448e42fcee3) in parent group-v644941. [ 936.072905] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-12740b8b-64e9-4b49-b890-4578148aaa76 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Creating folder: Instances. Parent ref: group-v645161. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 936.073235] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5fb5b191-58e0-460c-9c7c-3331d356f954 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.085524] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-12740b8b-64e9-4b49-b890-4578148aaa76 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Created folder: Instances in parent group-v645161. [ 936.085765] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12740b8b-64e9-4b49-b890-4578148aaa76 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 936.085964] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 050444f5-8a7c-490b-98cd-2cf1592a3cf6] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 936.086201] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4573c0bc-3f89-4097-932c-20fc5b7becd1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.117854] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 936.117854] env[70323]: value = "task-3227396" [ 936.117854] env[70323]: _type = "Task" [ 936.117854] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.129224] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227396, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.255648] env[70323]: DEBUG oslo_concurrency.lockutils [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.366816] env[70323]: DEBUG nova.network.neutron [None req-d1d4748c-87a6-42ed-a479-b63b18e68836 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 84faf743-f813-481c-90ec-50d5dd62d9d2] Updating instance_info_cache with network_info: [{"id": "32414131-f847-4b06-9aa8-d53aace89fc0", "address": "fa:16:3e:a4:e6:e3", "network": {"id": "6e67070b-8cfb-44d3-a355-e33374893830", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-79061281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9442610b28a7452a8b29d013bd021928", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32414131-f8", "ovs_interfaceid": "32414131-f847-4b06-9aa8-d53aace89fc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.566032] env[70323]: DEBUG oslo_concurrency.lockutils [None req-97bd95d8-fccc-4d17-86b1-3db1bea7f35f tempest-ServerGroupTestJSON-861226671 tempest-ServerGroupTestJSON-861226671-project-member] Lock "cd36c972-76db-470c-b9bf-74c33f15078e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.413s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.639163] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227396, 'name': CreateVM_Task, 'duration_secs': 0.372624} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.639163] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 050444f5-8a7c-490b-98cd-2cf1592a3cf6] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 936.639867] env[70323]: DEBUG oslo_concurrency.lockutils [None req-12740b8b-64e9-4b49-b890-4578148aaa76 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.640306] env[70323]: DEBUG oslo_concurrency.lockutils [None req-12740b8b-64e9-4b49-b890-4578148aaa76 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.640911] env[70323]: DEBUG oslo_concurrency.lockutils [None req-12740b8b-64e9-4b49-b890-4578148aaa76 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.641249] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94368a3f-d5f8-43dc-884a-3a8cac3ae37c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.649284] env[70323]: DEBUG oslo_vmware.api [None req-12740b8b-64e9-4b49-b890-4578148aaa76 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Waiting for the task: (returnval){ [ 936.649284] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]526c3133-dd6f-de77-db8a-fc8d58ccb8bf" [ 936.649284] env[70323]: _type = "Task" [ 936.649284] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.659945] env[70323]: DEBUG oslo_vmware.api [None req-12740b8b-64e9-4b49-b890-4578148aaa76 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]526c3133-dd6f-de77-db8a-fc8d58ccb8bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.870543] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d1d4748c-87a6-42ed-a479-b63b18e68836 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Releasing lock "refresh_cache-84faf743-f813-481c-90ec-50d5dd62d9d2" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.951852] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d594cfe4-5d65-4213-9d1e-9ec4a54b0690 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.960061] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43862d74-85c5-4f19-9467-d4b9b78e2080 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.995275] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d554cb28-0095-42ed-bc72-d3cbbb2eba08 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.003859] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54aae32a-7caf-4c81-81f0-37af92a5e975 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.019894] env[70323]: DEBUG nova.compute.provider_tree [None req-a68f3746-cd23-47af-828b-1f35e38b7e14 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.161795] env[70323]: DEBUG oslo_vmware.api [None req-12740b8b-64e9-4b49-b890-4578148aaa76 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]526c3133-dd6f-de77-db8a-fc8d58ccb8bf, 'name': SearchDatastore_Task, 'duration_secs': 0.01143} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.162109] env[70323]: DEBUG oslo_concurrency.lockutils [None req-12740b8b-64e9-4b49-b890-4578148aaa76 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.162352] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-12740b8b-64e9-4b49-b890-4578148aaa76 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] [instance: 050444f5-8a7c-490b-98cd-2cf1592a3cf6] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 937.162587] env[70323]: DEBUG oslo_concurrency.lockutils [None req-12740b8b-64e9-4b49-b890-4578148aaa76 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.162733] env[70323]: DEBUG oslo_concurrency.lockutils [None req-12740b8b-64e9-4b49-b890-4578148aaa76 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.162911] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-12740b8b-64e9-4b49-b890-4578148aaa76 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 937.163195] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-544a691b-7fcd-4511-8101-6b2d5f4679bb {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.176431] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-12740b8b-64e9-4b49-b890-4578148aaa76 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 937.176572] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-12740b8b-64e9-4b49-b890-4578148aaa76 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 937.177352] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19a82c0f-ace4-4c73-9f05-74db1a6d21ca {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.183685] env[70323]: DEBUG oslo_vmware.api [None req-12740b8b-64e9-4b49-b890-4578148aaa76 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Waiting for the task: (returnval){ [ 937.183685] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]522fa6bb-1cee-5816-ae28-ca3ce366ded4" [ 937.183685] env[70323]: _type = "Task" [ 937.183685] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.192018] env[70323]: DEBUG oslo_vmware.api [None req-12740b8b-64e9-4b49-b890-4578148aaa76 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]522fa6bb-1cee-5816-ae28-ca3ce366ded4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.226015] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e2f90917-2c97-4f73-ab26-015989aa0f39 tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Acquiring lock "86114837-8210-4063-9fe5-6e867ae7b252" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.226317] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e2f90917-2c97-4f73-ab26-015989aa0f39 tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Lock "86114837-8210-4063-9fe5-6e867ae7b252" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.226537] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e2f90917-2c97-4f73-ab26-015989aa0f39 tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Acquiring lock "86114837-8210-4063-9fe5-6e867ae7b252-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.226722] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e2f90917-2c97-4f73-ab26-015989aa0f39 tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Lock "86114837-8210-4063-9fe5-6e867ae7b252-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.226932] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e2f90917-2c97-4f73-ab26-015989aa0f39 tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Lock "86114837-8210-4063-9fe5-6e867ae7b252-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.229435] env[70323]: INFO nova.compute.manager [None req-e2f90917-2c97-4f73-ab26-015989aa0f39 tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Terminating instance [ 937.397105] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f960f5bd-9567-4022-9845-9b4f6446c2df {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.418490] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44106628-c4e6-4d54-8534-15cd5e4ba79b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.428709] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d4748c-87a6-42ed-a479-b63b18e68836 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 84faf743-f813-481c-90ec-50d5dd62d9d2] Updating instance '84faf743-f813-481c-90ec-50d5dd62d9d2' progress to 83 {{(pid=70323) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 937.525034] env[70323]: DEBUG nova.scheduler.client.report [None req-a68f3746-cd23-47af-828b-1f35e38b7e14 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 937.697787] env[70323]: DEBUG oslo_vmware.api [None req-12740b8b-64e9-4b49-b890-4578148aaa76 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]522fa6bb-1cee-5816-ae28-ca3ce366ded4, 'name': SearchDatastore_Task, 'duration_secs': 0.009633} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.700826] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e2d3455-c62f-4d54-bcfb-e2d327ac416d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.708353] env[70323]: DEBUG oslo_vmware.api [None req-12740b8b-64e9-4b49-b890-4578148aaa76 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Waiting for the task: (returnval){ [ 937.708353] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52157a9c-2a4d-6813-753a-745f1d5d496a" [ 937.708353] env[70323]: _type = "Task" [ 937.708353] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.717853] env[70323]: DEBUG oslo_vmware.api [None req-12740b8b-64e9-4b49-b890-4578148aaa76 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52157a9c-2a4d-6813-753a-745f1d5d496a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.733847] env[70323]: DEBUG nova.compute.manager [None req-e2f90917-2c97-4f73-ab26-015989aa0f39 tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 937.734668] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f90917-2c97-4f73-ab26-015989aa0f39 tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 937.734988] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd82a5ca-9d0c-4095-9cd1-496eb1e2a79b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.747869] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2f90917-2c97-4f73-ab26-015989aa0f39 tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 937.748371] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b25b43b7-099c-4625-85af-a39a03167b0a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.757369] env[70323]: DEBUG oslo_vmware.api [None req-e2f90917-2c97-4f73-ab26-015989aa0f39 tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Waiting for the task: (returnval){ [ 937.757369] env[70323]: value = "task-3227397" [ 937.757369] env[70323]: _type = "Task" [ 937.757369] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.768628] env[70323]: DEBUG oslo_vmware.api [None req-e2f90917-2c97-4f73-ab26-015989aa0f39 tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Task: {'id': task-3227397, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.937420] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1d4748c-87a6-42ed-a479-b63b18e68836 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 84faf743-f813-481c-90ec-50d5dd62d9d2] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 937.937714] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-946cb787-a1cf-49d5-b6a5-712c620f90a2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.946718] env[70323]: DEBUG oslo_vmware.api [None req-d1d4748c-87a6-42ed-a479-b63b18e68836 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for the task: (returnval){ [ 937.946718] env[70323]: value = "task-3227398" [ 937.946718] env[70323]: _type = "Task" [ 937.946718] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.962964] env[70323]: DEBUG oslo_vmware.api [None req-d1d4748c-87a6-42ed-a479-b63b18e68836 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227398, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.032109] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a68f3746-cd23-47af-828b-1f35e38b7e14 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.019s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.035978] env[70323]: DEBUG oslo_concurrency.lockutils [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.926s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.038393] env[70323]: INFO nova.compute.claims [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: b52ff327-d2be-4acd-8604-7860947112af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 938.076546] env[70323]: INFO nova.scheduler.client.report [None req-a68f3746-cd23-47af-828b-1f35e38b7e14 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Deleted allocations for instance 5556ee05-8834-4ce8-99a3-db4e3d733a9a [ 938.219958] env[70323]: DEBUG oslo_vmware.api [None req-12740b8b-64e9-4b49-b890-4578148aaa76 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52157a9c-2a4d-6813-753a-745f1d5d496a, 'name': SearchDatastore_Task, 'duration_secs': 0.010821} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.220439] env[70323]: DEBUG oslo_concurrency.lockutils [None req-12740b8b-64e9-4b49-b890-4578148aaa76 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.220812] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-12740b8b-64e9-4b49-b890-4578148aaa76 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 050444f5-8a7c-490b-98cd-2cf1592a3cf6/050444f5-8a7c-490b-98cd-2cf1592a3cf6.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 938.221228] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dad09b64-7427-41b4-9534-f07d2509c158 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.233177] env[70323]: DEBUG oslo_vmware.api [None req-12740b8b-64e9-4b49-b890-4578148aaa76 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Waiting for the task: (returnval){ [ 938.233177] env[70323]: value = "task-3227399" [ 938.233177] env[70323]: _type = "Task" [ 938.233177] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.240543] env[70323]: DEBUG oslo_vmware.api [None req-12740b8b-64e9-4b49-b890-4578148aaa76 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Task: {'id': task-3227399, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.268792] env[70323]: DEBUG oslo_vmware.api [None req-e2f90917-2c97-4f73-ab26-015989aa0f39 tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Task: {'id': task-3227397, 'name': PowerOffVM_Task, 'duration_secs': 0.222172} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.269319] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2f90917-2c97-4f73-ab26-015989aa0f39 tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 938.269682] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f90917-2c97-4f73-ab26-015989aa0f39 tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 938.270096] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd7bc34c-01ee-4f09-af62-c0631cae1da8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.363023] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f90917-2c97-4f73-ab26-015989aa0f39 tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 938.363023] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f90917-2c97-4f73-ab26-015989aa0f39 tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Deleting contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 938.363023] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2f90917-2c97-4f73-ab26-015989aa0f39 tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Deleting the datastore file [datastore2] 86114837-8210-4063-9fe5-6e867ae7b252 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 938.363023] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8262a1b-4ee5-4aad-9a37-a9ffaf968324 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.371858] env[70323]: DEBUG oslo_vmware.api [None req-e2f90917-2c97-4f73-ab26-015989aa0f39 tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Waiting for the task: (returnval){ [ 938.371858] env[70323]: value = "task-3227401" [ 938.371858] env[70323]: _type = "Task" [ 938.371858] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.383429] env[70323]: DEBUG oslo_vmware.api [None req-e2f90917-2c97-4f73-ab26-015989aa0f39 tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Task: {'id': task-3227401, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.459261] env[70323]: DEBUG oslo_vmware.api [None req-d1d4748c-87a6-42ed-a479-b63b18e68836 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227398, 'name': PowerOnVM_Task, 'duration_secs': 0.425524} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.459830] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1d4748c-87a6-42ed-a479-b63b18e68836 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 84faf743-f813-481c-90ec-50d5dd62d9d2] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 938.460209] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d4748c-87a6-42ed-a479-b63b18e68836 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 84faf743-f813-481c-90ec-50d5dd62d9d2] Updating instance '84faf743-f813-481c-90ec-50d5dd62d9d2' progress to 100 {{(pid=70323) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 938.593962] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a68f3746-cd23-47af-828b-1f35e38b7e14 tempest-ServersAdminTestJSON-1737986896 tempest-ServersAdminTestJSON-1737986896-project-member] Lock "5556ee05-8834-4ce8-99a3-db4e3d733a9a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.142s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.748447] env[70323]: DEBUG oslo_vmware.api [None req-12740b8b-64e9-4b49-b890-4578148aaa76 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Task: {'id': task-3227399, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.888161] env[70323]: DEBUG oslo_vmware.api [None req-e2f90917-2c97-4f73-ab26-015989aa0f39 tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Task: {'id': task-3227401, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.366715} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.893023] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2f90917-2c97-4f73-ab26-015989aa0f39 tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 938.893023] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f90917-2c97-4f73-ab26-015989aa0f39 tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Deleted contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 938.893023] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f90917-2c97-4f73-ab26-015989aa0f39 tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 938.893023] env[70323]: INFO nova.compute.manager [None req-e2f90917-2c97-4f73-ab26-015989aa0f39 tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Took 1.16 seconds to destroy the instance on the hypervisor. [ 938.893023] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2f90917-2c97-4f73-ab26-015989aa0f39 tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 938.893023] env[70323]: DEBUG nova.compute.manager [-] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 938.893023] env[70323]: DEBUG nova.network.neutron [-] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 939.144687] env[70323]: DEBUG oslo_concurrency.lockutils [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Acquiring lock "6e39317c-64f3-4457-b2ef-bc6d61fe59d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.144687] env[70323]: DEBUG oslo_concurrency.lockutils [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Lock "6e39317c-64f3-4457-b2ef-bc6d61fe59d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.242812] env[70323]: DEBUG oslo_vmware.api [None req-12740b8b-64e9-4b49-b890-4578148aaa76 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Task: {'id': task-3227399, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523802} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.243501] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-12740b8b-64e9-4b49-b890-4578148aaa76 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 050444f5-8a7c-490b-98cd-2cf1592a3cf6/050444f5-8a7c-490b-98cd-2cf1592a3cf6.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 939.243501] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-12740b8b-64e9-4b49-b890-4578148aaa76 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] [instance: 050444f5-8a7c-490b-98cd-2cf1592a3cf6] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 939.246269] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4110521a-6f38-4b52-836b-e3ea4418a2da {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.254057] env[70323]: DEBUG oslo_vmware.api [None req-12740b8b-64e9-4b49-b890-4578148aaa76 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Waiting for the task: (returnval){ [ 939.254057] env[70323]: value = "task-3227402" [ 939.254057] env[70323]: _type = "Task" [ 939.254057] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.268967] env[70323]: DEBUG oslo_vmware.api [None req-12740b8b-64e9-4b49-b890-4578148aaa76 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Task: {'id': task-3227402, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.481672] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f7edef-91ae-49ab-961d-52fa992cc6c5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.491429] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83111d6b-f878-4b6f-94dc-d5e37edbe5a0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.527230] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a57926-73e1-430e-bb24-6dc2b25c9f0e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.539364] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1d5e04-05c9-49a9-ac4e-8b1dd4684e3a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.554562] env[70323]: DEBUG nova.compute.provider_tree [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 939.583976] env[70323]: DEBUG nova.compute.manager [req-50a235c4-5c0f-4eed-9eaa-33db463d6062 req-dffa74fa-b80c-4f2d-9118-3fc389cfc65b service nova] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Received event network-vif-deleted-2582c9a2-7489-41dc-84cc-af9f72aa563c {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.583976] env[70323]: INFO nova.compute.manager [req-50a235c4-5c0f-4eed-9eaa-33db463d6062 req-dffa74fa-b80c-4f2d-9118-3fc389cfc65b service nova] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Neutron deleted interface 2582c9a2-7489-41dc-84cc-af9f72aa563c; detaching it from the instance and deleting it from the info cache [ 939.583976] env[70323]: DEBUG nova.network.neutron [req-50a235c4-5c0f-4eed-9eaa-33db463d6062 req-dffa74fa-b80c-4f2d-9118-3fc389cfc65b service nova] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.647230] env[70323]: DEBUG nova.compute.manager [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 939.768730] env[70323]: DEBUG oslo_vmware.api [None req-12740b8b-64e9-4b49-b890-4578148aaa76 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Task: {'id': task-3227402, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.148982} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.769275] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-12740b8b-64e9-4b49-b890-4578148aaa76 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] [instance: 050444f5-8a7c-490b-98cd-2cf1592a3cf6] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 939.770307] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f797509b-7f0f-417d-bfa2-df59c1e7e735 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.800683] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-12740b8b-64e9-4b49-b890-4578148aaa76 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] [instance: 050444f5-8a7c-490b-98cd-2cf1592a3cf6] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 050444f5-8a7c-490b-98cd-2cf1592a3cf6/050444f5-8a7c-490b-98cd-2cf1592a3cf6.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 939.801579] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4436a42-83b0-42c6-84c9-0b8c2d15a05e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.827750] env[70323]: DEBUG oslo_vmware.api [None req-12740b8b-64e9-4b49-b890-4578148aaa76 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Waiting for the task: (returnval){ [ 939.827750] env[70323]: value = "task-3227403" [ 939.827750] env[70323]: _type = "Task" [ 939.827750] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.837448] env[70323]: DEBUG oslo_vmware.api [None req-12740b8b-64e9-4b49-b890-4578148aaa76 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Task: {'id': task-3227403, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.060020] env[70323]: DEBUG nova.scheduler.client.report [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.063307] env[70323]: DEBUG nova.network.neutron [-] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.085798] env[70323]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6b66be16-fd4e-4609-b5a5-42a511b9f75d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.098057] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f10afa93-c34e-434f-bf6f-ef8eb0f96307 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.138999] env[70323]: DEBUG nova.compute.manager [req-50a235c4-5c0f-4eed-9eaa-33db463d6062 req-dffa74fa-b80c-4f2d-9118-3fc389cfc65b service nova] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Detach interface failed, port_id=2582c9a2-7489-41dc-84cc-af9f72aa563c, reason: Instance 86114837-8210-4063-9fe5-6e867ae7b252 could not be found. {{(pid=70323) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 940.181551] env[70323]: DEBUG oslo_concurrency.lockutils [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.341503] env[70323]: DEBUG oslo_vmware.api [None req-12740b8b-64e9-4b49-b890-4578148aaa76 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Task: {'id': task-3227403, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.456917] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b72a7ea6-258a-4ccd-8e02-491922f8d92b tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquiring lock "84faf743-f813-481c-90ec-50d5dd62d9d2" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.457317] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b72a7ea6-258a-4ccd-8e02-491922f8d92b tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Lock "84faf743-f813-481c-90ec-50d5dd62d9d2" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.457447] env[70323]: DEBUG nova.compute.manager [None req-b72a7ea6-258a-4ccd-8e02-491922f8d92b tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 84faf743-f813-481c-90ec-50d5dd62d9d2] Going to confirm migration 4 {{(pid=70323) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 940.567441] env[70323]: INFO nova.compute.manager [-] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Took 1.67 seconds to deallocate network for instance. [ 940.568517] env[70323]: DEBUG oslo_concurrency.lockutils [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.533s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.568773] env[70323]: DEBUG nova.compute.manager [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: b52ff327-d2be-4acd-8604-7860947112af] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 940.574092] env[70323]: DEBUG oslo_concurrency.lockutils [None req-42bee7fd-4bb4-444c-a6df-697f6d84243e tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.739s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.574092] env[70323]: DEBUG nova.objects.instance [None req-42bee7fd-4bb4-444c-a6df-697f6d84243e tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] [instance: 24896069-5993-488b-87e9-f515c67735dc] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70323) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 940.841910] env[70323]: DEBUG oslo_vmware.api [None req-12740b8b-64e9-4b49-b890-4578148aaa76 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Task: {'id': task-3227403, 'name': ReconfigVM_Task, 'duration_secs': 0.804798} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.842306] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-12740b8b-64e9-4b49-b890-4578148aaa76 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] [instance: 050444f5-8a7c-490b-98cd-2cf1592a3cf6] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 050444f5-8a7c-490b-98cd-2cf1592a3cf6/050444f5-8a7c-490b-98cd-2cf1592a3cf6.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 940.844106] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33839dd5-c8c3-484c-b089-270a55e139a1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.853239] env[70323]: DEBUG oslo_vmware.api [None req-12740b8b-64e9-4b49-b890-4578148aaa76 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Waiting for the task: (returnval){ [ 940.853239] env[70323]: value = "task-3227404" [ 940.853239] env[70323]: _type = "Task" [ 940.853239] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.865973] env[70323]: DEBUG oslo_vmware.api [None req-12740b8b-64e9-4b49-b890-4578148aaa76 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Task: {'id': task-3227404, 'name': Rename_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.090425] env[70323]: DEBUG nova.compute.utils [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 941.094745] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e2f90917-2c97-4f73-ab26-015989aa0f39 tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.096383] env[70323]: DEBUG nova.compute.manager [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: b52ff327-d2be-4acd-8604-7860947112af] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 941.096620] env[70323]: DEBUG nova.network.neutron [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: b52ff327-d2be-4acd-8604-7860947112af] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 941.122391] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b72a7ea6-258a-4ccd-8e02-491922f8d92b tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquiring lock "refresh_cache-84faf743-f813-481c-90ec-50d5dd62d9d2" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.122391] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b72a7ea6-258a-4ccd-8e02-491922f8d92b tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquired lock "refresh_cache-84faf743-f813-481c-90ec-50d5dd62d9d2" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.122391] env[70323]: DEBUG nova.network.neutron [None req-b72a7ea6-258a-4ccd-8e02-491922f8d92b tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 84faf743-f813-481c-90ec-50d5dd62d9d2] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 941.122391] env[70323]: DEBUG nova.objects.instance [None req-b72a7ea6-258a-4ccd-8e02-491922f8d92b tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Lazy-loading 'info_cache' on Instance uuid 84faf743-f813-481c-90ec-50d5dd62d9d2 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 941.195134] env[70323]: DEBUG nova.policy [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6804edc7d9b94fa5a587c940ee15869a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e98df60171c4d319ce48c2e7ddb11d7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 941.366284] env[70323]: DEBUG oslo_vmware.api [None req-12740b8b-64e9-4b49-b890-4578148aaa76 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Task: {'id': task-3227404, 'name': Rename_Task, 'duration_secs': 0.415593} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.366284] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-12740b8b-64e9-4b49-b890-4578148aaa76 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] [instance: 050444f5-8a7c-490b-98cd-2cf1592a3cf6] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 941.366284] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-113cad61-327c-416e-974e-614a70beeeb4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.374019] env[70323]: DEBUG oslo_vmware.api [None req-12740b8b-64e9-4b49-b890-4578148aaa76 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Waiting for the task: (returnval){ [ 941.374019] env[70323]: value = "task-3227405" [ 941.374019] env[70323]: _type = "Task" [ 941.374019] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.380405] env[70323]: DEBUG oslo_vmware.api [None req-12740b8b-64e9-4b49-b890-4578148aaa76 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Task: {'id': task-3227405, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.593022] env[70323]: DEBUG oslo_concurrency.lockutils [None req-42bee7fd-4bb4-444c-a6df-697f6d84243e tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.593022] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b463b8fa-674d-42f3-8806-46eb2c2c9b2d tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.209s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.593022] env[70323]: DEBUG nova.objects.instance [None req-b463b8fa-674d-42f3-8806-46eb2c2c9b2d tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] [instance: 78c9516c-780a-4604-8c96-877d8d075701] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70323) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 941.602823] env[70323]: DEBUG nova.compute.manager [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: b52ff327-d2be-4acd-8604-7860947112af] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 941.774662] env[70323]: DEBUG nova.network.neutron [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: b52ff327-d2be-4acd-8604-7860947112af] Successfully created port: b6f2349d-8577-42cc-acda-4936a9333865 {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 941.890797] env[70323]: DEBUG oslo_vmware.api [None req-12740b8b-64e9-4b49-b890-4578148aaa76 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Task: {'id': task-3227405, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.386803] env[70323]: DEBUG oslo_vmware.api [None req-12740b8b-64e9-4b49-b890-4578148aaa76 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Task: {'id': task-3227405, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.602765] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b463b8fa-674d-42f3-8806-46eb2c2c9b2d tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.605479] env[70323]: DEBUG oslo_concurrency.lockutils [None req-29eaef7b-9dcb-4d96-9197-d6c576f0ff25 tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.354s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.607124] env[70323]: DEBUG nova.objects.instance [None req-29eaef7b-9dcb-4d96-9197-d6c576f0ff25 tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Lazy-loading 'resources' on Instance uuid 24896069-5993-488b-87e9-f515c67735dc {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 942.618229] env[70323]: DEBUG nova.compute.manager [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: b52ff327-d2be-4acd-8604-7860947112af] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 942.669365] env[70323]: DEBUG nova.virt.hardware [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 942.669365] env[70323]: DEBUG nova.virt.hardware [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 942.669758] env[70323]: DEBUG nova.virt.hardware [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 942.669826] env[70323]: DEBUG nova.virt.hardware [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 942.669978] env[70323]: DEBUG nova.virt.hardware [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 942.670159] env[70323]: DEBUG nova.virt.hardware [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 942.670384] env[70323]: DEBUG nova.virt.hardware [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 942.671079] env[70323]: DEBUG nova.virt.hardware [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 942.671079] env[70323]: DEBUG nova.virt.hardware [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 942.671079] env[70323]: DEBUG nova.virt.hardware [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 942.671079] env[70323]: DEBUG nova.virt.hardware [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 942.672359] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664c5590-d016-44bb-93cf-3c79317dcc72 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.683867] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2db230e-509c-49d0-ac51-21ebb7d49e37 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.873422] env[70323]: DEBUG nova.network.neutron [None req-b72a7ea6-258a-4ccd-8e02-491922f8d92b tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 84faf743-f813-481c-90ec-50d5dd62d9d2] Updating instance_info_cache with network_info: [{"id": "32414131-f847-4b06-9aa8-d53aace89fc0", "address": "fa:16:3e:a4:e6:e3", "network": {"id": "6e67070b-8cfb-44d3-a355-e33374893830", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-79061281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9442610b28a7452a8b29d013bd021928", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32414131-f8", "ovs_interfaceid": "32414131-f847-4b06-9aa8-d53aace89fc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.890559] env[70323]: DEBUG oslo_vmware.api [None req-12740b8b-64e9-4b49-b890-4578148aaa76 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Task: {'id': task-3227405, 'name': PowerOnVM_Task, 'duration_secs': 1.046516} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.891464] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-12740b8b-64e9-4b49-b890-4578148aaa76 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] [instance: 050444f5-8a7c-490b-98cd-2cf1592a3cf6] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 942.891637] env[70323]: INFO nova.compute.manager [None req-12740b8b-64e9-4b49-b890-4578148aaa76 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] [instance: 050444f5-8a7c-490b-98cd-2cf1592a3cf6] Took 6.91 seconds to spawn the instance on the hypervisor. [ 942.891827] env[70323]: DEBUG nova.compute.manager [None req-12740b8b-64e9-4b49-b890-4578148aaa76 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] [instance: 050444f5-8a7c-490b-98cd-2cf1592a3cf6] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 942.892598] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75668b2-6ef5-46f9-ad5d-06997837f11b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.076057] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dbffa37-0b13-48e5-af0c-ece7d82a523b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.085497] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c4d4391-43c2-48bd-b6d6-513b95fb340c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.125047] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6c0ce3-7299-4531-8555-c79fdb8a4eb1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.132969] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3948a8e2-35be-4c99-9d56-2f43ca72894a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.148844] env[70323]: DEBUG nova.compute.provider_tree [None req-29eaef7b-9dcb-4d96-9197-d6c576f0ff25 tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 943.378169] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b72a7ea6-258a-4ccd-8e02-491922f8d92b tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Releasing lock "refresh_cache-84faf743-f813-481c-90ec-50d5dd62d9d2" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.378700] env[70323]: DEBUG nova.objects.instance [None req-b72a7ea6-258a-4ccd-8e02-491922f8d92b tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Lazy-loading 'migration_context' on Instance uuid 84faf743-f813-481c-90ec-50d5dd62d9d2 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 943.421608] env[70323]: INFO nova.compute.manager [None req-12740b8b-64e9-4b49-b890-4578148aaa76 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] [instance: 050444f5-8a7c-490b-98cd-2cf1592a3cf6] Took 41.49 seconds to build instance. [ 943.655258] env[70323]: DEBUG nova.scheduler.client.report [None req-29eaef7b-9dcb-4d96-9197-d6c576f0ff25 tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 943.882296] env[70323]: DEBUG nova.objects.base [None req-b72a7ea6-258a-4ccd-8e02-491922f8d92b tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Object Instance<84faf743-f813-481c-90ec-50d5dd62d9d2> lazy-loaded attributes: info_cache,migration_context {{(pid=70323) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 943.883050] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318fbd53-250c-4bf2-9997-feb54704ee0f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.915799] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b907eec-7e24-4dd8-8d59-6dbee5c2b27c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.918967] env[70323]: DEBUG oslo_concurrency.lockutils [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Acquiring lock "36b56f98-417e-4f79-a5c0-c9bbf4cb28ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.919226] env[70323]: DEBUG oslo_concurrency.lockutils [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Lock "36b56f98-417e-4f79-a5c0-c9bbf4cb28ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.923380] env[70323]: DEBUG oslo_concurrency.lockutils [None req-12740b8b-64e9-4b49-b890-4578148aaa76 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Lock "050444f5-8a7c-490b-98cd-2cf1592a3cf6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.926619] env[70323]: DEBUG oslo_vmware.api [None req-b72a7ea6-258a-4ccd-8e02-491922f8d92b tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for the task: (returnval){ [ 943.926619] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5256ddff-0057-cb1a-f14b-672a1aa60259" [ 943.926619] env[70323]: _type = "Task" [ 943.926619] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.938468] env[70323]: DEBUG oslo_vmware.api [None req-b72a7ea6-258a-4ccd-8e02-491922f8d92b tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5256ddff-0057-cb1a-f14b-672a1aa60259, 'name': SearchDatastore_Task, 'duration_secs': 0.009676} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.938827] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b72a7ea6-258a-4ccd-8e02-491922f8d92b tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.992925] env[70323]: DEBUG nova.compute.manager [req-4c70f03c-08d0-473f-b1bf-a108a93db2fc req-3ab74602-d908-4377-a934-bfc2b7c7599f service nova] [instance: b52ff327-d2be-4acd-8604-7860947112af] Received event network-vif-plugged-b6f2349d-8577-42cc-acda-4936a9333865 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 943.993155] env[70323]: DEBUG oslo_concurrency.lockutils [req-4c70f03c-08d0-473f-b1bf-a108a93db2fc req-3ab74602-d908-4377-a934-bfc2b7c7599f service nova] Acquiring lock "b52ff327-d2be-4acd-8604-7860947112af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.994351] env[70323]: DEBUG oslo_concurrency.lockutils [req-4c70f03c-08d0-473f-b1bf-a108a93db2fc req-3ab74602-d908-4377-a934-bfc2b7c7599f service nova] Lock "b52ff327-d2be-4acd-8604-7860947112af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.994351] env[70323]: DEBUG oslo_concurrency.lockutils [req-4c70f03c-08d0-473f-b1bf-a108a93db2fc req-3ab74602-d908-4377-a934-bfc2b7c7599f service nova] Lock "b52ff327-d2be-4acd-8604-7860947112af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.994351] env[70323]: DEBUG nova.compute.manager [req-4c70f03c-08d0-473f-b1bf-a108a93db2fc req-3ab74602-d908-4377-a934-bfc2b7c7599f service nova] [instance: b52ff327-d2be-4acd-8604-7860947112af] No waiting events found dispatching network-vif-plugged-b6f2349d-8577-42cc-acda-4936a9333865 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 943.994351] env[70323]: WARNING nova.compute.manager [req-4c70f03c-08d0-473f-b1bf-a108a93db2fc req-3ab74602-d908-4377-a934-bfc2b7c7599f service nova] [instance: b52ff327-d2be-4acd-8604-7860947112af] Received unexpected event network-vif-plugged-b6f2349d-8577-42cc-acda-4936a9333865 for instance with vm_state building and task_state spawning. [ 944.164104] env[70323]: DEBUG oslo_concurrency.lockutils [None req-29eaef7b-9dcb-4d96-9197-d6c576f0ff25 tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.559s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.166704] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7a658fe8-fc06-44f4-b4ed-de9aac563359 tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.758s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.166987] env[70323]: DEBUG nova.objects.instance [None req-7a658fe8-fc06-44f4-b4ed-de9aac563359 tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Lazy-loading 'resources' on Instance uuid 78c9516c-780a-4604-8c96-877d8d075701 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 944.171899] env[70323]: DEBUG nova.network.neutron [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: b52ff327-d2be-4acd-8604-7860947112af] Successfully updated port: b6f2349d-8577-42cc-acda-4936a9333865 {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 944.193496] env[70323]: INFO nova.scheduler.client.report [None req-29eaef7b-9dcb-4d96-9197-d6c576f0ff25 tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Deleted allocations for instance 24896069-5993-488b-87e9-f515c67735dc [ 944.367693] env[70323]: DEBUG nova.compute.manager [None req-88ad8146-1054-44c2-92e5-6e98d32951b2 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] [instance: 050444f5-8a7c-490b-98cd-2cf1592a3cf6] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 944.370141] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df36348c-83d3-4b9d-8a84-cd4b3d94a605 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.422254] env[70323]: DEBUG nova.compute.manager [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] [instance: 36b56f98-417e-4f79-a5c0-c9bbf4cb28ba] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 944.462389] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ee6055be-a40b-4feb-bb03-4782544841ea tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Acquiring lock "050444f5-8a7c-490b-98cd-2cf1592a3cf6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.463546] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ee6055be-a40b-4feb-bb03-4782544841ea tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Lock "050444f5-8a7c-490b-98cd-2cf1592a3cf6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.463770] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ee6055be-a40b-4feb-bb03-4782544841ea tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Acquiring lock "050444f5-8a7c-490b-98cd-2cf1592a3cf6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.463967] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ee6055be-a40b-4feb-bb03-4782544841ea tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Lock "050444f5-8a7c-490b-98cd-2cf1592a3cf6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.464445] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ee6055be-a40b-4feb-bb03-4782544841ea tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Lock "050444f5-8a7c-490b-98cd-2cf1592a3cf6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.466504] env[70323]: INFO nova.compute.manager [None req-ee6055be-a40b-4feb-bb03-4782544841ea tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] [instance: 050444f5-8a7c-490b-98cd-2cf1592a3cf6] Terminating instance [ 944.675253] env[70323]: DEBUG oslo_concurrency.lockutils [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquiring lock "refresh_cache-b52ff327-d2be-4acd-8604-7860947112af" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.675657] env[70323]: DEBUG oslo_concurrency.lockutils [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquired lock "refresh_cache-b52ff327-d2be-4acd-8604-7860947112af" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.675837] env[70323]: DEBUG nova.network.neutron [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: b52ff327-d2be-4acd-8604-7860947112af] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 944.700102] env[70323]: DEBUG oslo_concurrency.lockutils [None req-29eaef7b-9dcb-4d96-9197-d6c576f0ff25 tempest-ServerShowV254Test-151681899 tempest-ServerShowV254Test-151681899-project-member] Lock "24896069-5993-488b-87e9-f515c67735dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.259s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.883256] env[70323]: INFO nova.compute.manager [None req-88ad8146-1054-44c2-92e5-6e98d32951b2 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] [instance: 050444f5-8a7c-490b-98cd-2cf1592a3cf6] instance snapshotting [ 944.883856] env[70323]: DEBUG nova.objects.instance [None req-88ad8146-1054-44c2-92e5-6e98d32951b2 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Lazy-loading 'flavor' on Instance uuid 050444f5-8a7c-490b-98cd-2cf1592a3cf6 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 944.947541] env[70323]: DEBUG oslo_concurrency.lockutils [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.974174] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ee6055be-a40b-4feb-bb03-4782544841ea tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Acquiring lock "refresh_cache-050444f5-8a7c-490b-98cd-2cf1592a3cf6" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.974174] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ee6055be-a40b-4feb-bb03-4782544841ea tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Acquired lock "refresh_cache-050444f5-8a7c-490b-98cd-2cf1592a3cf6" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.974426] env[70323]: DEBUG nova.network.neutron [None req-ee6055be-a40b-4feb-bb03-4782544841ea tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] [instance: 050444f5-8a7c-490b-98cd-2cf1592a3cf6] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 945.116614] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5dde931-9019-480f-92d5-0f83490aea1f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.127264] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3425c7-3985-45dd-b137-461d983eedac {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.164355] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3755ca3d-9f5a-40ff-8a75-f88dcf0c2678 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.173562] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2fa99e-f18f-4a1c-b504-e0131d21dd77 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.192073] env[70323]: DEBUG nova.compute.provider_tree [None req-7a658fe8-fc06-44f4-b4ed-de9aac563359 tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 945.243131] env[70323]: DEBUG nova.network.neutron [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: b52ff327-d2be-4acd-8604-7860947112af] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 945.391190] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b2890de-1f6d-401a-88ba-02abddaf5f5c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.397618] env[70323]: DEBUG nova.network.neutron [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: b52ff327-d2be-4acd-8604-7860947112af] Updating instance_info_cache with network_info: [{"id": "b6f2349d-8577-42cc-acda-4936a9333865", "address": "fa:16:3e:69:00:d2", "network": {"id": "3543c4fd-df33-4be9-b279-a13bfe5a7b34", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-877530561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e98df60171c4d319ce48c2e7ddb11d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6f2349d-85", "ovs_interfaceid": "b6f2349d-8577-42cc-acda-4936a9333865", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.410642] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d36d716-d6ac-4980-b584-42fab04ecc6b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.493910] env[70323]: DEBUG nova.network.neutron [None req-ee6055be-a40b-4feb-bb03-4782544841ea tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] [instance: 050444f5-8a7c-490b-98cd-2cf1592a3cf6] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 945.546751] env[70323]: DEBUG nova.network.neutron [None req-ee6055be-a40b-4feb-bb03-4782544841ea tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] [instance: 050444f5-8a7c-490b-98cd-2cf1592a3cf6] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.695302] env[70323]: DEBUG nova.scheduler.client.report [None req-7a658fe8-fc06-44f4-b4ed-de9aac563359 tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.910483] env[70323]: DEBUG oslo_concurrency.lockutils [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Releasing lock "refresh_cache-b52ff327-d2be-4acd-8604-7860947112af" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.910818] env[70323]: DEBUG nova.compute.manager [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: b52ff327-d2be-4acd-8604-7860947112af] Instance network_info: |[{"id": "b6f2349d-8577-42cc-acda-4936a9333865", "address": "fa:16:3e:69:00:d2", "network": {"id": "3543c4fd-df33-4be9-b279-a13bfe5a7b34", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-877530561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e98df60171c4d319ce48c2e7ddb11d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6f2349d-85", "ovs_interfaceid": "b6f2349d-8577-42cc-acda-4936a9333865", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 945.911280] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: b52ff327-d2be-4acd-8604-7860947112af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:00:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '39a4aca0-934b-4a91-8779-6a4360c3f967', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b6f2349d-8577-42cc-acda-4936a9333865', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 945.918715] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 945.918945] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b52ff327-d2be-4acd-8604-7860947112af] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 945.919205] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ba0f7b3-87dc-4ff7-99d1-f61f11a22a18 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.933514] env[70323]: DEBUG nova.compute.manager [None req-88ad8146-1054-44c2-92e5-6e98d32951b2 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] [instance: 050444f5-8a7c-490b-98cd-2cf1592a3cf6] Instance disappeared during snapshot {{(pid=70323) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 945.944824] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 945.944824] env[70323]: value = "task-3227406" [ 945.944824] env[70323]: _type = "Task" [ 945.944824] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.956350] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227406, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.019708] env[70323]: DEBUG nova.compute.manager [req-619a3bcc-d1cc-411a-a539-c7a6f9ab5502 req-c285fc56-e305-4012-b161-534875800ef2 service nova] [instance: b52ff327-d2be-4acd-8604-7860947112af] Received event network-changed-b6f2349d-8577-42cc-acda-4936a9333865 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.019708] env[70323]: DEBUG nova.compute.manager [req-619a3bcc-d1cc-411a-a539-c7a6f9ab5502 req-c285fc56-e305-4012-b161-534875800ef2 service nova] [instance: b52ff327-d2be-4acd-8604-7860947112af] Refreshing instance network info cache due to event network-changed-b6f2349d-8577-42cc-acda-4936a9333865. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 946.019867] env[70323]: DEBUG oslo_concurrency.lockutils [req-619a3bcc-d1cc-411a-a539-c7a6f9ab5502 req-c285fc56-e305-4012-b161-534875800ef2 service nova] Acquiring lock "refresh_cache-b52ff327-d2be-4acd-8604-7860947112af" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.020052] env[70323]: DEBUG oslo_concurrency.lockutils [req-619a3bcc-d1cc-411a-a539-c7a6f9ab5502 req-c285fc56-e305-4012-b161-534875800ef2 service nova] Acquired lock "refresh_cache-b52ff327-d2be-4acd-8604-7860947112af" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.020237] env[70323]: DEBUG nova.network.neutron [req-619a3bcc-d1cc-411a-a539-c7a6f9ab5502 req-c285fc56-e305-4012-b161-534875800ef2 service nova] [instance: b52ff327-d2be-4acd-8604-7860947112af] Refreshing network info cache for port b6f2349d-8577-42cc-acda-4936a9333865 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 946.047533] env[70323]: DEBUG nova.compute.manager [None req-88ad8146-1054-44c2-92e5-6e98d32951b2 tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] [instance: 050444f5-8a7c-490b-98cd-2cf1592a3cf6] Found 0 images (rotation: 2) {{(pid=70323) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 946.050495] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ee6055be-a40b-4feb-bb03-4782544841ea tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Releasing lock "refresh_cache-050444f5-8a7c-490b-98cd-2cf1592a3cf6" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.050907] env[70323]: DEBUG nova.compute.manager [None req-ee6055be-a40b-4feb-bb03-4782544841ea tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] [instance: 050444f5-8a7c-490b-98cd-2cf1592a3cf6] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 946.051116] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6055be-a40b-4feb-bb03-4782544841ea tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] [instance: 050444f5-8a7c-490b-98cd-2cf1592a3cf6] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 946.052019] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6acff7-bdf6-4b35-8b31-4c1aaf105966 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.061084] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee6055be-a40b-4feb-bb03-4782544841ea tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] [instance: 050444f5-8a7c-490b-98cd-2cf1592a3cf6] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 946.061365] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9161d93-24a7-416d-97dd-f1d07cd03708 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.070394] env[70323]: DEBUG oslo_vmware.api [None req-ee6055be-a40b-4feb-bb03-4782544841ea tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Waiting for the task: (returnval){ [ 946.070394] env[70323]: value = "task-3227407" [ 946.070394] env[70323]: _type = "Task" [ 946.070394] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.080978] env[70323]: DEBUG oslo_vmware.api [None req-ee6055be-a40b-4feb-bb03-4782544841ea tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Task: {'id': task-3227407, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.202980] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7a658fe8-fc06-44f4-b4ed-de9aac563359 tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.036s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.205584] env[70323]: DEBUG oslo_concurrency.lockutils [None req-74984a37-ed7a-4e7c-8ddf-5f9331e6c50f tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 25.640s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.233132] env[70323]: INFO nova.scheduler.client.report [None req-7a658fe8-fc06-44f4-b4ed-de9aac563359 tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Deleted allocations for instance 78c9516c-780a-4604-8c96-877d8d075701 [ 946.455999] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227406, 'name': CreateVM_Task, 'duration_secs': 0.384755} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.456200] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b52ff327-d2be-4acd-8604-7860947112af] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 946.456902] env[70323]: DEBUG oslo_concurrency.lockutils [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.457082] env[70323]: DEBUG oslo_concurrency.lockutils [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.457448] env[70323]: DEBUG oslo_concurrency.lockutils [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.457719] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e59528e-d82f-446d-a31e-d4c75b929fd1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.462676] env[70323]: DEBUG oslo_vmware.api [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Waiting for the task: (returnval){ [ 946.462676] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52e402ab-553f-f181-6257-d72603f5ff2a" [ 946.462676] env[70323]: _type = "Task" [ 946.462676] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.470940] env[70323]: DEBUG oslo_vmware.api [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52e402ab-553f-f181-6257-d72603f5ff2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.581816] env[70323]: DEBUG oslo_vmware.api [None req-ee6055be-a40b-4feb-bb03-4782544841ea tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Task: {'id': task-3227407, 'name': PowerOffVM_Task, 'duration_secs': 0.143197} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.581816] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee6055be-a40b-4feb-bb03-4782544841ea tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] [instance: 050444f5-8a7c-490b-98cd-2cf1592a3cf6] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 946.582090] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6055be-a40b-4feb-bb03-4782544841ea tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] [instance: 050444f5-8a7c-490b-98cd-2cf1592a3cf6] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 946.582192] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83bf9963-231a-45ac-9bc0-9dddba643235 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.611794] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6055be-a40b-4feb-bb03-4782544841ea tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] [instance: 050444f5-8a7c-490b-98cd-2cf1592a3cf6] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 946.611794] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6055be-a40b-4feb-bb03-4782544841ea tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] [instance: 050444f5-8a7c-490b-98cd-2cf1592a3cf6] Deleting contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 946.611794] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee6055be-a40b-4feb-bb03-4782544841ea tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Deleting the datastore file [datastore1] 050444f5-8a7c-490b-98cd-2cf1592a3cf6 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 946.612017] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09a1c24c-bece-4f2e-bc62-322998f34ec1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.619879] env[70323]: DEBUG oslo_vmware.api [None req-ee6055be-a40b-4feb-bb03-4782544841ea tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Waiting for the task: (returnval){ [ 946.619879] env[70323]: value = "task-3227409" [ 946.619879] env[70323]: _type = "Task" [ 946.619879] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.630600] env[70323]: DEBUG oslo_vmware.api [None req-ee6055be-a40b-4feb-bb03-4782544841ea tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Task: {'id': task-3227409, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.748396] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7a658fe8-fc06-44f4-b4ed-de9aac563359 tempest-ServersListShow2100Test-1826011522 tempest-ServersListShow2100Test-1826011522-project-member] Lock "78c9516c-780a-4604-8c96-877d8d075701" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.637s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.791399] env[70323]: DEBUG nova.network.neutron [req-619a3bcc-d1cc-411a-a539-c7a6f9ab5502 req-c285fc56-e305-4012-b161-534875800ef2 service nova] [instance: b52ff327-d2be-4acd-8604-7860947112af] Updated VIF entry in instance network info cache for port b6f2349d-8577-42cc-acda-4936a9333865. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 946.791792] env[70323]: DEBUG nova.network.neutron [req-619a3bcc-d1cc-411a-a539-c7a6f9ab5502 req-c285fc56-e305-4012-b161-534875800ef2 service nova] [instance: b52ff327-d2be-4acd-8604-7860947112af] Updating instance_info_cache with network_info: [{"id": "b6f2349d-8577-42cc-acda-4936a9333865", "address": "fa:16:3e:69:00:d2", "network": {"id": "3543c4fd-df33-4be9-b279-a13bfe5a7b34", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-877530561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e98df60171c4d319ce48c2e7ddb11d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6f2349d-85", "ovs_interfaceid": "b6f2349d-8577-42cc-acda-4936a9333865", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.977234] env[70323]: DEBUG oslo_vmware.api [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52e402ab-553f-f181-6257-d72603f5ff2a, 'name': SearchDatastore_Task, 'duration_secs': 0.010084} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.977234] env[70323]: DEBUG oslo_concurrency.lockutils [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.977234] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: b52ff327-d2be-4acd-8604-7860947112af] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 946.977234] env[70323]: DEBUG oslo_concurrency.lockutils [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.977234] env[70323]: DEBUG oslo_concurrency.lockutils [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.977421] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 946.977639] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dfc90e6c-50f5-40ae-ae45-88e3f6c3aa8a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.989055] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 946.989270] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 946.990014] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ef5632f-c3af-460a-9c64-93920add2a07 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.996140] env[70323]: DEBUG oslo_vmware.api [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Waiting for the task: (returnval){ [ 946.996140] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]521e65be-ffb5-3bf8-9ef9-d9bbe0867f95" [ 946.996140] env[70323]: _type = "Task" [ 946.996140] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.007413] env[70323]: DEBUG oslo_vmware.api [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]521e65be-ffb5-3bf8-9ef9-d9bbe0867f95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.120275] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08b2e71-58fd-4199-897d-8cefb7f82b99 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.134267] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee308e1c-eb79-4b70-aa5f-eb1a248bcfae {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.137518] env[70323]: DEBUG oslo_vmware.api [None req-ee6055be-a40b-4feb-bb03-4782544841ea tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Task: {'id': task-3227409, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.09351} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.137761] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee6055be-a40b-4feb-bb03-4782544841ea tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 947.137939] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6055be-a40b-4feb-bb03-4782544841ea tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] [instance: 050444f5-8a7c-490b-98cd-2cf1592a3cf6] Deleted contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 947.138127] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6055be-a40b-4feb-bb03-4782544841ea tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] [instance: 050444f5-8a7c-490b-98cd-2cf1592a3cf6] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 947.139602] env[70323]: INFO nova.compute.manager [None req-ee6055be-a40b-4feb-bb03-4782544841ea tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] [instance: 050444f5-8a7c-490b-98cd-2cf1592a3cf6] Took 1.09 seconds to destroy the instance on the hypervisor. [ 947.139772] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee6055be-a40b-4feb-bb03-4782544841ea tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 947.140360] env[70323]: DEBUG nova.compute.manager [-] [instance: 050444f5-8a7c-490b-98cd-2cf1592a3cf6] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 947.140464] env[70323]: DEBUG nova.network.neutron [-] [instance: 050444f5-8a7c-490b-98cd-2cf1592a3cf6] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 947.169047] env[70323]: DEBUG nova.network.neutron [-] [instance: 050444f5-8a7c-490b-98cd-2cf1592a3cf6] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 947.170864] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e0c6cb-f963-4001-b6ed-62e4b38e09d1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.180287] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e3fa94f-843c-4a49-8485-96cfd789dd01 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.194807] env[70323]: DEBUG nova.compute.provider_tree [None req-74984a37-ed7a-4e7c-8ddf-5f9331e6c50f tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.296912] env[70323]: DEBUG oslo_concurrency.lockutils [req-619a3bcc-d1cc-411a-a539-c7a6f9ab5502 req-c285fc56-e305-4012-b161-534875800ef2 service nova] Releasing lock "refresh_cache-b52ff327-d2be-4acd-8604-7860947112af" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.507010] env[70323]: DEBUG oslo_vmware.api [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]521e65be-ffb5-3bf8-9ef9-d9bbe0867f95, 'name': SearchDatastore_Task, 'duration_secs': 0.011446} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.508375] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c53de15f-9d9a-4204-9957-647d70523ec5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.515337] env[70323]: DEBUG oslo_vmware.api [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Waiting for the task: (returnval){ [ 947.515337] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52ae83e4-a0f4-98fb-b9a4-65cf642627ca" [ 947.515337] env[70323]: _type = "Task" [ 947.515337] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.524160] env[70323]: DEBUG oslo_vmware.api [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52ae83e4-a0f4-98fb-b9a4-65cf642627ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.673923] env[70323]: DEBUG nova.network.neutron [-] [instance: 050444f5-8a7c-490b-98cd-2cf1592a3cf6] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.697765] env[70323]: DEBUG nova.scheduler.client.report [None req-74984a37-ed7a-4e7c-8ddf-5f9331e6c50f tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 948.027625] env[70323]: DEBUG oslo_vmware.api [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52ae83e4-a0f4-98fb-b9a4-65cf642627ca, 'name': SearchDatastore_Task, 'duration_secs': 0.010778} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.028549] env[70323]: DEBUG oslo_concurrency.lockutils [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.028549] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] b52ff327-d2be-4acd-8604-7860947112af/b52ff327-d2be-4acd-8604-7860947112af.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 948.028549] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f25bba3-135c-4955-96f6-dbb530e2551c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.036591] env[70323]: DEBUG oslo_vmware.api [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Waiting for the task: (returnval){ [ 948.036591] env[70323]: value = "task-3227410" [ 948.036591] env[70323]: _type = "Task" [ 948.036591] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.046213] env[70323]: DEBUG oslo_vmware.api [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3227410, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.177847] env[70323]: INFO nova.compute.manager [-] [instance: 050444f5-8a7c-490b-98cd-2cf1592a3cf6] Took 1.04 seconds to deallocate network for instance. [ 948.547612] env[70323]: DEBUG oslo_vmware.api [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3227410, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.441923} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.547612] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] b52ff327-d2be-4acd-8604-7860947112af/b52ff327-d2be-4acd-8604-7860947112af.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 948.547825] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: b52ff327-d2be-4acd-8604-7860947112af] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 948.547988] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f63b36c-f6e2-49f0-b39c-bf49a0dbd54c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.555132] env[70323]: DEBUG oslo_vmware.api [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Waiting for the task: (returnval){ [ 948.555132] env[70323]: value = "task-3227411" [ 948.555132] env[70323]: _type = "Task" [ 948.555132] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.563235] env[70323]: DEBUG oslo_vmware.api [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3227411, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.684429] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ee6055be-a40b-4feb-bb03-4782544841ea tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.713235] env[70323]: DEBUG oslo_concurrency.lockutils [None req-74984a37-ed7a-4e7c-8ddf-5f9331e6c50f tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.507s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.713588] env[70323]: DEBUG nova.compute.manager [None req-74984a37-ed7a-4e7c-8ddf-5f9331e6c50f tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=70323) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 948.717858] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.289s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.721173] env[70323]: INFO nova.compute.claims [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 2c755301-a981-4c97-8d9e-c01c17618932] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 949.065931] env[70323]: DEBUG oslo_vmware.api [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3227411, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063838} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.066437] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: b52ff327-d2be-4acd-8604-7860947112af] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 949.067377] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab2fa2e-72f1-453c-9333-fd5b98875f64 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.089192] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: b52ff327-d2be-4acd-8604-7860947112af] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] b52ff327-d2be-4acd-8604-7860947112af/b52ff327-d2be-4acd-8604-7860947112af.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 949.089963] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9cf328a-28eb-4956-97a8-0b626f623793 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.121730] env[70323]: DEBUG oslo_vmware.api [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Waiting for the task: (returnval){ [ 949.121730] env[70323]: value = "task-3227412" [ 949.121730] env[70323]: _type = "Task" [ 949.121730] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.130727] env[70323]: DEBUG oslo_vmware.api [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3227412, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.290707] env[70323]: INFO nova.scheduler.client.report [None req-74984a37-ed7a-4e7c-8ddf-5f9331e6c50f tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Deleted allocation for migration 34a136a7-92bf-449a-b8f6-c4c061836b15 [ 949.632157] env[70323]: DEBUG oslo_vmware.api [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3227412, 'name': ReconfigVM_Task, 'duration_secs': 0.301986} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.632450] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: b52ff327-d2be-4acd-8604-7860947112af] Reconfigured VM instance instance-0000004e to attach disk [datastore2] b52ff327-d2be-4acd-8604-7860947112af/b52ff327-d2be-4acd-8604-7860947112af.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 949.633101] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d0f55e9-e3d1-4c00-9619-67f537dee703 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.641616] env[70323]: DEBUG oslo_vmware.api [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Waiting for the task: (returnval){ [ 949.641616] env[70323]: value = "task-3227413" [ 949.641616] env[70323]: _type = "Task" [ 949.641616] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.650423] env[70323]: DEBUG oslo_vmware.api [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3227413, 'name': Rename_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.795769] env[70323]: DEBUG oslo_concurrency.lockutils [None req-74984a37-ed7a-4e7c-8ddf-5f9331e6c50f tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Lock "94af8883-9a40-4929-8b36-16c400b3d18a" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 32.324s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.154801] env[70323]: DEBUG oslo_vmware.api [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3227413, 'name': Rename_Task, 'duration_secs': 0.142744} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.155282] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: b52ff327-d2be-4acd-8604-7860947112af] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 950.155730] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86397e0f-5706-499b-9b26-7b7ead0aafda {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.164802] env[70323]: DEBUG oslo_vmware.api [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Waiting for the task: (returnval){ [ 950.164802] env[70323]: value = "task-3227414" [ 950.164802] env[70323]: _type = "Task" [ 950.164802] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.176432] env[70323]: DEBUG oslo_vmware.api [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3227414, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.197146] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202ae08e-623a-431b-b423-f5b766bfa0fa {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.210206] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a480479e-96d4-4871-9397-8115e0c2d47e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.244336] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098ebda4-d517-4fd0-8c36-ce6ca4e86e94 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.253329] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83204424-0f18-42e4-a092-a25bf857f69b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.270648] env[70323]: DEBUG nova.compute.provider_tree [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 950.679364] env[70323]: DEBUG oslo_vmware.api [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3227414, 'name': PowerOnVM_Task, 'duration_secs': 0.454524} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.679652] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: b52ff327-d2be-4acd-8604-7860947112af] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 950.679883] env[70323]: INFO nova.compute.manager [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: b52ff327-d2be-4acd-8604-7860947112af] Took 8.06 seconds to spawn the instance on the hypervisor. [ 950.680379] env[70323]: DEBUG nova.compute.manager [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: b52ff327-d2be-4acd-8604-7860947112af] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 950.681939] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8dcf69-3b48-4893-a6c0-9df98a9d76dd {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.706018] env[70323]: DEBUG nova.objects.instance [None req-d02bf6b8-fc11-4eda-ab82-1c8cb6deec97 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Lazy-loading 'flavor' on Instance uuid 94af8883-9a40-4929-8b36-16c400b3d18a {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 950.778165] env[70323]: DEBUG nova.scheduler.client.report [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 951.201987] env[70323]: INFO nova.compute.manager [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: b52ff327-d2be-4acd-8604-7860947112af] Took 41.11 seconds to build instance. [ 951.213629] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d02bf6b8-fc11-4eda-ab82-1c8cb6deec97 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Acquiring lock "refresh_cache-94af8883-9a40-4929-8b36-16c400b3d18a" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.213796] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d02bf6b8-fc11-4eda-ab82-1c8cb6deec97 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Acquired lock "refresh_cache-94af8883-9a40-4929-8b36-16c400b3d18a" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.213963] env[70323]: DEBUG nova.network.neutron [None req-d02bf6b8-fc11-4eda-ab82-1c8cb6deec97 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 951.215325] env[70323]: DEBUG nova.objects.instance [None req-d02bf6b8-fc11-4eda-ab82-1c8cb6deec97 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Lazy-loading 'info_cache' on Instance uuid 94af8883-9a40-4929-8b36-16c400b3d18a {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 951.282654] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.563s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.285013] env[70323]: DEBUG nova.compute.manager [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 2c755301-a981-4c97-8d9e-c01c17618932] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 951.285774] env[70323]: DEBUG oslo_concurrency.lockutils [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.597s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.287314] env[70323]: INFO nova.compute.claims [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 728ab2dc-eefc-491c-ac6b-17732e72d24b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 951.704529] env[70323]: DEBUG oslo_concurrency.lockutils [None req-eaace8bb-c11a-4910-9472-110990aadbcc tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Lock "b52ff327-d2be-4acd-8604-7860947112af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.628s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.719562] env[70323]: DEBUG nova.objects.base [None req-d02bf6b8-fc11-4eda-ab82-1c8cb6deec97 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Object Instance<94af8883-9a40-4929-8b36-16c400b3d18a> lazy-loaded attributes: flavor,info_cache {{(pid=70323) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 951.795907] env[70323]: DEBUG nova.compute.utils [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 951.800497] env[70323]: DEBUG nova.compute.manager [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 2c755301-a981-4c97-8d9e-c01c17618932] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 951.800497] env[70323]: DEBUG nova.network.neutron [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 2c755301-a981-4c97-8d9e-c01c17618932] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 951.861026] env[70323]: DEBUG nova.policy [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a20054ee98f44906b7d104c6c9a55405', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '04fdf27f549f49fe9ffe70ad77ffbf60', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 952.026108] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Acquiring lock "7ebc2ecb-f737-4c2e-b259-7ef0f84a7e7c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.026408] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Lock "7ebc2ecb-f737-4c2e-b259-7ef0f84a7e7c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.162724] env[70323]: DEBUG nova.network.neutron [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 2c755301-a981-4c97-8d9e-c01c17618932] Successfully created port: 8e7a1ea2-9a74-47cb-9816-e6e5cf6a75ae {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 952.232843] env[70323]: DEBUG nova.compute.manager [req-a76ba52b-ec1f-42b3-bfe3-db11d24ac412 req-1b7003a6-9a5c-41ae-adb2-6fcc87cdcceb service nova] [instance: b52ff327-d2be-4acd-8604-7860947112af] Received event network-changed-b6f2349d-8577-42cc-acda-4936a9333865 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.233146] env[70323]: DEBUG nova.compute.manager [req-a76ba52b-ec1f-42b3-bfe3-db11d24ac412 req-1b7003a6-9a5c-41ae-adb2-6fcc87cdcceb service nova] [instance: b52ff327-d2be-4acd-8604-7860947112af] Refreshing instance network info cache due to event network-changed-b6f2349d-8577-42cc-acda-4936a9333865. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 952.233300] env[70323]: DEBUG oslo_concurrency.lockutils [req-a76ba52b-ec1f-42b3-bfe3-db11d24ac412 req-1b7003a6-9a5c-41ae-adb2-6fcc87cdcceb service nova] Acquiring lock "refresh_cache-b52ff327-d2be-4acd-8604-7860947112af" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.233441] env[70323]: DEBUG oslo_concurrency.lockutils [req-a76ba52b-ec1f-42b3-bfe3-db11d24ac412 req-1b7003a6-9a5c-41ae-adb2-6fcc87cdcceb service nova] Acquired lock "refresh_cache-b52ff327-d2be-4acd-8604-7860947112af" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.233627] env[70323]: DEBUG nova.network.neutron [req-a76ba52b-ec1f-42b3-bfe3-db11d24ac412 req-1b7003a6-9a5c-41ae-adb2-6fcc87cdcceb service nova] [instance: b52ff327-d2be-4acd-8604-7860947112af] Refreshing network info cache for port b6f2349d-8577-42cc-acda-4936a9333865 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 952.301091] env[70323]: DEBUG nova.compute.manager [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 2c755301-a981-4c97-8d9e-c01c17618932] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 952.535105] env[70323]: DEBUG nova.compute.manager [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] [instance: 7ebc2ecb-f737-4c2e-b259-7ef0f84a7e7c] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 952.651776] env[70323]: DEBUG nova.network.neutron [None req-d02bf6b8-fc11-4eda-ab82-1c8cb6deec97 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Updating instance_info_cache with network_info: [{"id": "8c5f3432-2d20-4f0c-9576-6e4751241d3f", "address": "fa:16:3e:f1:25:97", "network": {"id": "04147f98-e096-4b08-86fd-82e3dbb0599e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-823971767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59ea186f9eb14bfd914ef3bde9458745", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3952eb02-1162-48ed-8227-9c138960d583", "external-id": "nsx-vlan-transportzone-250", "segmentation_id": 250, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c5f3432-2d", "ovs_interfaceid": "8c5f3432-2d20-4f0c-9576-6e4751241d3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.761844] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f74d814-f178-47ad-8a3b-898f0714c1ee {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.772499] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1344d2e6-2fc8-4996-be09-49c83144faa0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.820968] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e74ff95-8874-4f3a-b289-0d4cdf887838 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.832944] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e9183a-dac2-415b-bc2d-254d652e743a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.850116] env[70323]: DEBUG nova.compute.provider_tree [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 953.058406] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.104359] env[70323]: DEBUG nova.network.neutron [req-a76ba52b-ec1f-42b3-bfe3-db11d24ac412 req-1b7003a6-9a5c-41ae-adb2-6fcc87cdcceb service nova] [instance: b52ff327-d2be-4acd-8604-7860947112af] Updated VIF entry in instance network info cache for port b6f2349d-8577-42cc-acda-4936a9333865. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 953.104359] env[70323]: DEBUG nova.network.neutron [req-a76ba52b-ec1f-42b3-bfe3-db11d24ac412 req-1b7003a6-9a5c-41ae-adb2-6fcc87cdcceb service nova] [instance: b52ff327-d2be-4acd-8604-7860947112af] Updating instance_info_cache with network_info: [{"id": "b6f2349d-8577-42cc-acda-4936a9333865", "address": "fa:16:3e:69:00:d2", "network": {"id": "3543c4fd-df33-4be9-b279-a13bfe5a7b34", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-877530561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e98df60171c4d319ce48c2e7ddb11d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6f2349d-85", "ovs_interfaceid": "b6f2349d-8577-42cc-acda-4936a9333865", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.160871] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d02bf6b8-fc11-4eda-ab82-1c8cb6deec97 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Releasing lock "refresh_cache-94af8883-9a40-4929-8b36-16c400b3d18a" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.325035] env[70323]: DEBUG nova.compute.manager [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 2c755301-a981-4c97-8d9e-c01c17618932] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 953.354787] env[70323]: DEBUG nova.scheduler.client.report [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 953.369434] env[70323]: DEBUG nova.virt.hardware [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 953.370128] env[70323]: DEBUG nova.virt.hardware [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 953.370446] env[70323]: DEBUG nova.virt.hardware [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 953.370760] env[70323]: DEBUG nova.virt.hardware [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 953.371079] env[70323]: DEBUG nova.virt.hardware [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 953.371571] env[70323]: DEBUG nova.virt.hardware [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 953.371702] env[70323]: DEBUG nova.virt.hardware [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 953.372075] env[70323]: DEBUG nova.virt.hardware [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 953.372431] env[70323]: DEBUG nova.virt.hardware [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 953.372688] env[70323]: DEBUG nova.virt.hardware [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 953.373126] env[70323]: DEBUG nova.virt.hardware [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 953.374017] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e774d65a-644d-49f9-a269-6ab46c412abd {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.385491] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69f7594-b4e5-4847-8840-51ce66404e6c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.606611] env[70323]: DEBUG oslo_concurrency.lockutils [req-a76ba52b-ec1f-42b3-bfe3-db11d24ac412 req-1b7003a6-9a5c-41ae-adb2-6fcc87cdcceb service nova] Releasing lock "refresh_cache-b52ff327-d2be-4acd-8604-7860947112af" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.849107] env[70323]: DEBUG nova.compute.manager [req-6ffa047f-5ca1-4f12-9233-b9455d1a91e6 req-87061c1e-7b99-439a-998d-58767797406c service nova] [instance: 2c755301-a981-4c97-8d9e-c01c17618932] Received event network-vif-plugged-8e7a1ea2-9a74-47cb-9816-e6e5cf6a75ae {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 953.849355] env[70323]: DEBUG oslo_concurrency.lockutils [req-6ffa047f-5ca1-4f12-9233-b9455d1a91e6 req-87061c1e-7b99-439a-998d-58767797406c service nova] Acquiring lock "2c755301-a981-4c97-8d9e-c01c17618932-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.849939] env[70323]: DEBUG oslo_concurrency.lockutils [req-6ffa047f-5ca1-4f12-9233-b9455d1a91e6 req-87061c1e-7b99-439a-998d-58767797406c service nova] Lock "2c755301-a981-4c97-8d9e-c01c17618932-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.849939] env[70323]: DEBUG oslo_concurrency.lockutils [req-6ffa047f-5ca1-4f12-9233-b9455d1a91e6 req-87061c1e-7b99-439a-998d-58767797406c service nova] Lock "2c755301-a981-4c97-8d9e-c01c17618932-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.849939] env[70323]: DEBUG nova.compute.manager [req-6ffa047f-5ca1-4f12-9233-b9455d1a91e6 req-87061c1e-7b99-439a-998d-58767797406c service nova] [instance: 2c755301-a981-4c97-8d9e-c01c17618932] No waiting events found dispatching network-vif-plugged-8e7a1ea2-9a74-47cb-9816-e6e5cf6a75ae {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 953.850189] env[70323]: WARNING nova.compute.manager [req-6ffa047f-5ca1-4f12-9233-b9455d1a91e6 req-87061c1e-7b99-439a-998d-58767797406c service nova] [instance: 2c755301-a981-4c97-8d9e-c01c17618932] Received unexpected event network-vif-plugged-8e7a1ea2-9a74-47cb-9816-e6e5cf6a75ae for instance with vm_state building and task_state spawning. [ 953.862092] env[70323]: DEBUG oslo_concurrency.lockutils [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.576s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.862582] env[70323]: DEBUG nova.compute.manager [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 728ab2dc-eefc-491c-ac6b-17732e72d24b] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 953.865629] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f45f4352-17a9-4007-9cae-b00f580b1920 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.939s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.865885] env[70323]: DEBUG nova.objects.instance [None req-f45f4352-17a9-4007-9cae-b00f580b1920 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Lazy-loading 'resources' on Instance uuid bc4fe22d-07e4-456f-b54f-39b683051029 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 954.168743] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-d02bf6b8-fc11-4eda-ab82-1c8cb6deec97 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 954.168743] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a1ed706-782e-4e4d-a903-3c1fb2628037 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.177558] env[70323]: DEBUG oslo_vmware.api [None req-d02bf6b8-fc11-4eda-ab82-1c8cb6deec97 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for the task: (returnval){ [ 954.177558] env[70323]: value = "task-3227415" [ 954.177558] env[70323]: _type = "Task" [ 954.177558] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.186076] env[70323]: DEBUG oslo_vmware.api [None req-d02bf6b8-fc11-4eda-ab82-1c8cb6deec97 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227415, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.359122] env[70323]: DEBUG nova.network.neutron [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 2c755301-a981-4c97-8d9e-c01c17618932] Successfully updated port: 8e7a1ea2-9a74-47cb-9816-e6e5cf6a75ae {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 954.368961] env[70323]: DEBUG nova.compute.utils [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 954.374712] env[70323]: DEBUG nova.compute.manager [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 728ab2dc-eefc-491c-ac6b-17732e72d24b] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 954.374881] env[70323]: DEBUG nova.network.neutron [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 728ab2dc-eefc-491c-ac6b-17732e72d24b] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 954.414794] env[70323]: DEBUG nova.policy [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '904100217a3642ddbac560ad3a398816', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af37872d6532434f815597c22d8a4a36', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 954.690234] env[70323]: DEBUG oslo_vmware.api [None req-d02bf6b8-fc11-4eda-ab82-1c8cb6deec97 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227415, 'name': PowerOnVM_Task, 'duration_secs': 0.474863} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.690573] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-d02bf6b8-fc11-4eda-ab82-1c8cb6deec97 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 954.690710] env[70323]: DEBUG nova.compute.manager [None req-d02bf6b8-fc11-4eda-ab82-1c8cb6deec97 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 954.691572] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed209bf-b4b3-4cf8-a6f9-54c4f78a0ff3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.723547] env[70323]: DEBUG nova.network.neutron [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 728ab2dc-eefc-491c-ac6b-17732e72d24b] Successfully created port: e51f3e11-d1cc-4129-82cc-45f8d7c76648 {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 954.774887] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b793ceb0-4403-4f5f-9e02-eb3c71d02db9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.784575] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0e3469-73d8-49ca-99fa-015980659062 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.822289] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad97785f-4595-401a-8f00-d8c226dd674e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.831997] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a295da-0686-4c77-b8e4-db765b21e7f3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.847708] env[70323]: DEBUG nova.compute.provider_tree [None req-f45f4352-17a9-4007-9cae-b00f580b1920 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.863606] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Acquiring lock "refresh_cache-2c755301-a981-4c97-8d9e-c01c17618932" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.863821] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Acquired lock "refresh_cache-2c755301-a981-4c97-8d9e-c01c17618932" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.864013] env[70323]: DEBUG nova.network.neutron [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 2c755301-a981-4c97-8d9e-c01c17618932] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 954.874313] env[70323]: DEBUG nova.compute.manager [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 728ab2dc-eefc-491c-ac6b-17732e72d24b] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 955.252230] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a5d714f2-f225-4f6f-839b-e142e8cb6c58 tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Acquiring lock "ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.252478] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a5d714f2-f225-4f6f-839b-e142e8cb6c58 tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Lock "ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.252686] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a5d714f2-f225-4f6f-839b-e142e8cb6c58 tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Acquiring lock "ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.252865] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a5d714f2-f225-4f6f-839b-e142e8cb6c58 tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Lock "ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.253046] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a5d714f2-f225-4f6f-839b-e142e8cb6c58 tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Lock "ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.255153] env[70323]: INFO nova.compute.manager [None req-a5d714f2-f225-4f6f-839b-e142e8cb6c58 tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] [instance: ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec] Terminating instance [ 955.351493] env[70323]: DEBUG nova.scheduler.client.report [None req-f45f4352-17a9-4007-9cae-b00f580b1920 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 955.420454] env[70323]: DEBUG nova.network.neutron [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 2c755301-a981-4c97-8d9e-c01c17618932] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 955.510742] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a6d9ef14-282c-4f09-9512-b343a1b21011 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Acquiring lock "94af8883-9a40-4929-8b36-16c400b3d18a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.510742] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a6d9ef14-282c-4f09-9512-b343a1b21011 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Lock "94af8883-9a40-4929-8b36-16c400b3d18a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.510742] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a6d9ef14-282c-4f09-9512-b343a1b21011 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Acquiring lock "94af8883-9a40-4929-8b36-16c400b3d18a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.511475] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a6d9ef14-282c-4f09-9512-b343a1b21011 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Lock "94af8883-9a40-4929-8b36-16c400b3d18a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.511663] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a6d9ef14-282c-4f09-9512-b343a1b21011 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Lock "94af8883-9a40-4929-8b36-16c400b3d18a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.513773] env[70323]: INFO nova.compute.manager [None req-a6d9ef14-282c-4f09-9512-b343a1b21011 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Terminating instance [ 955.573040] env[70323]: DEBUG nova.network.neutron [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 2c755301-a981-4c97-8d9e-c01c17618932] Updating instance_info_cache with network_info: [{"id": "8e7a1ea2-9a74-47cb-9816-e6e5cf6a75ae", "address": "fa:16:3e:dc:46:a5", "network": {"id": "e3d20059-147b-4d1f-a421-9503846473f4", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1898473140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04fdf27f549f49fe9ffe70ad77ffbf60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbd2870d-a51d-472a-8034-1b3e132b5cb6", "external-id": "nsx-vlan-transportzone-101", "segmentation_id": 101, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e7a1ea2-9a", "ovs_interfaceid": "8e7a1ea2-9a74-47cb-9816-e6e5cf6a75ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.759522] env[70323]: DEBUG nova.compute.manager [None req-a5d714f2-f225-4f6f-839b-e142e8cb6c58 tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] [instance: ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 955.759522] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d714f2-f225-4f6f-839b-e142e8cb6c58 tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] [instance: ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 955.761048] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc82c3b-93be-48df-89cc-b0def03a678a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.768702] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5d714f2-f225-4f6f-839b-e142e8cb6c58 tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] [instance: ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 955.768976] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-152d1308-b936-48a3-9daa-b2601f71056f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.775606] env[70323]: DEBUG oslo_vmware.api [None req-a5d714f2-f225-4f6f-839b-e142e8cb6c58 tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Waiting for the task: (returnval){ [ 955.775606] env[70323]: value = "task-3227416" [ 955.775606] env[70323]: _type = "Task" [ 955.775606] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.783467] env[70323]: DEBUG oslo_vmware.api [None req-a5d714f2-f225-4f6f-839b-e142e8cb6c58 tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Task: {'id': task-3227416, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.857198] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f45f4352-17a9-4007-9cae-b00f580b1920 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.991s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.859512] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1fbd5114-41f7-41bf-a1a6-f59f28f81af3 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.881s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.859738] env[70323]: DEBUG nova.objects.instance [None req-1fbd5114-41f7-41bf-a1a6-f59f28f81af3 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Lazy-loading 'resources' on Instance uuid 1b7f6d4c-945c-434c-bb21-a15f3740fd6a {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 955.881424] env[70323]: INFO nova.scheduler.client.report [None req-f45f4352-17a9-4007-9cae-b00f580b1920 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Deleted allocations for instance bc4fe22d-07e4-456f-b54f-39b683051029 [ 955.883821] env[70323]: DEBUG nova.compute.manager [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 728ab2dc-eefc-491c-ac6b-17732e72d24b] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 955.914202] env[70323]: DEBUG nova.virt.hardware [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 955.914473] env[70323]: DEBUG nova.virt.hardware [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 955.914673] env[70323]: DEBUG nova.virt.hardware [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 955.914933] env[70323]: DEBUG nova.virt.hardware [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 955.915170] env[70323]: DEBUG nova.virt.hardware [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 955.915370] env[70323]: DEBUG nova.virt.hardware [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 955.915626] env[70323]: DEBUG nova.virt.hardware [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 955.915826] env[70323]: DEBUG nova.virt.hardware [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 955.916054] env[70323]: DEBUG nova.virt.hardware [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 955.916268] env[70323]: DEBUG nova.virt.hardware [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 955.916482] env[70323]: DEBUG nova.virt.hardware [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 955.917412] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7edb8728-5de9-4e7e-8a29-998fb237db67 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.925513] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d288c3f-a7b5-418c-9413-a1bc8bf3e351 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.018472] env[70323]: DEBUG nova.compute.manager [None req-a6d9ef14-282c-4f09-9512-b343a1b21011 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 956.018472] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d9ef14-282c-4f09-9512-b343a1b21011 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 956.019770] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3aa9fe7-8941-4f1a-b8fb-f86b9e1d6e8f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.028473] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6d9ef14-282c-4f09-9512-b343a1b21011 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 956.028755] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9527abf-5478-4a38-8c43-696f3d4bb53c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.036483] env[70323]: DEBUG oslo_vmware.api [None req-a6d9ef14-282c-4f09-9512-b343a1b21011 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for the task: (returnval){ [ 956.036483] env[70323]: value = "task-3227417" [ 956.036483] env[70323]: _type = "Task" [ 956.036483] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.046100] env[70323]: DEBUG oslo_vmware.api [None req-a6d9ef14-282c-4f09-9512-b343a1b21011 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227417, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.077560] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Releasing lock "refresh_cache-2c755301-a981-4c97-8d9e-c01c17618932" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.079246] env[70323]: DEBUG nova.compute.manager [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 2c755301-a981-4c97-8d9e-c01c17618932] Instance network_info: |[{"id": "8e7a1ea2-9a74-47cb-9816-e6e5cf6a75ae", "address": "fa:16:3e:dc:46:a5", "network": {"id": "e3d20059-147b-4d1f-a421-9503846473f4", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1898473140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04fdf27f549f49fe9ffe70ad77ffbf60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbd2870d-a51d-472a-8034-1b3e132b5cb6", "external-id": "nsx-vlan-transportzone-101", "segmentation_id": 101, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e7a1ea2-9a", "ovs_interfaceid": "8e7a1ea2-9a74-47cb-9816-e6e5cf6a75ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 956.079246] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 2c755301-a981-4c97-8d9e-c01c17618932] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:46:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dbd2870d-a51d-472a-8034-1b3e132b5cb6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e7a1ea2-9a74-47cb-9816-e6e5cf6a75ae', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 956.085888] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 956.086138] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c755301-a981-4c97-8d9e-c01c17618932] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 956.086362] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc90953a-a567-430c-be56-7be6d7751269 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.118638] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 956.118638] env[70323]: value = "task-3227418" [ 956.118638] env[70323]: _type = "Task" [ 956.118638] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.126206] env[70323]: DEBUG nova.compute.manager [req-c085ef52-c256-4137-8aa9-9409c8cafc23 req-d74a5eb1-5d1d-49ea-b6b3-54d7a4faac66 service nova] [instance: 2c755301-a981-4c97-8d9e-c01c17618932] Received event network-changed-8e7a1ea2-9a74-47cb-9816-e6e5cf6a75ae {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 956.126411] env[70323]: DEBUG nova.compute.manager [req-c085ef52-c256-4137-8aa9-9409c8cafc23 req-d74a5eb1-5d1d-49ea-b6b3-54d7a4faac66 service nova] [instance: 2c755301-a981-4c97-8d9e-c01c17618932] Refreshing instance network info cache due to event network-changed-8e7a1ea2-9a74-47cb-9816-e6e5cf6a75ae. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 956.126629] env[70323]: DEBUG oslo_concurrency.lockutils [req-c085ef52-c256-4137-8aa9-9409c8cafc23 req-d74a5eb1-5d1d-49ea-b6b3-54d7a4faac66 service nova] Acquiring lock "refresh_cache-2c755301-a981-4c97-8d9e-c01c17618932" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.126774] env[70323]: DEBUG oslo_concurrency.lockutils [req-c085ef52-c256-4137-8aa9-9409c8cafc23 req-d74a5eb1-5d1d-49ea-b6b3-54d7a4faac66 service nova] Acquired lock "refresh_cache-2c755301-a981-4c97-8d9e-c01c17618932" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.126931] env[70323]: DEBUG nova.network.neutron [req-c085ef52-c256-4137-8aa9-9409c8cafc23 req-d74a5eb1-5d1d-49ea-b6b3-54d7a4faac66 service nova] [instance: 2c755301-a981-4c97-8d9e-c01c17618932] Refreshing network info cache for port 8e7a1ea2-9a74-47cb-9816-e6e5cf6a75ae {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 956.131847] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227418, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.289523] env[70323]: DEBUG oslo_vmware.api [None req-a5d714f2-f225-4f6f-839b-e142e8cb6c58 tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Task: {'id': task-3227416, 'name': PowerOffVM_Task, 'duration_secs': 0.19355} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.289757] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5d714f2-f225-4f6f-839b-e142e8cb6c58 tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] [instance: ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 956.289828] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d714f2-f225-4f6f-839b-e142e8cb6c58 tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] [instance: ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 956.290136] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6aa17a50-f901-4810-a8da-ececd3ecf903 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.367729] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d714f2-f225-4f6f-839b-e142e8cb6c58 tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] [instance: ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 956.367729] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d714f2-f225-4f6f-839b-e142e8cb6c58 tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] [instance: ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec] Deleting contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 956.367729] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5d714f2-f225-4f6f-839b-e142e8cb6c58 tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Deleting the datastore file [datastore1] ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 956.367729] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd4f6b5e-1030-499e-9708-eb76551afa88 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.375391] env[70323]: DEBUG oslo_vmware.api [None req-a5d714f2-f225-4f6f-839b-e142e8cb6c58 tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Waiting for the task: (returnval){ [ 956.375391] env[70323]: value = "task-3227420" [ 956.375391] env[70323]: _type = "Task" [ 956.375391] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.384634] env[70323]: DEBUG oslo_vmware.api [None req-a5d714f2-f225-4f6f-839b-e142e8cb6c58 tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Task: {'id': task-3227420, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.394114] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f45f4352-17a9-4007-9cae-b00f580b1920 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Lock "bc4fe22d-07e4-456f-b54f-39b683051029" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.111s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.419884] env[70323]: DEBUG nova.network.neutron [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 728ab2dc-eefc-491c-ac6b-17732e72d24b] Successfully updated port: e51f3e11-d1cc-4129-82cc-45f8d7c76648 {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 956.546513] env[70323]: DEBUG oslo_vmware.api [None req-a6d9ef14-282c-4f09-9512-b343a1b21011 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227417, 'name': PowerOffVM_Task, 'duration_secs': 0.233509} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.546790] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6d9ef14-282c-4f09-9512-b343a1b21011 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 956.547588] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d9ef14-282c-4f09-9512-b343a1b21011 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 956.547588] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-432ea67b-2041-4d97-b374-1b803f05e548 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.618340] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d9ef14-282c-4f09-9512-b343a1b21011 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 956.618340] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d9ef14-282c-4f09-9512-b343a1b21011 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Deleting contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 956.618551] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6d9ef14-282c-4f09-9512-b343a1b21011 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Deleting the datastore file [datastore2] 94af8883-9a40-4929-8b36-16c400b3d18a {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 956.618871] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36783afd-d179-4be9-b5ad-4462af8eb694 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.629962] env[70323]: DEBUG oslo_vmware.api [None req-a6d9ef14-282c-4f09-9512-b343a1b21011 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for the task: (returnval){ [ 956.629962] env[70323]: value = "task-3227422" [ 956.629962] env[70323]: _type = "Task" [ 956.629962] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.637797] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227418, 'name': CreateVM_Task, 'duration_secs': 0.339414} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.640452] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c755301-a981-4c97-8d9e-c01c17618932] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 956.641526] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.641708] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.642049] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.647898] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cd525df-a82e-48f7-918f-8e6c228696d3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.647898] env[70323]: DEBUG oslo_vmware.api [None req-a6d9ef14-282c-4f09-9512-b343a1b21011 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227422, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.654238] env[70323]: DEBUG oslo_vmware.api [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Waiting for the task: (returnval){ [ 956.654238] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52f4ac5b-440b-fcc6-efc8-f669cb4cd0e9" [ 956.654238] env[70323]: _type = "Task" [ 956.654238] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.662410] env[70323]: DEBUG oslo_vmware.api [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52f4ac5b-440b-fcc6-efc8-f669cb4cd0e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.680144] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac90dd2-f237-43fa-befe-d26e0e1f8d92 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.688690] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f1ee6e8-0fe9-4870-bd04-9559704dbd42 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.724933] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf80de74-854e-4c1f-acb6-6eb071258a12 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.734024] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-541f4a3b-441e-431e-8c36-c93a26767b0e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.753485] env[70323]: DEBUG nova.compute.provider_tree [None req-1fbd5114-41f7-41bf-a1a6-f59f28f81af3 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.884917] env[70323]: DEBUG oslo_vmware.api [None req-a5d714f2-f225-4f6f-839b-e142e8cb6c58 tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Task: {'id': task-3227420, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.292765} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.885136] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5d714f2-f225-4f6f-839b-e142e8cb6c58 tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 956.885369] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d714f2-f225-4f6f-839b-e142e8cb6c58 tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] [instance: ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec] Deleted contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 956.885533] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d714f2-f225-4f6f-839b-e142e8cb6c58 tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] [instance: ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 956.885751] env[70323]: INFO nova.compute.manager [None req-a5d714f2-f225-4f6f-839b-e142e8cb6c58 tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] [instance: ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec] Took 1.13 seconds to destroy the instance on the hypervisor. [ 956.886867] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5d714f2-f225-4f6f-839b-e142e8cb6c58 tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 956.886867] env[70323]: DEBUG nova.compute.manager [-] [instance: ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 956.886867] env[70323]: DEBUG nova.network.neutron [-] [instance: ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 956.924438] env[70323]: DEBUG oslo_concurrency.lockutils [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquiring lock "refresh_cache-728ab2dc-eefc-491c-ac6b-17732e72d24b" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.924616] env[70323]: DEBUG oslo_concurrency.lockutils [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquired lock "refresh_cache-728ab2dc-eefc-491c-ac6b-17732e72d24b" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.924735] env[70323]: DEBUG nova.network.neutron [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 728ab2dc-eefc-491c-ac6b-17732e72d24b] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 956.931970] env[70323]: DEBUG nova.network.neutron [req-c085ef52-c256-4137-8aa9-9409c8cafc23 req-d74a5eb1-5d1d-49ea-b6b3-54d7a4faac66 service nova] [instance: 2c755301-a981-4c97-8d9e-c01c17618932] Updated VIF entry in instance network info cache for port 8e7a1ea2-9a74-47cb-9816-e6e5cf6a75ae. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 956.931970] env[70323]: DEBUG nova.network.neutron [req-c085ef52-c256-4137-8aa9-9409c8cafc23 req-d74a5eb1-5d1d-49ea-b6b3-54d7a4faac66 service nova] [instance: 2c755301-a981-4c97-8d9e-c01c17618932] Updating instance_info_cache with network_info: [{"id": "8e7a1ea2-9a74-47cb-9816-e6e5cf6a75ae", "address": "fa:16:3e:dc:46:a5", "network": {"id": "e3d20059-147b-4d1f-a421-9503846473f4", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1898473140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04fdf27f549f49fe9ffe70ad77ffbf60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbd2870d-a51d-472a-8034-1b3e132b5cb6", "external-id": "nsx-vlan-transportzone-101", "segmentation_id": 101, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e7a1ea2-9a", "ovs_interfaceid": "8e7a1ea2-9a74-47cb-9816-e6e5cf6a75ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.140622] env[70323]: DEBUG oslo_vmware.api [None req-a6d9ef14-282c-4f09-9512-b343a1b21011 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227422, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.165488] env[70323]: DEBUG oslo_vmware.api [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52f4ac5b-440b-fcc6-efc8-f669cb4cd0e9, 'name': SearchDatastore_Task, 'duration_secs': 0.024344} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.165716] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.165943] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 2c755301-a981-4c97-8d9e-c01c17618932] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 957.166166] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.166314] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.166492] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 957.166755] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d0ba6a49-5357-4a3b-8ca9-4a46cbfe9629 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.182336] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 957.182440] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 957.183386] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b68fbe33-2193-473b-ba3a-0e1eec08775d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.189349] env[70323]: DEBUG oslo_vmware.api [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Waiting for the task: (returnval){ [ 957.189349] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5211c29a-89a3-4f6b-184c-c77da7a3abe1" [ 957.189349] env[70323]: _type = "Task" [ 957.189349] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.198414] env[70323]: DEBUG oslo_vmware.api [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5211c29a-89a3-4f6b-184c-c77da7a3abe1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.260819] env[70323]: DEBUG nova.scheduler.client.report [None req-1fbd5114-41f7-41bf-a1a6-f59f28f81af3 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 957.396463] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 957.396731] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 957.434137] env[70323]: DEBUG oslo_concurrency.lockutils [req-c085ef52-c256-4137-8aa9-9409c8cafc23 req-d74a5eb1-5d1d-49ea-b6b3-54d7a4faac66 service nova] Releasing lock "refresh_cache-2c755301-a981-4c97-8d9e-c01c17618932" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.454833] env[70323]: DEBUG nova.network.neutron [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 728ab2dc-eefc-491c-ac6b-17732e72d24b] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 957.587131] env[70323]: DEBUG nova.network.neutron [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 728ab2dc-eefc-491c-ac6b-17732e72d24b] Updating instance_info_cache with network_info: [{"id": "e51f3e11-d1cc-4129-82cc-45f8d7c76648", "address": "fa:16:3e:b7:1b:0a", "network": {"id": "c007b1ef-cfb2-4ce7-bd1c-4b08918b6a61", "bridge": "br-int", "label": "tempest-ServersTestJSON-785052494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af37872d6532434f815597c22d8a4a36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape51f3e11-d1", "ovs_interfaceid": "e51f3e11-d1cc-4129-82cc-45f8d7c76648", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.641519] env[70323]: DEBUG oslo_vmware.api [None req-a6d9ef14-282c-4f09-9512-b343a1b21011 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227422, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.522425} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.641986] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6d9ef14-282c-4f09-9512-b343a1b21011 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 957.642334] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d9ef14-282c-4f09-9512-b343a1b21011 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Deleted contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 957.642629] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d9ef14-282c-4f09-9512-b343a1b21011 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 957.642912] env[70323]: INFO nova.compute.manager [None req-a6d9ef14-282c-4f09-9512-b343a1b21011 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Took 1.62 seconds to destroy the instance on the hypervisor. [ 957.643276] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6d9ef14-282c-4f09-9512-b343a1b21011 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 957.643595] env[70323]: DEBUG nova.compute.manager [-] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 957.645019] env[70323]: DEBUG nova.network.neutron [-] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 957.700791] env[70323]: DEBUG oslo_vmware.api [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5211c29a-89a3-4f6b-184c-c77da7a3abe1, 'name': SearchDatastore_Task, 'duration_secs': 0.024922} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.701657] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4c68a2c-1e06-41b4-a45f-c9a4ce5b76d9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.707353] env[70323]: DEBUG oslo_vmware.api [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Waiting for the task: (returnval){ [ 957.707353] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52dde16a-c119-5bca-2912-35f9aac103db" [ 957.707353] env[70323]: _type = "Task" [ 957.707353] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.717794] env[70323]: DEBUG oslo_vmware.api [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52dde16a-c119-5bca-2912-35f9aac103db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.765908] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1fbd5114-41f7-41bf-a1a6-f59f28f81af3 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.906s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.771690] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d911474e-e25f-485a-94c1-9a4845fe9753 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.075s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.772356] env[70323]: DEBUG nova.objects.instance [None req-d911474e-e25f-485a-94c1-9a4845fe9753 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Lazy-loading 'resources' on Instance uuid af716832-998b-4698-8d65-5cf6871b1c2d {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 957.793069] env[70323]: INFO nova.scheduler.client.report [None req-1fbd5114-41f7-41bf-a1a6-f59f28f81af3 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Deleted allocations for instance 1b7f6d4c-945c-434c-bb21-a15f3740fd6a [ 957.821086] env[70323]: DEBUG nova.network.neutron [-] [instance: ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.905961] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 957.906394] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 957.908687] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 957.908687] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 957.908687] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 957.908687] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 957.908687] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70323) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 957.908687] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager.update_available_resource {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 958.091107] env[70323]: DEBUG oslo_concurrency.lockutils [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Releasing lock "refresh_cache-728ab2dc-eefc-491c-ac6b-17732e72d24b" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.091107] env[70323]: DEBUG nova.compute.manager [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 728ab2dc-eefc-491c-ac6b-17732e72d24b] Instance network_info: |[{"id": "e51f3e11-d1cc-4129-82cc-45f8d7c76648", "address": "fa:16:3e:b7:1b:0a", "network": {"id": "c007b1ef-cfb2-4ce7-bd1c-4b08918b6a61", "bridge": "br-int", "label": "tempest-ServersTestJSON-785052494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af37872d6532434f815597c22d8a4a36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape51f3e11-d1", "ovs_interfaceid": "e51f3e11-d1cc-4129-82cc-45f8d7c76648", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 958.091107] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 728ab2dc-eefc-491c-ac6b-17732e72d24b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:1b:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e885ebd4-93ca-4e9e-8889-0f16bd91e61e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e51f3e11-d1cc-4129-82cc-45f8d7c76648', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 958.100793] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Creating folder: Project (af37872d6532434f815597c22d8a4a36). Parent ref: group-v644941. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 958.101136] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f07ef989-4d78-43ba-a01e-68026cba82c3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.125614] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Created folder: Project (af37872d6532434f815597c22d8a4a36) in parent group-v644941. [ 958.125818] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Creating folder: Instances. Parent ref: group-v645166. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 958.126087] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de8850e6-6935-48d3-a583-70040bac22c4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.136057] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Created folder: Instances in parent group-v645166. [ 958.136289] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 958.136538] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 728ab2dc-eefc-491c-ac6b-17732e72d24b] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 958.136762] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9cc794c7-7ded-47d1-8684-22e5d0cb7dd6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.157947] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 958.157947] env[70323]: value = "task-3227425" [ 958.157947] env[70323]: _type = "Task" [ 958.157947] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.164441] env[70323]: DEBUG nova.compute.manager [req-0c8a7748-3b68-457d-9d65-0f7ba2abc5de req-ec51ed3e-f1e6-4bbb-80d3-6e59f72762ab service nova] [instance: 728ab2dc-eefc-491c-ac6b-17732e72d24b] Received event network-vif-plugged-e51f3e11-d1cc-4129-82cc-45f8d7c76648 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 958.164656] env[70323]: DEBUG oslo_concurrency.lockutils [req-0c8a7748-3b68-457d-9d65-0f7ba2abc5de req-ec51ed3e-f1e6-4bbb-80d3-6e59f72762ab service nova] Acquiring lock "728ab2dc-eefc-491c-ac6b-17732e72d24b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.164864] env[70323]: DEBUG oslo_concurrency.lockutils [req-0c8a7748-3b68-457d-9d65-0f7ba2abc5de req-ec51ed3e-f1e6-4bbb-80d3-6e59f72762ab service nova] Lock "728ab2dc-eefc-491c-ac6b-17732e72d24b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.165041] env[70323]: DEBUG oslo_concurrency.lockutils [req-0c8a7748-3b68-457d-9d65-0f7ba2abc5de req-ec51ed3e-f1e6-4bbb-80d3-6e59f72762ab service nova] Lock "728ab2dc-eefc-491c-ac6b-17732e72d24b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.165213] env[70323]: DEBUG nova.compute.manager [req-0c8a7748-3b68-457d-9d65-0f7ba2abc5de req-ec51ed3e-f1e6-4bbb-80d3-6e59f72762ab service nova] [instance: 728ab2dc-eefc-491c-ac6b-17732e72d24b] No waiting events found dispatching network-vif-plugged-e51f3e11-d1cc-4129-82cc-45f8d7c76648 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 958.165375] env[70323]: WARNING nova.compute.manager [req-0c8a7748-3b68-457d-9d65-0f7ba2abc5de req-ec51ed3e-f1e6-4bbb-80d3-6e59f72762ab service nova] [instance: 728ab2dc-eefc-491c-ac6b-17732e72d24b] Received unexpected event network-vif-plugged-e51f3e11-d1cc-4129-82cc-45f8d7c76648 for instance with vm_state building and task_state spawning. [ 958.165532] env[70323]: DEBUG nova.compute.manager [req-0c8a7748-3b68-457d-9d65-0f7ba2abc5de req-ec51ed3e-f1e6-4bbb-80d3-6e59f72762ab service nova] [instance: 728ab2dc-eefc-491c-ac6b-17732e72d24b] Received event network-changed-e51f3e11-d1cc-4129-82cc-45f8d7c76648 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 958.165677] env[70323]: DEBUG nova.compute.manager [req-0c8a7748-3b68-457d-9d65-0f7ba2abc5de req-ec51ed3e-f1e6-4bbb-80d3-6e59f72762ab service nova] [instance: 728ab2dc-eefc-491c-ac6b-17732e72d24b] Refreshing instance network info cache due to event network-changed-e51f3e11-d1cc-4129-82cc-45f8d7c76648. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 958.165849] env[70323]: DEBUG oslo_concurrency.lockutils [req-0c8a7748-3b68-457d-9d65-0f7ba2abc5de req-ec51ed3e-f1e6-4bbb-80d3-6e59f72762ab service nova] Acquiring lock "refresh_cache-728ab2dc-eefc-491c-ac6b-17732e72d24b" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.165978] env[70323]: DEBUG oslo_concurrency.lockutils [req-0c8a7748-3b68-457d-9d65-0f7ba2abc5de req-ec51ed3e-f1e6-4bbb-80d3-6e59f72762ab service nova] Acquired lock "refresh_cache-728ab2dc-eefc-491c-ac6b-17732e72d24b" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.168973] env[70323]: DEBUG nova.network.neutron [req-0c8a7748-3b68-457d-9d65-0f7ba2abc5de req-ec51ed3e-f1e6-4bbb-80d3-6e59f72762ab service nova] [instance: 728ab2dc-eefc-491c-ac6b-17732e72d24b] Refreshing network info cache for port e51f3e11-d1cc-4129-82cc-45f8d7c76648 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 958.175086] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227425, 'name': CreateVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.219409] env[70323]: DEBUG oslo_vmware.api [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52dde16a-c119-5bca-2912-35f9aac103db, 'name': SearchDatastore_Task, 'duration_secs': 0.011322} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.219409] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.219409] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 2c755301-a981-4c97-8d9e-c01c17618932/2c755301-a981-4c97-8d9e-c01c17618932.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 958.219693] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0364926d-c170-410f-ac0f-45b4132848e3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.228433] env[70323]: DEBUG oslo_vmware.api [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Waiting for the task: (returnval){ [ 958.228433] env[70323]: value = "task-3227426" [ 958.228433] env[70323]: _type = "Task" [ 958.228433] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.239147] env[70323]: DEBUG oslo_vmware.api [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': task-3227426, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.293812] env[70323]: DEBUG nova.scheduler.client.report [None req-d911474e-e25f-485a-94c1-9a4845fe9753 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Refreshing inventories for resource provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 958.303536] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1fbd5114-41f7-41bf-a1a6-f59f28f81af3 tempest-MultipleCreateTestJSON-150231171 tempest-MultipleCreateTestJSON-150231171-project-member] Lock "1b7f6d4c-945c-434c-bb21-a15f3740fd6a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.946s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.313371] env[70323]: DEBUG nova.scheduler.client.report [None req-d911474e-e25f-485a-94c1-9a4845fe9753 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Updating ProviderTree inventory for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 958.313528] env[70323]: DEBUG nova.compute.provider_tree [None req-d911474e-e25f-485a-94c1-9a4845fe9753 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Updating inventory in ProviderTree for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 958.324255] env[70323]: INFO nova.compute.manager [-] [instance: ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec] Took 1.44 seconds to deallocate network for instance. [ 958.327596] env[70323]: DEBUG nova.scheduler.client.report [None req-d911474e-e25f-485a-94c1-9a4845fe9753 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Refreshing aggregate associations for resource provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f, aggregates: None {{(pid=70323) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 958.349230] env[70323]: DEBUG nova.scheduler.client.report [None req-d911474e-e25f-485a-94c1-9a4845fe9753 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Refreshing trait associations for resource provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=70323) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 958.413792] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.668713] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227425, 'name': CreateVM_Task, 'duration_secs': 0.359065} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.673476] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 728ab2dc-eefc-491c-ac6b-17732e72d24b] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 958.674222] env[70323]: DEBUG oslo_concurrency.lockutils [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.674399] env[70323]: DEBUG oslo_concurrency.lockutils [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.674714] env[70323]: DEBUG oslo_concurrency.lockutils [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.675323] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e643dbe4-5afa-40e2-baba-a5e5aa8a6357 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.682287] env[70323]: DEBUG oslo_vmware.api [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Waiting for the task: (returnval){ [ 958.682287] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5245a87e-4a41-d180-991f-ed68937f2222" [ 958.682287] env[70323]: _type = "Task" [ 958.682287] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.687188] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dcf9a33-6293-43bc-bb59-c0055ba69a48 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.691392] env[70323]: DEBUG nova.network.neutron [-] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.698176] env[70323]: DEBUG oslo_vmware.api [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5245a87e-4a41-d180-991f-ed68937f2222, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.699883] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ad5af8-13c5-4b80-abec-b1473f3d2921 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.743871] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e304ce63-619d-40e5-81f9-7f46fa642179 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.753500] env[70323]: DEBUG oslo_vmware.api [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': task-3227426, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.757290] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a5d609-e36f-42c9-822e-79ac29db0865 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.772931] env[70323]: DEBUG nova.compute.provider_tree [None req-d911474e-e25f-485a-94c1-9a4845fe9753 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.836835] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a5d714f2-f225-4f6f-839b-e142e8cb6c58 tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.983707] env[70323]: DEBUG nova.network.neutron [req-0c8a7748-3b68-457d-9d65-0f7ba2abc5de req-ec51ed3e-f1e6-4bbb-80d3-6e59f72762ab service nova] [instance: 728ab2dc-eefc-491c-ac6b-17732e72d24b] Updated VIF entry in instance network info cache for port e51f3e11-d1cc-4129-82cc-45f8d7c76648. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 958.984106] env[70323]: DEBUG nova.network.neutron [req-0c8a7748-3b68-457d-9d65-0f7ba2abc5de req-ec51ed3e-f1e6-4bbb-80d3-6e59f72762ab service nova] [instance: 728ab2dc-eefc-491c-ac6b-17732e72d24b] Updating instance_info_cache with network_info: [{"id": "e51f3e11-d1cc-4129-82cc-45f8d7c76648", "address": "fa:16:3e:b7:1b:0a", "network": {"id": "c007b1ef-cfb2-4ce7-bd1c-4b08918b6a61", "bridge": "br-int", "label": "tempest-ServersTestJSON-785052494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af37872d6532434f815597c22d8a4a36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape51f3e11-d1", "ovs_interfaceid": "e51f3e11-d1cc-4129-82cc-45f8d7c76648", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.194217] env[70323]: DEBUG oslo_vmware.api [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5245a87e-4a41-d180-991f-ed68937f2222, 'name': SearchDatastore_Task, 'duration_secs': 0.064865} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.194512] env[70323]: DEBUG oslo_concurrency.lockutils [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.194755] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 728ab2dc-eefc-491c-ac6b-17732e72d24b] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 959.194997] env[70323]: DEBUG oslo_concurrency.lockutils [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.195156] env[70323]: DEBUG oslo_concurrency.lockutils [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.195690] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 959.195690] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d9b60af-7959-4f11-a607-ac5b56065f0e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.197794] env[70323]: INFO nova.compute.manager [-] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Took 1.55 seconds to deallocate network for instance. [ 959.207566] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 959.207763] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 959.208531] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab427dc9-0cf9-4226-9580-58834eef65c2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.216719] env[70323]: DEBUG oslo_vmware.api [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Waiting for the task: (returnval){ [ 959.216719] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52ad4148-e946-0e12-2959-bf4cc57c36b2" [ 959.216719] env[70323]: _type = "Task" [ 959.216719] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.227149] env[70323]: DEBUG oslo_vmware.api [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52ad4148-e946-0e12-2959-bf4cc57c36b2, 'name': SearchDatastore_Task, 'duration_secs': 0.010199} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.228922] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c84ee8e-4d9a-48d2-b244-c73a79448372 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.234453] env[70323]: DEBUG oslo_vmware.api [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Waiting for the task: (returnval){ [ 959.234453] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]529d0c96-3229-d163-e0a2-f5dfcaa2298c" [ 959.234453] env[70323]: _type = "Task" [ 959.234453] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.247540] env[70323]: DEBUG oslo_vmware.api [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': task-3227426, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562482} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.250194] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 2c755301-a981-4c97-8d9e-c01c17618932/2c755301-a981-4c97-8d9e-c01c17618932.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 959.250505] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 2c755301-a981-4c97-8d9e-c01c17618932] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 959.250902] env[70323]: DEBUG oslo_vmware.api [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]529d0c96-3229-d163-e0a2-f5dfcaa2298c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.251129] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13447f40-22c8-4091-926e-4cdc24c317f4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.260503] env[70323]: DEBUG oslo_vmware.api [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Waiting for the task: (returnval){ [ 959.260503] env[70323]: value = "task-3227427" [ 959.260503] env[70323]: _type = "Task" [ 959.260503] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.271605] env[70323]: DEBUG oslo_vmware.api [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': task-3227427, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.276774] env[70323]: DEBUG nova.scheduler.client.report [None req-d911474e-e25f-485a-94c1-9a4845fe9753 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.487546] env[70323]: DEBUG oslo_concurrency.lockutils [req-0c8a7748-3b68-457d-9d65-0f7ba2abc5de req-ec51ed3e-f1e6-4bbb-80d3-6e59f72762ab service nova] Releasing lock "refresh_cache-728ab2dc-eefc-491c-ac6b-17732e72d24b" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.487546] env[70323]: DEBUG nova.compute.manager [req-0c8a7748-3b68-457d-9d65-0f7ba2abc5de req-ec51ed3e-f1e6-4bbb-80d3-6e59f72762ab service nova] [instance: ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec] Received event network-vif-deleted-baa4bdc6-4716-4521-b143-aec9fee4f5aa {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.704284] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a6d9ef14-282c-4f09-9512-b343a1b21011 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.746769] env[70323]: DEBUG oslo_vmware.api [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]529d0c96-3229-d163-e0a2-f5dfcaa2298c, 'name': SearchDatastore_Task, 'duration_secs': 0.01111} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.746936] env[70323]: DEBUG oslo_concurrency.lockutils [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.747193] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 728ab2dc-eefc-491c-ac6b-17732e72d24b/728ab2dc-eefc-491c-ac6b-17732e72d24b.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 959.747544] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a6110130-f5a1-4fbf-a7e1-1c7097f11c46 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.755413] env[70323]: DEBUG oslo_vmware.api [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Waiting for the task: (returnval){ [ 959.755413] env[70323]: value = "task-3227428" [ 959.755413] env[70323]: _type = "Task" [ 959.755413] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.767092] env[70323]: DEBUG oslo_vmware.api [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227428, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.772419] env[70323]: DEBUG oslo_vmware.api [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': task-3227427, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062871} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.772700] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 2c755301-a981-4c97-8d9e-c01c17618932] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 959.773505] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973a2a6a-1719-430a-a740-b084cd23364b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.788517] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d911474e-e25f-485a-94c1-9a4845fe9753 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.017s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.799783] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 2c755301-a981-4c97-8d9e-c01c17618932] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 2c755301-a981-4c97-8d9e-c01c17618932/2c755301-a981-4c97-8d9e-c01c17618932.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 959.800591] env[70323]: DEBUG oslo_concurrency.lockutils [None req-83de5121-3089-4964-bfd6-8fe8c87deede tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.781s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.800834] env[70323]: DEBUG nova.objects.instance [None req-83de5121-3089-4964-bfd6-8fe8c87deede tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lazy-loading 'resources' on Instance uuid 7d130068-25ce-440c-896b-f6a633019a34 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 959.802147] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ea7540c-e3ed-47c9-819f-fe3839c2f5cb {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.819763] env[70323]: DEBUG nova.objects.instance [None req-83de5121-3089-4964-bfd6-8fe8c87deede tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lazy-loading 'numa_topology' on Instance uuid 7d130068-25ce-440c-896b-f6a633019a34 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 959.822692] env[70323]: INFO nova.scheduler.client.report [None req-d911474e-e25f-485a-94c1-9a4845fe9753 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Deleted allocations for instance af716832-998b-4698-8d65-5cf6871b1c2d [ 959.829633] env[70323]: DEBUG oslo_vmware.api [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Waiting for the task: (returnval){ [ 959.829633] env[70323]: value = "task-3227429" [ 959.829633] env[70323]: _type = "Task" [ 959.829633] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.839326] env[70323]: DEBUG oslo_vmware.api [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': task-3227429, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.230870] env[70323]: DEBUG nova.compute.manager [req-3f1aedcf-709e-4597-b9a7-26d8ae4ab331 req-e718ae32-3743-4c85-8cae-33dc0961b8d5 service nova] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Received event network-vif-deleted-8c5f3432-2d20-4f0c-9576-6e4751241d3f {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 960.270823] env[70323]: DEBUG oslo_vmware.api [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227428, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.322522] env[70323]: DEBUG nova.objects.base [None req-83de5121-3089-4964-bfd6-8fe8c87deede tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Object Instance<7d130068-25ce-440c-896b-f6a633019a34> lazy-loaded attributes: resources,numa_topology {{(pid=70323) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 960.336820] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d911474e-e25f-485a-94c1-9a4845fe9753 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Lock "af716832-998b-4698-8d65-5cf6871b1c2d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.995s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.342278] env[70323]: DEBUG oslo_vmware.api [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': task-3227429, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.682072] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc7f7b0-2086-4ffb-af51-e77cb5922201 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.692680] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a649701f-819f-4fbb-ab6c-65b2caaa4769 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.695886] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1cc53f02-59bb-4e72-8c83-d02d263b21d4 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Acquiring lock "8a80fada-70ad-42ca-8fdd-518ef976b8d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.696132] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1cc53f02-59bb-4e72-8c83-d02d263b21d4 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Lock "8a80fada-70ad-42ca-8fdd-518ef976b8d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.696369] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1cc53f02-59bb-4e72-8c83-d02d263b21d4 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Acquiring lock "8a80fada-70ad-42ca-8fdd-518ef976b8d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.696602] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1cc53f02-59bb-4e72-8c83-d02d263b21d4 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Lock "8a80fada-70ad-42ca-8fdd-518ef976b8d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.696811] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1cc53f02-59bb-4e72-8c83-d02d263b21d4 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Lock "8a80fada-70ad-42ca-8fdd-518ef976b8d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.699087] env[70323]: INFO nova.compute.manager [None req-1cc53f02-59bb-4e72-8c83-d02d263b21d4 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 8a80fada-70ad-42ca-8fdd-518ef976b8d6] Terminating instance [ 960.729257] env[70323]: DEBUG nova.compute.manager [None req-1cc53f02-59bb-4e72-8c83-d02d263b21d4 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 8a80fada-70ad-42ca-8fdd-518ef976b8d6] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 960.729562] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-1cc53f02-59bb-4e72-8c83-d02d263b21d4 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 8a80fada-70ad-42ca-8fdd-518ef976b8d6] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 960.730297] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b732c36e-72b6-4b6c-b25c-afc6cf892856 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.733691] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0042ac0-7031-443b-a344-53c94071b6c8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.744898] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd75b2c-2606-4598-94b0-eaed03f9c590 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.749668] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cc53f02-59bb-4e72-8c83-d02d263b21d4 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 8a80fada-70ad-42ca-8fdd-518ef976b8d6] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 960.749909] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed3c6d3d-1e83-4341-9dfc-e71880d3f4a4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.763633] env[70323]: DEBUG nova.compute.provider_tree [None req-83de5121-3089-4964-bfd6-8fe8c87deede tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.769362] env[70323]: DEBUG oslo_vmware.api [None req-1cc53f02-59bb-4e72-8c83-d02d263b21d4 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Waiting for the task: (returnval){ [ 960.769362] env[70323]: value = "task-3227430" [ 960.769362] env[70323]: _type = "Task" [ 960.769362] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.776971] env[70323]: DEBUG oslo_vmware.api [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227428, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592966} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.777719] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 728ab2dc-eefc-491c-ac6b-17732e72d24b/728ab2dc-eefc-491c-ac6b-17732e72d24b.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 960.779514] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 728ab2dc-eefc-491c-ac6b-17732e72d24b] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 960.779514] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab196e0b-745b-4cee-92c4-be0750f0b83e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.783540] env[70323]: DEBUG oslo_vmware.api [None req-1cc53f02-59bb-4e72-8c83-d02d263b21d4 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227430, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.789768] env[70323]: DEBUG oslo_vmware.api [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Waiting for the task: (returnval){ [ 960.789768] env[70323]: value = "task-3227431" [ 960.789768] env[70323]: _type = "Task" [ 960.789768] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.802033] env[70323]: DEBUG oslo_vmware.api [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227431, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.841779] env[70323]: DEBUG oslo_vmware.api [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': task-3227429, 'name': ReconfigVM_Task, 'duration_secs': 0.568621} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.842794] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 2c755301-a981-4c97-8d9e-c01c17618932] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 2c755301-a981-4c97-8d9e-c01c17618932/2c755301-a981-4c97-8d9e-c01c17618932.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 960.842794] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c931bc4-fa82-4ab7-90b5-294497a41f85 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.851422] env[70323]: DEBUG oslo_vmware.api [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Waiting for the task: (returnval){ [ 960.851422] env[70323]: value = "task-3227432" [ 960.851422] env[70323]: _type = "Task" [ 960.851422] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.866186] env[70323]: DEBUG oslo_vmware.api [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': task-3227432, 'name': Rename_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.270786] env[70323]: DEBUG nova.scheduler.client.report [None req-83de5121-3089-4964-bfd6-8fe8c87deede tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.284012] env[70323]: DEBUG oslo_vmware.api [None req-1cc53f02-59bb-4e72-8c83-d02d263b21d4 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227430, 'name': PowerOffVM_Task, 'duration_secs': 0.201663} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.284289] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cc53f02-59bb-4e72-8c83-d02d263b21d4 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 8a80fada-70ad-42ca-8fdd-518ef976b8d6] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 961.284460] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-1cc53f02-59bb-4e72-8c83-d02d263b21d4 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 8a80fada-70ad-42ca-8fdd-518ef976b8d6] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 961.284700] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14a34b7b-8067-409b-b5da-1319a7855306 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.300821] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Acquiring lock "ed2244d5-6b4f-4cc0-826b-fdb84f541ef6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.301062] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Lock "ed2244d5-6b4f-4cc0-826b-fdb84f541ef6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.302166] env[70323]: DEBUG oslo_vmware.api [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227431, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085117} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.302570] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 728ab2dc-eefc-491c-ac6b-17732e72d24b] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 961.303525] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a90964-4516-4633-ae92-35cdcaabc2f2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.326591] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 728ab2dc-eefc-491c-ac6b-17732e72d24b] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 728ab2dc-eefc-491c-ac6b-17732e72d24b/728ab2dc-eefc-491c-ac6b-17732e72d24b.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 961.327228] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5cfbb78f-e1a7-424b-9466-d024b5814260 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.348577] env[70323]: DEBUG oslo_vmware.api [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Waiting for the task: (returnval){ [ 961.348577] env[70323]: value = "task-3227434" [ 961.348577] env[70323]: _type = "Task" [ 961.348577] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.356847] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-1cc53f02-59bb-4e72-8c83-d02d263b21d4 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 8a80fada-70ad-42ca-8fdd-518ef976b8d6] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 961.357097] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-1cc53f02-59bb-4e72-8c83-d02d263b21d4 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 8a80fada-70ad-42ca-8fdd-518ef976b8d6] Deleting contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 961.357902] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cc53f02-59bb-4e72-8c83-d02d263b21d4 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Deleting the datastore file [datastore2] 8a80fada-70ad-42ca-8fdd-518ef976b8d6 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 961.358144] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39c56b5c-6e37-41f9-8681-e52fc5db9d62 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.366028] env[70323]: DEBUG oslo_vmware.api [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': task-3227432, 'name': Rename_Task, 'duration_secs': 0.180197} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.366028] env[70323]: DEBUG oslo_vmware.api [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227434, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.366435] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 2c755301-a981-4c97-8d9e-c01c17618932] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 961.366701] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c84df517-0451-46e4-a96d-24175e4be818 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.371141] env[70323]: DEBUG oslo_vmware.api [None req-1cc53f02-59bb-4e72-8c83-d02d263b21d4 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Waiting for the task: (returnval){ [ 961.371141] env[70323]: value = "task-3227435" [ 961.371141] env[70323]: _type = "Task" [ 961.371141] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.375807] env[70323]: DEBUG oslo_vmware.api [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Waiting for the task: (returnval){ [ 961.375807] env[70323]: value = "task-3227436" [ 961.375807] env[70323]: _type = "Task" [ 961.375807] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.383129] env[70323]: DEBUG oslo_vmware.api [None req-1cc53f02-59bb-4e72-8c83-d02d263b21d4 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227435, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.387959] env[70323]: DEBUG oslo_vmware.api [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': task-3227436, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.779063] env[70323]: DEBUG oslo_concurrency.lockutils [None req-83de5121-3089-4964-bfd6-8fe8c87deede tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.978s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.782051] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8ea420e3-ed07-4208-bbe7-654a9670138f tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.220s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.782283] env[70323]: DEBUG nova.objects.instance [None req-8ea420e3-ed07-4208-bbe7-654a9670138f tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Lazy-loading 'resources' on Instance uuid e38249fe-4114-40a6-9cdb-8ec5917bec83 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 961.803709] env[70323]: DEBUG nova.compute.manager [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: ed2244d5-6b4f-4cc0-826b-fdb84f541ef6] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 961.860209] env[70323]: DEBUG oslo_vmware.api [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227434, 'name': ReconfigVM_Task, 'duration_secs': 0.394012} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.860507] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 728ab2dc-eefc-491c-ac6b-17732e72d24b] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 728ab2dc-eefc-491c-ac6b-17732e72d24b/728ab2dc-eefc-491c-ac6b-17732e72d24b.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 961.861327] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f339aa83-ab86-465c-92d1-04c7e9d3aa5d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.870108] env[70323]: DEBUG oslo_vmware.api [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Waiting for the task: (returnval){ [ 961.870108] env[70323]: value = "task-3227437" [ 961.870108] env[70323]: _type = "Task" [ 961.870108] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.884979] env[70323]: DEBUG oslo_vmware.api [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227437, 'name': Rename_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.888521] env[70323]: DEBUG oslo_vmware.api [None req-1cc53f02-59bb-4e72-8c83-d02d263b21d4 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227435, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165786} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.888813] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cc53f02-59bb-4e72-8c83-d02d263b21d4 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 961.889046] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-1cc53f02-59bb-4e72-8c83-d02d263b21d4 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 8a80fada-70ad-42ca-8fdd-518ef976b8d6] Deleted contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 961.889238] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-1cc53f02-59bb-4e72-8c83-d02d263b21d4 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 8a80fada-70ad-42ca-8fdd-518ef976b8d6] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 961.889459] env[70323]: INFO nova.compute.manager [None req-1cc53f02-59bb-4e72-8c83-d02d263b21d4 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: 8a80fada-70ad-42ca-8fdd-518ef976b8d6] Took 1.16 seconds to destroy the instance on the hypervisor. [ 961.889717] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1cc53f02-59bb-4e72-8c83-d02d263b21d4 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 961.889916] env[70323]: DEBUG nova.compute.manager [-] [instance: 8a80fada-70ad-42ca-8fdd-518ef976b8d6] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 961.890021] env[70323]: DEBUG nova.network.neutron [-] [instance: 8a80fada-70ad-42ca-8fdd-518ef976b8d6] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 961.898155] env[70323]: DEBUG oslo_vmware.api [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': task-3227436, 'name': PowerOnVM_Task, 'duration_secs': 0.501898} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.898435] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 2c755301-a981-4c97-8d9e-c01c17618932] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 961.898658] env[70323]: INFO nova.compute.manager [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 2c755301-a981-4c97-8d9e-c01c17618932] Took 8.57 seconds to spawn the instance on the hypervisor. [ 961.898846] env[70323]: DEBUG nova.compute.manager [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 2c755301-a981-4c97-8d9e-c01c17618932] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 961.899810] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b2531f-0dc4-4852-91cc-44eac6cc1512 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.297244] env[70323]: DEBUG oslo_concurrency.lockutils [None req-83de5121-3089-4964-bfd6-8fe8c87deede tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lock "7d130068-25ce-440c-896b-f6a633019a34" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 54.322s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.298804] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3e078e8f-41da-448a-82f1-8bc47a70985e tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lock "7d130068-25ce-440c-896b-f6a633019a34" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 29.482s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.299270] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3e078e8f-41da-448a-82f1-8bc47a70985e tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquiring lock "7d130068-25ce-440c-896b-f6a633019a34-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.301046] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3e078e8f-41da-448a-82f1-8bc47a70985e tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lock "7d130068-25ce-440c-896b-f6a633019a34-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.301046] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3e078e8f-41da-448a-82f1-8bc47a70985e tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lock "7d130068-25ce-440c-896b-f6a633019a34-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.301923] env[70323]: INFO nova.compute.manager [None req-3e078e8f-41da-448a-82f1-8bc47a70985e tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 7d130068-25ce-440c-896b-f6a633019a34] Terminating instance [ 962.324628] env[70323]: DEBUG nova.compute.manager [req-260fd2f0-be15-490e-b95d-6646ebb3ca9c req-05ca5230-2c47-4d19-9c05-fb86523d3211 service nova] [instance: 8a80fada-70ad-42ca-8fdd-518ef976b8d6] Received event network-vif-deleted-b47828ca-49b0-46eb-b0eb-34a9bd7aee19 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.324831] env[70323]: INFO nova.compute.manager [req-260fd2f0-be15-490e-b95d-6646ebb3ca9c req-05ca5230-2c47-4d19-9c05-fb86523d3211 service nova] [instance: 8a80fada-70ad-42ca-8fdd-518ef976b8d6] Neutron deleted interface b47828ca-49b0-46eb-b0eb-34a9bd7aee19; detaching it from the instance and deleting it from the info cache [ 962.325020] env[70323]: DEBUG nova.network.neutron [req-260fd2f0-be15-490e-b95d-6646ebb3ca9c req-05ca5230-2c47-4d19-9c05-fb86523d3211 service nova] [instance: 8a80fada-70ad-42ca-8fdd-518ef976b8d6] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.327655] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.383625] env[70323]: DEBUG oslo_vmware.api [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227437, 'name': Rename_Task, 'duration_secs': 0.433193} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.386288] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 728ab2dc-eefc-491c-ac6b-17732e72d24b] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 962.386801] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08a78144-8218-48ef-8767-378b8f5a241c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.395435] env[70323]: DEBUG oslo_vmware.api [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Waiting for the task: (returnval){ [ 962.395435] env[70323]: value = "task-3227438" [ 962.395435] env[70323]: _type = "Task" [ 962.395435] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.406853] env[70323]: DEBUG oslo_vmware.api [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227438, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.423752] env[70323]: INFO nova.compute.manager [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 2c755301-a981-4c97-8d9e-c01c17618932] Took 40.02 seconds to build instance. [ 962.621952] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49fa57f3-027b-4008-b2c6-e6dcce1a77d9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.630755] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f22ecd7-036c-410e-ac24-effdaa2c2dde {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.666550] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f40701-f7b8-4ec4-bcd9-1e473f7ec5f6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.673307] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c99e951-4388-4c99-9ad7-f9c616293142 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.686458] env[70323]: DEBUG nova.compute.provider_tree [None req-8ea420e3-ed07-4208-bbe7-654a9670138f tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.694643] env[70323]: DEBUG nova.network.neutron [-] [instance: 8a80fada-70ad-42ca-8fdd-518ef976b8d6] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.806197] env[70323]: DEBUG nova.compute.manager [None req-3e078e8f-41da-448a-82f1-8bc47a70985e tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 7d130068-25ce-440c-896b-f6a633019a34] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 962.806197] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-3e078e8f-41da-448a-82f1-8bc47a70985e tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 7d130068-25ce-440c-896b-f6a633019a34] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 962.806587] env[70323]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-95f080d7-1487-4419-b316-1059501b24ff {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.820087] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42daa83a-0e97-4e01-b20d-74a39c67bb3f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.831766] env[70323]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3c04a837-69d6-4a70-9240-c02aeef5d5da {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.842245] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f381c35-d6d5-48f3-b337-c6fdcbcfca94 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.862441] env[70323]: WARNING nova.virt.vmwareapi.vmops [None req-3e078e8f-41da-448a-82f1-8bc47a70985e tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 7d130068-25ce-440c-896b-f6a633019a34] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 7d130068-25ce-440c-896b-f6a633019a34 could not be found. [ 962.862655] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-3e078e8f-41da-448a-82f1-8bc47a70985e tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 7d130068-25ce-440c-896b-f6a633019a34] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 962.862825] env[70323]: INFO nova.compute.manager [None req-3e078e8f-41da-448a-82f1-8bc47a70985e tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 7d130068-25ce-440c-896b-f6a633019a34] Took 0.06 seconds to destroy the instance on the hypervisor. [ 962.863095] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e078e8f-41da-448a-82f1-8bc47a70985e tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 962.863805] env[70323]: DEBUG nova.compute.manager [-] [instance: 7d130068-25ce-440c-896b-f6a633019a34] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 962.865220] env[70323]: DEBUG nova.network.neutron [-] [instance: 7d130068-25ce-440c-896b-f6a633019a34] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 962.891676] env[70323]: DEBUG nova.compute.manager [req-260fd2f0-be15-490e-b95d-6646ebb3ca9c req-05ca5230-2c47-4d19-9c05-fb86523d3211 service nova] [instance: 8a80fada-70ad-42ca-8fdd-518ef976b8d6] Detach interface failed, port_id=b47828ca-49b0-46eb-b0eb-34a9bd7aee19, reason: Instance 8a80fada-70ad-42ca-8fdd-518ef976b8d6 could not be found. {{(pid=70323) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 962.905774] env[70323]: DEBUG oslo_vmware.api [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227438, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.926939] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d169e1db-3cfa-4ade-99fb-941aae16f2da tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Lock "2c755301-a981-4c97-8d9e-c01c17618932" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.533s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.189549] env[70323]: DEBUG nova.scheduler.client.report [None req-8ea420e3-ed07-4208-bbe7-654a9670138f tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 963.197690] env[70323]: INFO nova.compute.manager [-] [instance: 8a80fada-70ad-42ca-8fdd-518ef976b8d6] Took 1.31 seconds to deallocate network for instance. [ 963.406267] env[70323]: DEBUG oslo_vmware.api [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227438, 'name': PowerOnVM_Task, 'duration_secs': 0.664769} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.406542] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 728ab2dc-eefc-491c-ac6b-17732e72d24b] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 963.406749] env[70323]: INFO nova.compute.manager [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 728ab2dc-eefc-491c-ac6b-17732e72d24b] Took 7.52 seconds to spawn the instance on the hypervisor. [ 963.406926] env[70323]: DEBUG nova.compute.manager [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 728ab2dc-eefc-491c-ac6b-17732e72d24b] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 963.407733] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30bf7ad5-0d55-4beb-91e7-e3f6a35511a1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.643299] env[70323]: DEBUG nova.network.neutron [-] [instance: 7d130068-25ce-440c-896b-f6a633019a34] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.694878] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8ea420e3-ed07-4208-bbe7-654a9670138f tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.913s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.697545] env[70323]: DEBUG oslo_concurrency.lockutils [None req-142f464b-208f-4aad-909d-b853b8f87f58 tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.048s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.697846] env[70323]: DEBUG nova.objects.instance [None req-142f464b-208f-4aad-909d-b853b8f87f58 tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Lazy-loading 'resources' on Instance uuid 19fddddc-9657-463c-b24d-7ae457fdb870 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 963.703499] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1cc53f02-59bb-4e72-8c83-d02d263b21d4 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.722409] env[70323]: INFO nova.scheduler.client.report [None req-8ea420e3-ed07-4208-bbe7-654a9670138f tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Deleted allocations for instance e38249fe-4114-40a6-9cdb-8ec5917bec83 [ 963.919735] env[70323]: DEBUG nova.compute.manager [None req-0be359ec-4cb4-4444-939c-0492b615e4c1 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 2c755301-a981-4c97-8d9e-c01c17618932] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 963.928023] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d58ecba-63cc-4662-9269-648afb7d4ad5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.934935] env[70323]: INFO nova.compute.manager [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 728ab2dc-eefc-491c-ac6b-17732e72d24b] Took 40.27 seconds to build instance. [ 964.146485] env[70323]: INFO nova.compute.manager [-] [instance: 7d130068-25ce-440c-896b-f6a633019a34] Took 1.28 seconds to deallocate network for instance. [ 964.231474] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8ea420e3-ed07-4208-bbe7-654a9670138f tempest-MigrationsAdminTest-530145706 tempest-MigrationsAdminTest-530145706-project-member] Lock "e38249fe-4114-40a6-9cdb-8ec5917bec83" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.160s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.437865] env[70323]: DEBUG oslo_concurrency.lockutils [None req-43dcd7b5-b04d-4312-b676-18eab183190a tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Lock "728ab2dc-eefc-491c-ac6b-17732e72d24b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.793s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.444961] env[70323]: INFO nova.compute.manager [None req-0be359ec-4cb4-4444-939c-0492b615e4c1 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 2c755301-a981-4c97-8d9e-c01c17618932] instance snapshotting [ 964.447914] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3b0199-851c-475d-a5cc-9b00363660c5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.480920] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3858851-692c-4bdb-a1c3-f40d84fb0577 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.511201] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8bf954-e218-4752-a59f-c07eaf9797bf {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.519633] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff63e94c-8d8a-437b-bf23-509d4d2238b8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.556538] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf55f0fc-dd04-4e5b-a7a6-253944a61307 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.565768] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e92749f-89e3-41c1-a3dc-f1066ae0ae26 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.582089] env[70323]: DEBUG nova.compute.provider_tree [None req-142f464b-208f-4aad-909d-b853b8f87f58 tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.959589] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c4bbd253-5bf1-4620-b4d5-5959c01c2a20 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Acquiring lock "d5e45e91-706f-4de8-b7d6-15798256140b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.959953] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c4bbd253-5bf1-4620-b4d5-5959c01c2a20 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Lock "d5e45e91-706f-4de8-b7d6-15798256140b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.960302] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c4bbd253-5bf1-4620-b4d5-5959c01c2a20 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Acquiring lock "d5e45e91-706f-4de8-b7d6-15798256140b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.960598] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c4bbd253-5bf1-4620-b4d5-5959c01c2a20 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Lock "d5e45e91-706f-4de8-b7d6-15798256140b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.960807] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c4bbd253-5bf1-4620-b4d5-5959c01c2a20 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Lock "d5e45e91-706f-4de8-b7d6-15798256140b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.963034] env[70323]: INFO nova.compute.manager [None req-c4bbd253-5bf1-4620-b4d5-5959c01c2a20 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] [instance: d5e45e91-706f-4de8-b7d6-15798256140b] Terminating instance [ 964.992560] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-0be359ec-4cb4-4444-939c-0492b615e4c1 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 2c755301-a981-4c97-8d9e-c01c17618932] Creating Snapshot of the VM instance {{(pid=70323) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 964.992687] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9418c275-2f7f-4d49-b6b3-1b5f19d0e5e2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.003727] env[70323]: DEBUG oslo_vmware.api [None req-0be359ec-4cb4-4444-939c-0492b615e4c1 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Waiting for the task: (returnval){ [ 965.003727] env[70323]: value = "task-3227439" [ 965.003727] env[70323]: _type = "Task" [ 965.003727] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.015144] env[70323]: DEBUG oslo_vmware.api [None req-0be359ec-4cb4-4444-939c-0492b615e4c1 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': task-3227439, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.085850] env[70323]: DEBUG nova.scheduler.client.report [None req-142f464b-208f-4aad-909d-b853b8f87f58 tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 965.149719] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquiring lock "f27cdc2c-0dfd-4690-91fc-a68d7a46fe98" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.149959] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Lock "f27cdc2c-0dfd-4690-91fc-a68d7a46fe98" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.178084] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3e078e8f-41da-448a-82f1-8bc47a70985e tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lock "7d130068-25ce-440c-896b-f6a633019a34" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.879s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.466771] env[70323]: DEBUG nova.compute.manager [None req-c4bbd253-5bf1-4620-b4d5-5959c01c2a20 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] [instance: d5e45e91-706f-4de8-b7d6-15798256140b] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 965.467035] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-c4bbd253-5bf1-4620-b4d5-5959c01c2a20 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] [instance: d5e45e91-706f-4de8-b7d6-15798256140b] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 965.468652] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78131a8e-0354-4431-963e-0ddacee5536b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.477504] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4bbd253-5bf1-4620-b4d5-5959c01c2a20 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] [instance: d5e45e91-706f-4de8-b7d6-15798256140b] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 965.477761] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05e10577-7905-46db-b334-7b1baf27ad2b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.485064] env[70323]: DEBUG oslo_vmware.api [None req-c4bbd253-5bf1-4620-b4d5-5959c01c2a20 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Waiting for the task: (returnval){ [ 965.485064] env[70323]: value = "task-3227440" [ 965.485064] env[70323]: _type = "Task" [ 965.485064] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.494859] env[70323]: DEBUG oslo_vmware.api [None req-c4bbd253-5bf1-4620-b4d5-5959c01c2a20 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Task: {'id': task-3227440, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.513873] env[70323]: DEBUG oslo_vmware.api [None req-0be359ec-4cb4-4444-939c-0492b615e4c1 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': task-3227439, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.592563] env[70323]: DEBUG oslo_concurrency.lockutils [None req-142f464b-208f-4aad-909d-b853b8f87f58 tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.895s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.596012] env[70323]: DEBUG oslo_concurrency.lockutils [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.340s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.597985] env[70323]: INFO nova.compute.claims [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 8957a828-0447-4492-bd38-b5a04ed5633a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 965.621529] env[70323]: INFO nova.scheduler.client.report [None req-142f464b-208f-4aad-909d-b853b8f87f58 tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Deleted allocations for instance 19fddddc-9657-463c-b24d-7ae457fdb870 [ 965.654344] env[70323]: DEBUG nova.compute.manager [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: f27cdc2c-0dfd-4690-91fc-a68d7a46fe98] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 965.996375] env[70323]: DEBUG oslo_vmware.api [None req-c4bbd253-5bf1-4620-b4d5-5959c01c2a20 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Task: {'id': task-3227440, 'name': PowerOffVM_Task, 'duration_secs': 0.31232} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.996670] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4bbd253-5bf1-4620-b4d5-5959c01c2a20 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] [instance: d5e45e91-706f-4de8-b7d6-15798256140b] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 965.996898] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-c4bbd253-5bf1-4620-b4d5-5959c01c2a20 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] [instance: d5e45e91-706f-4de8-b7d6-15798256140b] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 965.997246] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0d7e477-5d87-4f9d-8b00-0f0cb076f329 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.014299] env[70323]: DEBUG oslo_vmware.api [None req-0be359ec-4cb4-4444-939c-0492b615e4c1 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': task-3227439, 'name': CreateSnapshot_Task, 'duration_secs': 0.989911} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.014563] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-0be359ec-4cb4-4444-939c-0492b615e4c1 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 2c755301-a981-4c97-8d9e-c01c17618932] Created Snapshot of the VM instance {{(pid=70323) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 966.015335] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a9ee58-8361-4f5b-9923-a94b4cdebc4c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.071579] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-c4bbd253-5bf1-4620-b4d5-5959c01c2a20 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] [instance: d5e45e91-706f-4de8-b7d6-15798256140b] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 966.071579] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-c4bbd253-5bf1-4620-b4d5-5959c01c2a20 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] [instance: d5e45e91-706f-4de8-b7d6-15798256140b] Deleting contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 966.071579] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4bbd253-5bf1-4620-b4d5-5959c01c2a20 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Deleting the datastore file [datastore1] d5e45e91-706f-4de8-b7d6-15798256140b {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 966.071579] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57d0616d-7f45-40c8-9df0-46b92f87ae1f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.079054] env[70323]: DEBUG oslo_vmware.api [None req-c4bbd253-5bf1-4620-b4d5-5959c01c2a20 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Waiting for the task: (returnval){ [ 966.079054] env[70323]: value = "task-3227442" [ 966.079054] env[70323]: _type = "Task" [ 966.079054] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.087573] env[70323]: DEBUG oslo_vmware.api [None req-c4bbd253-5bf1-4620-b4d5-5959c01c2a20 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Task: {'id': task-3227442, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.132157] env[70323]: DEBUG oslo_concurrency.lockutils [None req-142f464b-208f-4aad-909d-b853b8f87f58 tempest-VolumesAdminNegativeTest-1758485753 tempest-VolumesAdminNegativeTest-1758485753-project-member] Lock "19fddddc-9657-463c-b24d-7ae457fdb870" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.236s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.184816] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.385435] env[70323]: DEBUG oslo_concurrency.lockutils [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquiring lock "393b6947-3260-4e50-841a-afdba96225b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.385435] env[70323]: DEBUG oslo_concurrency.lockutils [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lock "393b6947-3260-4e50-841a-afdba96225b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.544450] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-0be359ec-4cb4-4444-939c-0492b615e4c1 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 2c755301-a981-4c97-8d9e-c01c17618932] Creating linked-clone VM from snapshot {{(pid=70323) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 966.544794] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4286dad1-e583-48c8-b297-d1c111b259cf {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.554524] env[70323]: DEBUG oslo_vmware.api [None req-0be359ec-4cb4-4444-939c-0492b615e4c1 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Waiting for the task: (returnval){ [ 966.554524] env[70323]: value = "task-3227443" [ 966.554524] env[70323]: _type = "Task" [ 966.554524] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.566130] env[70323]: DEBUG oslo_vmware.api [None req-0be359ec-4cb4-4444-939c-0492b615e4c1 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': task-3227443, 'name': CloneVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.591308] env[70323]: DEBUG oslo_vmware.api [None req-c4bbd253-5bf1-4620-b4d5-5959c01c2a20 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Task: {'id': task-3227442, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195329} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.591653] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4bbd253-5bf1-4620-b4d5-5959c01c2a20 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 966.591894] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-c4bbd253-5bf1-4620-b4d5-5959c01c2a20 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] [instance: d5e45e91-706f-4de8-b7d6-15798256140b] Deleted contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 966.592154] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-c4bbd253-5bf1-4620-b4d5-5959c01c2a20 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] [instance: d5e45e91-706f-4de8-b7d6-15798256140b] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 966.592398] env[70323]: INFO nova.compute.manager [None req-c4bbd253-5bf1-4620-b4d5-5959c01c2a20 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] [instance: d5e45e91-706f-4de8-b7d6-15798256140b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 966.592729] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4bbd253-5bf1-4620-b4d5-5959c01c2a20 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 966.592976] env[70323]: DEBUG nova.compute.manager [-] [instance: d5e45e91-706f-4de8-b7d6-15798256140b] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 966.593117] env[70323]: DEBUG nova.network.neutron [-] [instance: d5e45e91-706f-4de8-b7d6-15798256140b] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 966.888497] env[70323]: DEBUG nova.compute.manager [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 393b6947-3260-4e50-841a-afdba96225b5] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 966.994513] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f0536c-8db9-4eb7-90de-5e7f8c5cadbe {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.004079] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba080d36-f563-42a7-85fc-e5abcd281eac {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.041063] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a42f15-b24b-49e5-98c7-ffb367d4f31d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.047642] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Acquiring lock "a7c83740-b777-4254-9f59-cb1b9b5f1c9d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.047875] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Lock "a7c83740-b777-4254-9f59-cb1b9b5f1c9d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.055162] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0baef3de-671c-4c75-9b10-ff22242ace88 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.074337] env[70323]: DEBUG nova.compute.provider_tree [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Updating inventory in ProviderTree for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 967.079254] env[70323]: DEBUG oslo_vmware.api [None req-0be359ec-4cb4-4444-939c-0492b615e4c1 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': task-3227443, 'name': CloneVM_Task} progress is 94%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.238072] env[70323]: DEBUG nova.compute.manager [req-d1e55940-d04c-4330-9e94-bc64faa5af9d req-9569a1bb-2e10-4a8c-9979-49c99c2981e1 service nova] [instance: d5e45e91-706f-4de8-b7d6-15798256140b] Received event network-vif-deleted-150bed9d-3413-44b6-9a8d-19a7a8c689e4 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.238244] env[70323]: INFO nova.compute.manager [req-d1e55940-d04c-4330-9e94-bc64faa5af9d req-9569a1bb-2e10-4a8c-9979-49c99c2981e1 service nova] [instance: d5e45e91-706f-4de8-b7d6-15798256140b] Neutron deleted interface 150bed9d-3413-44b6-9a8d-19a7a8c689e4; detaching it from the instance and deleting it from the info cache [ 967.238422] env[70323]: DEBUG nova.network.neutron [req-d1e55940-d04c-4330-9e94-bc64faa5af9d req-9569a1bb-2e10-4a8c-9979-49c99c2981e1 service nova] [instance: d5e45e91-706f-4de8-b7d6-15798256140b] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.414586] env[70323]: DEBUG oslo_concurrency.lockutils [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.551158] env[70323]: DEBUG nova.compute.manager [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] [instance: a7c83740-b777-4254-9f59-cb1b9b5f1c9d] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 967.574344] env[70323]: DEBUG oslo_vmware.api [None req-0be359ec-4cb4-4444-939c-0492b615e4c1 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': task-3227443, 'name': CloneVM_Task} progress is 94%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.601300] env[70323]: ERROR nova.scheduler.client.report [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [req-3b11821f-4bef-42bb-8195-85ea518bcf1c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 765eeb06-25b4-4ca4-bad4-b5981f14c25f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3b11821f-4bef-42bb-8195-85ea518bcf1c"}]} [ 967.617808] env[70323]: DEBUG nova.scheduler.client.report [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Refreshing inventories for resource provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 967.636693] env[70323]: DEBUG nova.scheduler.client.report [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Updating ProviderTree inventory for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 967.636693] env[70323]: DEBUG nova.compute.provider_tree [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Updating inventory in ProviderTree for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 967.648566] env[70323]: DEBUG nova.scheduler.client.report [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Refreshing aggregate associations for resource provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f, aggregates: None {{(pid=70323) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 967.671072] env[70323]: DEBUG nova.scheduler.client.report [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Refreshing trait associations for resource provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=70323) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 967.688334] env[70323]: DEBUG nova.network.neutron [-] [instance: d5e45e91-706f-4de8-b7d6-15798256140b] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.741674] env[70323]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aa316451-7b69-4d47-98d6-cc689b9928db {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.757430] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99819d96-050f-4f91-b3e6-cf025d3a3737 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.799905] env[70323]: DEBUG nova.compute.manager [req-d1e55940-d04c-4330-9e94-bc64faa5af9d req-9569a1bb-2e10-4a8c-9979-49c99c2981e1 service nova] [instance: d5e45e91-706f-4de8-b7d6-15798256140b] Detach interface failed, port_id=150bed9d-3413-44b6-9a8d-19a7a8c689e4, reason: Instance d5e45e91-706f-4de8-b7d6-15798256140b could not be found. {{(pid=70323) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 968.032048] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852dd5a9-3782-4d47-acf3-4d905b1b3ea7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.039887] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5f595c-95b5-4408-81ff-85a604fa8e7c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.082186] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d032544e-a1df-4026-9488-f528b4036664 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.095291] env[70323]: DEBUG oslo_vmware.api [None req-0be359ec-4cb4-4444-939c-0492b615e4c1 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': task-3227443, 'name': CloneVM_Task} progress is 94%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.098839] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27f6c61-1e8f-44e2-9abc-73e62c0350d5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.104623] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.112786] env[70323]: DEBUG nova.compute.provider_tree [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Updating inventory in ProviderTree for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 968.193525] env[70323]: INFO nova.compute.manager [-] [instance: d5e45e91-706f-4de8-b7d6-15798256140b] Took 1.60 seconds to deallocate network for instance. [ 968.592182] env[70323]: DEBUG oslo_vmware.api [None req-0be359ec-4cb4-4444-939c-0492b615e4c1 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': task-3227443, 'name': CloneVM_Task, 'duration_secs': 1.903789} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.592313] env[70323]: INFO nova.virt.vmwareapi.vmops [None req-0be359ec-4cb4-4444-939c-0492b615e4c1 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 2c755301-a981-4c97-8d9e-c01c17618932] Created linked-clone VM from snapshot [ 968.593174] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4098fc3a-60fd-499c-ae43-72f6cb3d44ad {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.600332] env[70323]: DEBUG nova.virt.vmwareapi.images [None req-0be359ec-4cb4-4444-939c-0492b615e4c1 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 2c755301-a981-4c97-8d9e-c01c17618932] Uploading image 5b0bbcd9-7884-4ece-a7d0-d96b7b9a8a05 {{(pid=70323) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 968.619535] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-0be359ec-4cb4-4444-939c-0492b615e4c1 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 2c755301-a981-4c97-8d9e-c01c17618932] Destroying the VM {{(pid=70323) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 968.619597] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6640f224-eec9-46de-942e-1ae263a6cf17 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.627301] env[70323]: DEBUG oslo_vmware.api [None req-0be359ec-4cb4-4444-939c-0492b615e4c1 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Waiting for the task: (returnval){ [ 968.627301] env[70323]: value = "task-3227444" [ 968.627301] env[70323]: _type = "Task" [ 968.627301] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.639056] env[70323]: DEBUG oslo_vmware.api [None req-0be359ec-4cb4-4444-939c-0492b615e4c1 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': task-3227444, 'name': Destroy_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.655895] env[70323]: DEBUG nova.scheduler.client.report [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Updated inventory for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with generation 109 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 968.656185] env[70323]: DEBUG nova.compute.provider_tree [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Updating resource provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f generation from 109 to 110 during operation: update_inventory {{(pid=70323) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 968.656390] env[70323]: DEBUG nova.compute.provider_tree [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Updating inventory in ProviderTree for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 968.699761] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c4bbd253-5bf1-4620-b4d5-5959c01c2a20 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.137313] env[70323]: DEBUG oslo_vmware.api [None req-0be359ec-4cb4-4444-939c-0492b615e4c1 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': task-3227444, 'name': Destroy_Task} progress is 33%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.162488] env[70323]: DEBUG oslo_concurrency.lockutils [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.567s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.163053] env[70323]: DEBUG nova.compute.manager [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 8957a828-0447-4492-bd38-b5a04ed5633a] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 969.166120] env[70323]: DEBUG oslo_concurrency.lockutils [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.985s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.167840] env[70323]: INFO nova.compute.claims [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 969.637684] env[70323]: DEBUG oslo_vmware.api [None req-0be359ec-4cb4-4444-939c-0492b615e4c1 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': task-3227444, 'name': Destroy_Task, 'duration_secs': 0.636422} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.637945] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-0be359ec-4cb4-4444-939c-0492b615e4c1 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 2c755301-a981-4c97-8d9e-c01c17618932] Destroyed the VM [ 969.638200] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-0be359ec-4cb4-4444-939c-0492b615e4c1 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 2c755301-a981-4c97-8d9e-c01c17618932] Deleting Snapshot of the VM instance {{(pid=70323) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 969.638448] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2510014d-9288-49b3-ac1b-fddfd1e18747 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.644850] env[70323]: DEBUG oslo_vmware.api [None req-0be359ec-4cb4-4444-939c-0492b615e4c1 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Waiting for the task: (returnval){ [ 969.644850] env[70323]: value = "task-3227445" [ 969.644850] env[70323]: _type = "Task" [ 969.644850] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.652505] env[70323]: DEBUG oslo_vmware.api [None req-0be359ec-4cb4-4444-939c-0492b615e4c1 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': task-3227445, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.675386] env[70323]: DEBUG nova.compute.utils [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 969.677345] env[70323]: DEBUG nova.compute.manager [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 8957a828-0447-4492-bd38-b5a04ed5633a] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 969.677345] env[70323]: DEBUG nova.network.neutron [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 8957a828-0447-4492-bd38-b5a04ed5633a] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 969.724894] env[70323]: DEBUG nova.policy [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f21b830748e64680850663679ded33a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb1b44fc3db843138916a73affdfd265', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 970.156510] env[70323]: DEBUG oslo_vmware.api [None req-0be359ec-4cb4-4444-939c-0492b615e4c1 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': task-3227445, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.164463] env[70323]: DEBUG nova.network.neutron [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 8957a828-0447-4492-bd38-b5a04ed5633a] Successfully created port: 3be2884b-fde5-4ef8-ae91-5b743e5f1aac {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 970.181564] env[70323]: DEBUG nova.compute.manager [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 8957a828-0447-4492-bd38-b5a04ed5633a] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 970.515051] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d89bbd32-7018-45d2-a7b9-54ebade1e0f1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.523222] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff41c73-c4f9-44cb-8e24-fa0d1b33137a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.555645] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-413f2140-15d2-4aec-8592-78561a09d6c9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.565211] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b66bfa7c-aae5-4f1d-bd8d-43af5051f6c1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.579577] env[70323]: DEBUG nova.compute.provider_tree [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.655490] env[70323]: DEBUG oslo_vmware.api [None req-0be359ec-4cb4-4444-939c-0492b615e4c1 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': task-3227445, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.083248] env[70323]: DEBUG nova.scheduler.client.report [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 971.160320] env[70323]: DEBUG oslo_vmware.api [None req-0be359ec-4cb4-4444-939c-0492b615e4c1 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': task-3227445, 'name': RemoveSnapshot_Task, 'duration_secs': 1.103109} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.160320] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-0be359ec-4cb4-4444-939c-0492b615e4c1 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 2c755301-a981-4c97-8d9e-c01c17618932] Deleted Snapshot of the VM instance {{(pid=70323) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 971.191435] env[70323]: DEBUG nova.compute.manager [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 8957a828-0447-4492-bd38-b5a04ed5633a] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 971.218931] env[70323]: DEBUG nova.virt.hardware [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 971.219230] env[70323]: DEBUG nova.virt.hardware [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 971.219381] env[70323]: DEBUG nova.virt.hardware [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 971.219565] env[70323]: DEBUG nova.virt.hardware [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 971.219713] env[70323]: DEBUG nova.virt.hardware [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 971.219860] env[70323]: DEBUG nova.virt.hardware [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 971.220099] env[70323]: DEBUG nova.virt.hardware [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 971.220277] env[70323]: DEBUG nova.virt.hardware [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 971.220459] env[70323]: DEBUG nova.virt.hardware [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 971.220623] env[70323]: DEBUG nova.virt.hardware [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 971.220798] env[70323]: DEBUG nova.virt.hardware [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 971.222610] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed56b3bf-aeba-421d-8696-935adc56ec93 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.231011] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b943311b-50eb-47c7-a7a1-144d6bea532a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.591034] env[70323]: DEBUG oslo_concurrency.lockutils [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.422s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.591034] env[70323]: DEBUG nova.compute.manager [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 971.592131] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e2f90917-2c97-4f73-ab26-015989aa0f39 tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.497s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.592932] env[70323]: DEBUG nova.objects.instance [None req-e2f90917-2c97-4f73-ab26-015989aa0f39 tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Lazy-loading 'resources' on Instance uuid 86114837-8210-4063-9fe5-6e867ae7b252 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 971.651445] env[70323]: DEBUG nova.compute.manager [req-243d5d86-2610-46e1-8570-62750c651272 req-2066a48d-5d2e-4dd3-8c06-5034b52b9f07 service nova] [instance: 8957a828-0447-4492-bd38-b5a04ed5633a] Received event network-vif-plugged-3be2884b-fde5-4ef8-ae91-5b743e5f1aac {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.651445] env[70323]: DEBUG oslo_concurrency.lockutils [req-243d5d86-2610-46e1-8570-62750c651272 req-2066a48d-5d2e-4dd3-8c06-5034b52b9f07 service nova] Acquiring lock "8957a828-0447-4492-bd38-b5a04ed5633a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.651445] env[70323]: DEBUG oslo_concurrency.lockutils [req-243d5d86-2610-46e1-8570-62750c651272 req-2066a48d-5d2e-4dd3-8c06-5034b52b9f07 service nova] Lock "8957a828-0447-4492-bd38-b5a04ed5633a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.651445] env[70323]: DEBUG oslo_concurrency.lockutils [req-243d5d86-2610-46e1-8570-62750c651272 req-2066a48d-5d2e-4dd3-8c06-5034b52b9f07 service nova] Lock "8957a828-0447-4492-bd38-b5a04ed5633a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.651445] env[70323]: DEBUG nova.compute.manager [req-243d5d86-2610-46e1-8570-62750c651272 req-2066a48d-5d2e-4dd3-8c06-5034b52b9f07 service nova] [instance: 8957a828-0447-4492-bd38-b5a04ed5633a] No waiting events found dispatching network-vif-plugged-3be2884b-fde5-4ef8-ae91-5b743e5f1aac {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 971.651445] env[70323]: WARNING nova.compute.manager [req-243d5d86-2610-46e1-8570-62750c651272 req-2066a48d-5d2e-4dd3-8c06-5034b52b9f07 service nova] [instance: 8957a828-0447-4492-bd38-b5a04ed5633a] Received unexpected event network-vif-plugged-3be2884b-fde5-4ef8-ae91-5b743e5f1aac for instance with vm_state building and task_state spawning. [ 971.669488] env[70323]: WARNING nova.compute.manager [None req-0be359ec-4cb4-4444-939c-0492b615e4c1 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 2c755301-a981-4c97-8d9e-c01c17618932] Image not found during snapshot: nova.exception.ImageNotFound: Image 5b0bbcd9-7884-4ece-a7d0-d96b7b9a8a05 could not be found. [ 971.846753] env[70323]: DEBUG nova.network.neutron [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 8957a828-0447-4492-bd38-b5a04ed5633a] Successfully updated port: 3be2884b-fde5-4ef8-ae91-5b743e5f1aac {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 972.100456] env[70323]: DEBUG nova.compute.utils [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 972.102725] env[70323]: DEBUG nova.compute.manager [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 972.102963] env[70323]: DEBUG nova.network.neutron [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 972.178938] env[70323]: DEBUG nova.policy [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '26a537428ead4a4fb168403d0dfcff35', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '56bce83c4aa34fd183239997eee175c6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 972.349613] env[70323]: DEBUG oslo_concurrency.lockutils [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Acquiring lock "refresh_cache-8957a828-0447-4492-bd38-b5a04ed5633a" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.349769] env[70323]: DEBUG oslo_concurrency.lockutils [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Acquired lock "refresh_cache-8957a828-0447-4492-bd38-b5a04ed5633a" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.349920] env[70323]: DEBUG nova.network.neutron [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 8957a828-0447-4492-bd38-b5a04ed5633a] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 972.474934] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62829666-a4b4-47da-a659-be6414a13958 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.483307] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce4767a-c680-4cb3-ade6-e30488890568 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.515089] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea5a531a-5295-4fdf-8572-80acf0861861 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.522715] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d61b5b-f515-4cb9-b9e0-c68196e82c42 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.537598] env[70323]: DEBUG nova.compute.provider_tree [None req-e2f90917-2c97-4f73-ab26-015989aa0f39 tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 972.605598] env[70323]: DEBUG nova.compute.manager [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 972.729073] env[70323]: DEBUG nova.network.neutron [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Successfully created port: 8067c626-6a07-478c-a9c9-f6409db15661 {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 972.755430] env[70323]: DEBUG oslo_concurrency.lockutils [None req-85647812-c37c-4cdc-908a-df1f219a03ce tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Acquiring lock "2c755301-a981-4c97-8d9e-c01c17618932" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.757887] env[70323]: DEBUG oslo_concurrency.lockutils [None req-85647812-c37c-4cdc-908a-df1f219a03ce tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Lock "2c755301-a981-4c97-8d9e-c01c17618932" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.757887] env[70323]: DEBUG oslo_concurrency.lockutils [None req-85647812-c37c-4cdc-908a-df1f219a03ce tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Acquiring lock "2c755301-a981-4c97-8d9e-c01c17618932-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.757887] env[70323]: DEBUG oslo_concurrency.lockutils [None req-85647812-c37c-4cdc-908a-df1f219a03ce tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Lock "2c755301-a981-4c97-8d9e-c01c17618932-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.757887] env[70323]: DEBUG oslo_concurrency.lockutils [None req-85647812-c37c-4cdc-908a-df1f219a03ce tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Lock "2c755301-a981-4c97-8d9e-c01c17618932-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.760031] env[70323]: INFO nova.compute.manager [None req-85647812-c37c-4cdc-908a-df1f219a03ce tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 2c755301-a981-4c97-8d9e-c01c17618932] Terminating instance [ 972.901980] env[70323]: DEBUG nova.network.neutron [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 8957a828-0447-4492-bd38-b5a04ed5633a] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 973.044108] env[70323]: DEBUG nova.scheduler.client.report [None req-e2f90917-2c97-4f73-ab26-015989aa0f39 tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 973.141515] env[70323]: DEBUG nova.network.neutron [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 8957a828-0447-4492-bd38-b5a04ed5633a] Updating instance_info_cache with network_info: [{"id": "3be2884b-fde5-4ef8-ae91-5b743e5f1aac", "address": "fa:16:3e:b8:42:1b", "network": {"id": "44d27cb8-a905-4efa-8715-7e64a3028ba9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-661689391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb1b44fc3db843138916a73affdfd265", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3be2884b-fd", "ovs_interfaceid": "3be2884b-fde5-4ef8-ae91-5b743e5f1aac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.268729] env[70323]: DEBUG nova.compute.manager [None req-85647812-c37c-4cdc-908a-df1f219a03ce tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 2c755301-a981-4c97-8d9e-c01c17618932] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 973.268729] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-85647812-c37c-4cdc-908a-df1f219a03ce tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 2c755301-a981-4c97-8d9e-c01c17618932] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 973.268729] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a8b493-b53b-4f38-a142-2ccea1d3bb4d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.278418] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-85647812-c37c-4cdc-908a-df1f219a03ce tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 2c755301-a981-4c97-8d9e-c01c17618932] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 973.278868] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8986f984-f067-44c9-822f-4e4910afb1e4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.285550] env[70323]: DEBUG oslo_vmware.api [None req-85647812-c37c-4cdc-908a-df1f219a03ce tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Waiting for the task: (returnval){ [ 973.285550] env[70323]: value = "task-3227446" [ 973.285550] env[70323]: _type = "Task" [ 973.285550] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.295614] env[70323]: DEBUG oslo_vmware.api [None req-85647812-c37c-4cdc-908a-df1f219a03ce tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': task-3227446, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.549972] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e2f90917-2c97-4f73-ab26-015989aa0f39 tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.957s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.551740] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b72a7ea6-258a-4ccd-8e02-491922f8d92b tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 29.613s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.581181] env[70323]: INFO nova.scheduler.client.report [None req-e2f90917-2c97-4f73-ab26-015989aa0f39 tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Deleted allocations for instance 86114837-8210-4063-9fe5-6e867ae7b252 [ 973.614564] env[70323]: DEBUG nova.compute.manager [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 973.648146] env[70323]: DEBUG nova.virt.hardware [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 973.648146] env[70323]: DEBUG nova.virt.hardware [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 973.648146] env[70323]: DEBUG nova.virt.hardware [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 973.648146] env[70323]: DEBUG nova.virt.hardware [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 973.648146] env[70323]: DEBUG nova.virt.hardware [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 973.648146] env[70323]: DEBUG nova.virt.hardware [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 973.648146] env[70323]: DEBUG nova.virt.hardware [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 973.648146] env[70323]: DEBUG nova.virt.hardware [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 973.649021] env[70323]: DEBUG nova.virt.hardware [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 973.649481] env[70323]: DEBUG nova.virt.hardware [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 973.649818] env[70323]: DEBUG nova.virt.hardware [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 973.650412] env[70323]: DEBUG oslo_concurrency.lockutils [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Releasing lock "refresh_cache-8957a828-0447-4492-bd38-b5a04ed5633a" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.650836] env[70323]: DEBUG nova.compute.manager [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 8957a828-0447-4492-bd38-b5a04ed5633a] Instance network_info: |[{"id": "3be2884b-fde5-4ef8-ae91-5b743e5f1aac", "address": "fa:16:3e:b8:42:1b", "network": {"id": "44d27cb8-a905-4efa-8715-7e64a3028ba9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-661689391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb1b44fc3db843138916a73affdfd265", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3be2884b-fd", "ovs_interfaceid": "3be2884b-fde5-4ef8-ae91-5b743e5f1aac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 973.652685] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f254c141-7f68-47c3-a254-4ed6baccccd2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.657659] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 8957a828-0447-4492-bd38-b5a04ed5633a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:42:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3fca0ab6-cc80-429f-9117-885f170135b7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3be2884b-fde5-4ef8-ae91-5b743e5f1aac', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 973.666481] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Creating folder: Project (eb1b44fc3db843138916a73affdfd265). Parent ref: group-v644941. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 973.672209] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b871277-f159-4fd6-941f-5fa0e837ec1a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.680105] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1894df16-0b3f-48c3-bf40-99fa0a4cd6ae {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.685347] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Created folder: Project (eb1b44fc3db843138916a73affdfd265) in parent group-v644941. [ 973.685540] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Creating folder: Instances. Parent ref: group-v645171. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 973.686156] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8f1b649c-0516-45c0-a309-014060908a45 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.705974] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Created folder: Instances in parent group-v645171. [ 973.706248] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 973.706677] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8957a828-0447-4492-bd38-b5a04ed5633a] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 973.706896] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a912195b-3eb1-4fae-bf86-e9a7265ad997 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.727200] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 973.727200] env[70323]: value = "task-3227449" [ 973.727200] env[70323]: _type = "Task" [ 973.727200] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.736262] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227449, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.797733] env[70323]: DEBUG oslo_vmware.api [None req-85647812-c37c-4cdc-908a-df1f219a03ce tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': task-3227446, 'name': PowerOffVM_Task, 'duration_secs': 0.188852} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.798045] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-85647812-c37c-4cdc-908a-df1f219a03ce tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 2c755301-a981-4c97-8d9e-c01c17618932] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 973.799055] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-85647812-c37c-4cdc-908a-df1f219a03ce tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 2c755301-a981-4c97-8d9e-c01c17618932] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 973.799055] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14b1c3be-31df-4ad2-b479-2218b5b002bb {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.877958] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-85647812-c37c-4cdc-908a-df1f219a03ce tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 2c755301-a981-4c97-8d9e-c01c17618932] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 973.878255] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-85647812-c37c-4cdc-908a-df1f219a03ce tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 2c755301-a981-4c97-8d9e-c01c17618932] Deleting contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 973.878491] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-85647812-c37c-4cdc-908a-df1f219a03ce tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Deleting the datastore file [datastore2] 2c755301-a981-4c97-8d9e-c01c17618932 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 973.878798] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c056ea8e-1c91-4d33-b297-e069707c71e7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.890688] env[70323]: DEBUG oslo_vmware.api [None req-85647812-c37c-4cdc-908a-df1f219a03ce tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Waiting for the task: (returnval){ [ 973.890688] env[70323]: value = "task-3227451" [ 973.890688] env[70323]: _type = "Task" [ 973.890688] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.650742] env[70323]: DEBUG nova.network.neutron [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Successfully updated port: 8067c626-6a07-478c-a9c9-f6409db15661 {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 974.658771] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e2f90917-2c97-4f73-ab26-015989aa0f39 tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Lock "86114837-8210-4063-9fe5-6e867ae7b252" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.432s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.659964] env[70323]: DEBUG oslo_concurrency.lockutils [None req-898a4b52-e52e-40af-8ccc-fee86c9da687 tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] Acquiring lock "1045f2b7-ab99-480a-8ea0-14f09812c126" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.659964] env[70323]: DEBUG oslo_concurrency.lockutils [None req-898a4b52-e52e-40af-8ccc-fee86c9da687 tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] Lock "1045f2b7-ab99-480a-8ea0-14f09812c126" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.660419] env[70323]: DEBUG oslo_concurrency.lockutils [None req-898a4b52-e52e-40af-8ccc-fee86c9da687 tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] Acquiring lock "1045f2b7-ab99-480a-8ea0-14f09812c126-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.660419] env[70323]: DEBUG oslo_concurrency.lockutils [None req-898a4b52-e52e-40af-8ccc-fee86c9da687 tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] Lock "1045f2b7-ab99-480a-8ea0-14f09812c126-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.660541] env[70323]: DEBUG oslo_concurrency.lockutils [None req-898a4b52-e52e-40af-8ccc-fee86c9da687 tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] Lock "1045f2b7-ab99-480a-8ea0-14f09812c126-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.663626] env[70323]: DEBUG nova.compute.manager [req-e283907a-1940-4f57-86b7-8feab5d385f5 req-297d7103-e475-4ca1-9291-3722f5354170 service nova] [instance: 8957a828-0447-4492-bd38-b5a04ed5633a] Received event network-changed-3be2884b-fde5-4ef8-ae91-5b743e5f1aac {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.663626] env[70323]: DEBUG nova.compute.manager [req-e283907a-1940-4f57-86b7-8feab5d385f5 req-297d7103-e475-4ca1-9291-3722f5354170 service nova] [instance: 8957a828-0447-4492-bd38-b5a04ed5633a] Refreshing instance network info cache due to event network-changed-3be2884b-fde5-4ef8-ae91-5b743e5f1aac. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 974.663856] env[70323]: DEBUG oslo_concurrency.lockutils [req-e283907a-1940-4f57-86b7-8feab5d385f5 req-297d7103-e475-4ca1-9291-3722f5354170 service nova] Acquiring lock "refresh_cache-8957a828-0447-4492-bd38-b5a04ed5633a" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.663856] env[70323]: DEBUG oslo_concurrency.lockutils [req-e283907a-1940-4f57-86b7-8feab5d385f5 req-297d7103-e475-4ca1-9291-3722f5354170 service nova] Acquired lock "refresh_cache-8957a828-0447-4492-bd38-b5a04ed5633a" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.664052] env[70323]: DEBUG nova.network.neutron [req-e283907a-1940-4f57-86b7-8feab5d385f5 req-297d7103-e475-4ca1-9291-3722f5354170 service nova] [instance: 8957a828-0447-4492-bd38-b5a04ed5633a] Refreshing network info cache for port 3be2884b-fde5-4ef8-ae91-5b743e5f1aac {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 974.665855] env[70323]: INFO nova.compute.manager [None req-898a4b52-e52e-40af-8ccc-fee86c9da687 tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] [instance: 1045f2b7-ab99-480a-8ea0-14f09812c126] Terminating instance [ 974.677516] env[70323]: DEBUG oslo_vmware.api [None req-85647812-c37c-4cdc-908a-df1f219a03ce tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': task-3227451, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141695} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.681478] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-85647812-c37c-4cdc-908a-df1f219a03ce tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 974.681478] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-85647812-c37c-4cdc-908a-df1f219a03ce tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 2c755301-a981-4c97-8d9e-c01c17618932] Deleted contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 974.681783] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-85647812-c37c-4cdc-908a-df1f219a03ce tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 2c755301-a981-4c97-8d9e-c01c17618932] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 974.681783] env[70323]: INFO nova.compute.manager [None req-85647812-c37c-4cdc-908a-df1f219a03ce tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: 2c755301-a981-4c97-8d9e-c01c17618932] Took 1.41 seconds to destroy the instance on the hypervisor. [ 974.682349] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85647812-c37c-4cdc-908a-df1f219a03ce tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 974.682484] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227449, 'name': CreateVM_Task, 'duration_secs': 0.323047} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.682662] env[70323]: DEBUG nova.compute.manager [-] [instance: 2c755301-a981-4c97-8d9e-c01c17618932] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 974.682772] env[70323]: DEBUG nova.network.neutron [-] [instance: 2c755301-a981-4c97-8d9e-c01c17618932] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 974.684390] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8957a828-0447-4492-bd38-b5a04ed5633a] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 974.684984] env[70323]: DEBUG oslo_concurrency.lockutils [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.685488] env[70323]: DEBUG oslo_concurrency.lockutils [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.685488] env[70323]: DEBUG oslo_concurrency.lockutils [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.686708] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-005ca3db-d2b8-4d64-bd71-be426e3076ac {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.697230] env[70323]: DEBUG oslo_vmware.api [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Waiting for the task: (returnval){ [ 974.697230] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52ae9e2f-1584-3404-6860-4ed2b14e971e" [ 974.697230] env[70323]: _type = "Task" [ 974.697230] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.706318] env[70323]: DEBUG oslo_vmware.api [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52ae9e2f-1584-3404-6860-4ed2b14e971e, 'name': SearchDatastore_Task, 'duration_secs': 0.009759} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.707680] env[70323]: DEBUG oslo_concurrency.lockutils [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.707680] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 8957a828-0447-4492-bd38-b5a04ed5633a] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 974.707680] env[70323]: DEBUG oslo_concurrency.lockutils [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.707680] env[70323]: DEBUG oslo_concurrency.lockutils [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.707680] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 974.707941] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2c76b5e-1c9d-4f4e-8ebb-3b0b8d01d438 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.715836] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 974.716062] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 974.716923] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95fc809d-ca31-4703-bc22-b1f8f3bf86ba {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.722703] env[70323]: DEBUG oslo_vmware.api [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Waiting for the task: (returnval){ [ 974.722703] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5208f912-33e9-1f70-4e96-8daca957c74f" [ 974.722703] env[70323]: _type = "Task" [ 974.722703] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.730668] env[70323]: DEBUG oslo_vmware.api [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5208f912-33e9-1f70-4e96-8daca957c74f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.070763] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c18314-4def-4e99-b093-ad05684f37d0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.078389] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-440a3f05-3917-4b36-a273-fee7f35ff79a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.109606] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc9a78d-8908-4965-ad70-d4d93efecded {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.117613] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e49f51b5-cd89-4c70-b595-0657f890c376 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.131181] env[70323]: DEBUG nova.compute.provider_tree [None req-b72a7ea6-258a-4ccd-8e02-491922f8d92b tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.153048] env[70323]: DEBUG oslo_concurrency.lockutils [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Acquiring lock "refresh_cache-6e39317c-64f3-4457-b2ef-bc6d61fe59d1" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.153206] env[70323]: DEBUG oslo_concurrency.lockutils [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Acquired lock "refresh_cache-6e39317c-64f3-4457-b2ef-bc6d61fe59d1" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.153357] env[70323]: DEBUG nova.network.neutron [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 975.176653] env[70323]: DEBUG nova.compute.manager [None req-898a4b52-e52e-40af-8ccc-fee86c9da687 tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] [instance: 1045f2b7-ab99-480a-8ea0-14f09812c126] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 975.176918] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-898a4b52-e52e-40af-8ccc-fee86c9da687 tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] [instance: 1045f2b7-ab99-480a-8ea0-14f09812c126] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 975.177457] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-575480f4-6e3c-45b9-bfde-fa59b35211af {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.185869] env[70323]: DEBUG oslo_vmware.api [None req-898a4b52-e52e-40af-8ccc-fee86c9da687 tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] Waiting for the task: (returnval){ [ 975.185869] env[70323]: value = "task-3227452" [ 975.185869] env[70323]: _type = "Task" [ 975.185869] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.195625] env[70323]: DEBUG oslo_vmware.api [None req-898a4b52-e52e-40af-8ccc-fee86c9da687 tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] Task: {'id': task-3227452, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.235364] env[70323]: DEBUG oslo_vmware.api [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5208f912-33e9-1f70-4e96-8daca957c74f, 'name': SearchDatastore_Task, 'duration_secs': 0.008542} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.236263] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59abe993-51dd-4711-80c0-987ecc0addb1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.242085] env[70323]: DEBUG oslo_vmware.api [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Waiting for the task: (returnval){ [ 975.242085] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52698da0-d995-fa3a-f32f-65658f4f1754" [ 975.242085] env[70323]: _type = "Task" [ 975.242085] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.253767] env[70323]: DEBUG oslo_vmware.api [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52698da0-d995-fa3a-f32f-65658f4f1754, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.451467] env[70323]: DEBUG nova.network.neutron [req-e283907a-1940-4f57-86b7-8feab5d385f5 req-297d7103-e475-4ca1-9291-3722f5354170 service nova] [instance: 8957a828-0447-4492-bd38-b5a04ed5633a] Updated VIF entry in instance network info cache for port 3be2884b-fde5-4ef8-ae91-5b743e5f1aac. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 975.451787] env[70323]: DEBUG nova.network.neutron [req-e283907a-1940-4f57-86b7-8feab5d385f5 req-297d7103-e475-4ca1-9291-3722f5354170 service nova] [instance: 8957a828-0447-4492-bd38-b5a04ed5633a] Updating instance_info_cache with network_info: [{"id": "3be2884b-fde5-4ef8-ae91-5b743e5f1aac", "address": "fa:16:3e:b8:42:1b", "network": {"id": "44d27cb8-a905-4efa-8715-7e64a3028ba9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-661689391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb1b44fc3db843138916a73affdfd265", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3be2884b-fd", "ovs_interfaceid": "3be2884b-fde5-4ef8-ae91-5b743e5f1aac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.505846] env[70323]: DEBUG nova.network.neutron [-] [instance: 2c755301-a981-4c97-8d9e-c01c17618932] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.634570] env[70323]: DEBUG nova.scheduler.client.report [None req-b72a7ea6-258a-4ccd-8e02-491922f8d92b tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 975.874599] env[70323]: DEBUG nova.network.neutron [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 975.874599] env[70323]: DEBUG oslo_vmware.api [None req-898a4b52-e52e-40af-8ccc-fee86c9da687 tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] Task: {'id': task-3227452, 'name': PowerOffVM_Task, 'duration_secs': 0.212159} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.874599] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-898a4b52-e52e-40af-8ccc-fee86c9da687 tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] [instance: 1045f2b7-ab99-480a-8ea0-14f09812c126] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 975.874599] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-898a4b52-e52e-40af-8ccc-fee86c9da687 tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] [instance: 1045f2b7-ab99-480a-8ea0-14f09812c126] Volume detach. Driver type: vmdk {{(pid=70323) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 975.874599] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-898a4b52-e52e-40af-8ccc-fee86c9da687 tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] [instance: 1045f2b7-ab99-480a-8ea0-14f09812c126] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645081', 'volume_id': '6cab868c-539c-46ac-8469-bced194c3b41', 'name': 'volume-6cab868c-539c-46ac-8469-bced194c3b41', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1045f2b7-ab99-480a-8ea0-14f09812c126', 'attached_at': '', 'detached_at': '', 'volume_id': '6cab868c-539c-46ac-8469-bced194c3b41', 'serial': '6cab868c-539c-46ac-8469-bced194c3b41'} {{(pid=70323) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 975.874599] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75ad8b0-fb2b-4eee-a300-d69c61b705a6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.874599] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f257d9-60d5-4655-af43-7880a6a80c6a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.874599] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9428282e-b936-40bd-b303-659d45d7f334 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.874599] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a9d109-6f03-4ff7-915d-7308233bbd75 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.874599] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-898a4b52-e52e-40af-8ccc-fee86c9da687 tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] The volume has not been displaced from its original location: [datastore1] volume-6cab868c-539c-46ac-8469-bced194c3b41/volume-6cab868c-539c-46ac-8469-bced194c3b41.vmdk. No consolidation needed. {{(pid=70323) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 975.874599] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-898a4b52-e52e-40af-8ccc-fee86c9da687 tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] [instance: 1045f2b7-ab99-480a-8ea0-14f09812c126] Reconfiguring VM instance instance-0000003f to detach disk 2000 {{(pid=70323) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 975.874599] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-315f8884-b514-4d64-a796-36d24a840ef2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.874599] env[70323]: DEBUG oslo_vmware.api [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52698da0-d995-fa3a-f32f-65658f4f1754, 'name': SearchDatastore_Task, 'duration_secs': 0.012443} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.874599] env[70323]: DEBUG oslo_concurrency.lockutils [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.880776] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 8957a828-0447-4492-bd38-b5a04ed5633a/8957a828-0447-4492-bd38-b5a04ed5633a.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 975.880776] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b8d92e32-b45b-4d4a-a0ab-c259a5f98a4f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.880776] env[70323]: DEBUG oslo_vmware.api [None req-898a4b52-e52e-40af-8ccc-fee86c9da687 tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] Waiting for the task: (returnval){ [ 975.880776] env[70323]: value = "task-3227453" [ 975.880776] env[70323]: _type = "Task" [ 975.880776] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.880776] env[70323]: DEBUG oslo_vmware.api [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Waiting for the task: (returnval){ [ 975.880776] env[70323]: value = "task-3227454" [ 975.880776] env[70323]: _type = "Task" [ 975.880776] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.880776] env[70323]: DEBUG oslo_vmware.api [None req-898a4b52-e52e-40af-8ccc-fee86c9da687 tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] Task: {'id': task-3227453, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.880776] env[70323]: DEBUG oslo_vmware.api [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3227454, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.950506] env[70323]: DEBUG nova.network.neutron [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Updating instance_info_cache with network_info: [{"id": "8067c626-6a07-478c-a9c9-f6409db15661", "address": "fa:16:3e:3b:88:2a", "network": {"id": "fc3d8f66-68dc-439f-ae88-08847ea1b79b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-636727625-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56bce83c4aa34fd183239997eee175c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8067c626-6a", "ovs_interfaceid": "8067c626-6a07-478c-a9c9-f6409db15661", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.953919] env[70323]: DEBUG oslo_concurrency.lockutils [req-e283907a-1940-4f57-86b7-8feab5d385f5 req-297d7103-e475-4ca1-9291-3722f5354170 service nova] Releasing lock "refresh_cache-8957a828-0447-4492-bd38-b5a04ed5633a" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.984653] env[70323]: DEBUG nova.compute.manager [req-13e380d8-d520-48b4-8d4a-726c8c87646c req-478953d0-bc52-413e-839b-382daa95e6a0 service nova] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Received event network-vif-plugged-8067c626-6a07-478c-a9c9-f6409db15661 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 975.988535] env[70323]: DEBUG oslo_concurrency.lockutils [req-13e380d8-d520-48b4-8d4a-726c8c87646c req-478953d0-bc52-413e-839b-382daa95e6a0 service nova] Acquiring lock "6e39317c-64f3-4457-b2ef-bc6d61fe59d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.988535] env[70323]: DEBUG oslo_concurrency.lockutils [req-13e380d8-d520-48b4-8d4a-726c8c87646c req-478953d0-bc52-413e-839b-382daa95e6a0 service nova] Lock "6e39317c-64f3-4457-b2ef-bc6d61fe59d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.988535] env[70323]: DEBUG oslo_concurrency.lockutils [req-13e380d8-d520-48b4-8d4a-726c8c87646c req-478953d0-bc52-413e-839b-382daa95e6a0 service nova] Lock "6e39317c-64f3-4457-b2ef-bc6d61fe59d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.988535] env[70323]: DEBUG nova.compute.manager [req-13e380d8-d520-48b4-8d4a-726c8c87646c req-478953d0-bc52-413e-839b-382daa95e6a0 service nova] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] No waiting events found dispatching network-vif-plugged-8067c626-6a07-478c-a9c9-f6409db15661 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 975.988535] env[70323]: WARNING nova.compute.manager [req-13e380d8-d520-48b4-8d4a-726c8c87646c req-478953d0-bc52-413e-839b-382daa95e6a0 service nova] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Received unexpected event network-vif-plugged-8067c626-6a07-478c-a9c9-f6409db15661 for instance with vm_state building and task_state spawning. [ 975.988535] env[70323]: DEBUG nova.compute.manager [req-13e380d8-d520-48b4-8d4a-726c8c87646c req-478953d0-bc52-413e-839b-382daa95e6a0 service nova] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Received event network-changed-8067c626-6a07-478c-a9c9-f6409db15661 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 975.988535] env[70323]: DEBUG nova.compute.manager [req-13e380d8-d520-48b4-8d4a-726c8c87646c req-478953d0-bc52-413e-839b-382daa95e6a0 service nova] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Refreshing instance network info cache due to event network-changed-8067c626-6a07-478c-a9c9-f6409db15661. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 975.988535] env[70323]: DEBUG oslo_concurrency.lockutils [req-13e380d8-d520-48b4-8d4a-726c8c87646c req-478953d0-bc52-413e-839b-382daa95e6a0 service nova] Acquiring lock "refresh_cache-6e39317c-64f3-4457-b2ef-bc6d61fe59d1" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.010265] env[70323]: INFO nova.compute.manager [-] [instance: 2c755301-a981-4c97-8d9e-c01c17618932] Took 1.33 seconds to deallocate network for instance. [ 976.028735] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5e1340bd-b77a-46f2-8c77-f1e65626e45c tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Acquiring lock "344d5579-628b-4a56-aedf-d9ecaa2c5c9f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.028735] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5e1340bd-b77a-46f2-8c77-f1e65626e45c tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Lock "344d5579-628b-4a56-aedf-d9ecaa2c5c9f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.028735] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5e1340bd-b77a-46f2-8c77-f1e65626e45c tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Acquiring lock "344d5579-628b-4a56-aedf-d9ecaa2c5c9f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.028735] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5e1340bd-b77a-46f2-8c77-f1e65626e45c tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Lock "344d5579-628b-4a56-aedf-d9ecaa2c5c9f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.028735] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5e1340bd-b77a-46f2-8c77-f1e65626e45c tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Lock "344d5579-628b-4a56-aedf-d9ecaa2c5c9f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.031756] env[70323]: INFO nova.compute.manager [None req-5e1340bd-b77a-46f2-8c77-f1e65626e45c tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] [instance: 344d5579-628b-4a56-aedf-d9ecaa2c5c9f] Terminating instance [ 976.335483] env[70323]: DEBUG oslo_vmware.api [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3227454, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.337535] env[70323]: DEBUG oslo_vmware.api [None req-898a4b52-e52e-40af-8ccc-fee86c9da687 tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] Task: {'id': task-3227453, 'name': ReconfigVM_Task, 'duration_secs': 0.169329} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.337535] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-898a4b52-e52e-40af-8ccc-fee86c9da687 tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] [instance: 1045f2b7-ab99-480a-8ea0-14f09812c126] Reconfigured VM instance instance-0000003f to detach disk 2000 {{(pid=70323) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 976.344498] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63937f68-94b9-411c-a3ff-e6d355428eba {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.370119] env[70323]: DEBUG oslo_vmware.api [None req-898a4b52-e52e-40af-8ccc-fee86c9da687 tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] Waiting for the task: (returnval){ [ 976.370119] env[70323]: value = "task-3227455" [ 976.370119] env[70323]: _type = "Task" [ 976.370119] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.383726] env[70323]: DEBUG oslo_vmware.api [None req-898a4b52-e52e-40af-8ccc-fee86c9da687 tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] Task: {'id': task-3227455, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.453441] env[70323]: DEBUG oslo_concurrency.lockutils [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Releasing lock "refresh_cache-6e39317c-64f3-4457-b2ef-bc6d61fe59d1" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.455295] env[70323]: DEBUG nova.compute.manager [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Instance network_info: |[{"id": "8067c626-6a07-478c-a9c9-f6409db15661", "address": "fa:16:3e:3b:88:2a", "network": {"id": "fc3d8f66-68dc-439f-ae88-08847ea1b79b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-636727625-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56bce83c4aa34fd183239997eee175c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8067c626-6a", "ovs_interfaceid": "8067c626-6a07-478c-a9c9-f6409db15661", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 976.455679] env[70323]: DEBUG oslo_concurrency.lockutils [req-13e380d8-d520-48b4-8d4a-726c8c87646c req-478953d0-bc52-413e-839b-382daa95e6a0 service nova] Acquired lock "refresh_cache-6e39317c-64f3-4457-b2ef-bc6d61fe59d1" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.455972] env[70323]: DEBUG nova.network.neutron [req-13e380d8-d520-48b4-8d4a-726c8c87646c req-478953d0-bc52-413e-839b-382daa95e6a0 service nova] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Refreshing network info cache for port 8067c626-6a07-478c-a9c9-f6409db15661 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 976.457298] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:88:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2928baf1-3efb-4205-a786-d9783e51f699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8067c626-6a07-478c-a9c9-f6409db15661', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 976.464789] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Creating folder: Project (56bce83c4aa34fd183239997eee175c6). Parent ref: group-v644941. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 976.465289] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7598898d-1b7f-47ac-bb52-2597efd316e8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.476433] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Created folder: Project (56bce83c4aa34fd183239997eee175c6) in parent group-v644941. [ 976.476667] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Creating folder: Instances. Parent ref: group-v645174. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 976.477420] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-61eef047-37d1-4c19-8fc1-dc402967ab55 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.486055] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Created folder: Instances in parent group-v645174. [ 976.486279] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 976.486472] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 976.486681] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-879999c5-2e4d-4d7e-b9aa-23a194312e8b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.506509] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 976.506509] env[70323]: value = "task-3227458" [ 976.506509] env[70323]: _type = "Task" [ 976.506509] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.513927] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227458, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.521990] env[70323]: DEBUG oslo_concurrency.lockutils [None req-85647812-c37c-4cdc-908a-df1f219a03ce tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.537399] env[70323]: DEBUG nova.compute.manager [None req-5e1340bd-b77a-46f2-8c77-f1e65626e45c tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] [instance: 344d5579-628b-4a56-aedf-d9ecaa2c5c9f] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 976.537632] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1340bd-b77a-46f2-8c77-f1e65626e45c tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] [instance: 344d5579-628b-4a56-aedf-d9ecaa2c5c9f] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 976.538487] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef07787-4d7a-40e3-91cc-f641421e75dd {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.546877] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e1340bd-b77a-46f2-8c77-f1e65626e45c tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] [instance: 344d5579-628b-4a56-aedf-d9ecaa2c5c9f] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 976.546877] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f352ee07-6148-4ad9-9862-586c4505b451 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.551795] env[70323]: DEBUG oslo_vmware.api [None req-5e1340bd-b77a-46f2-8c77-f1e65626e45c tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Waiting for the task: (returnval){ [ 976.551795] env[70323]: value = "task-3227459" [ 976.551795] env[70323]: _type = "Task" [ 976.551795] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.559425] env[70323]: DEBUG oslo_vmware.api [None req-5e1340bd-b77a-46f2-8c77-f1e65626e45c tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Task: {'id': task-3227459, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.646539] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b72a7ea6-258a-4ccd-8e02-491922f8d92b tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 3.094s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.650826] env[70323]: DEBUG oslo_concurrency.lockutils [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.702s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.650826] env[70323]: INFO nova.compute.claims [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] [instance: 36b56f98-417e-4f79-a5c0-c9bbf4cb28ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 976.835649] env[70323]: DEBUG oslo_vmware.api [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3227454, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.880592] env[70323]: DEBUG oslo_vmware.api [None req-898a4b52-e52e-40af-8ccc-fee86c9da687 tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] Task: {'id': task-3227455, 'name': ReconfigVM_Task, 'duration_secs': 0.32431} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.880881] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-898a4b52-e52e-40af-8ccc-fee86c9da687 tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] [instance: 1045f2b7-ab99-480a-8ea0-14f09812c126] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645081', 'volume_id': '6cab868c-539c-46ac-8469-bced194c3b41', 'name': 'volume-6cab868c-539c-46ac-8469-bced194c3b41', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1045f2b7-ab99-480a-8ea0-14f09812c126', 'attached_at': '', 'detached_at': '', 'volume_id': '6cab868c-539c-46ac-8469-bced194c3b41', 'serial': '6cab868c-539c-46ac-8469-bced194c3b41'} {{(pid=70323) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 976.880881] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-898a4b52-e52e-40af-8ccc-fee86c9da687 tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] [instance: 1045f2b7-ab99-480a-8ea0-14f09812c126] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 976.881708] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c8610f3-1abc-488f-af5a-8f5de5e8ad78 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.889387] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-898a4b52-e52e-40af-8ccc-fee86c9da687 tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] [instance: 1045f2b7-ab99-480a-8ea0-14f09812c126] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 976.889627] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab9d7ae3-e7e8-43c2-bf26-63e6ff8c1469 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.965148] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-898a4b52-e52e-40af-8ccc-fee86c9da687 tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] [instance: 1045f2b7-ab99-480a-8ea0-14f09812c126] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 976.965400] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-898a4b52-e52e-40af-8ccc-fee86c9da687 tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] [instance: 1045f2b7-ab99-480a-8ea0-14f09812c126] Deleting contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 976.965582] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-898a4b52-e52e-40af-8ccc-fee86c9da687 tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] Deleting the datastore file [datastore1] 1045f2b7-ab99-480a-8ea0-14f09812c126 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 976.968645] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2369c709-f0e0-40cf-85bf-a1ad873a9fb8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.976571] env[70323]: DEBUG oslo_vmware.api [None req-898a4b52-e52e-40af-8ccc-fee86c9da687 tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] Waiting for the task: (returnval){ [ 976.976571] env[70323]: value = "task-3227464" [ 976.976571] env[70323]: _type = "Task" [ 976.976571] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.984550] env[70323]: DEBUG oslo_vmware.api [None req-898a4b52-e52e-40af-8ccc-fee86c9da687 tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] Task: {'id': task-3227464, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.017662] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227458, 'name': CreateVM_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.063603] env[70323]: DEBUG oslo_vmware.api [None req-5e1340bd-b77a-46f2-8c77-f1e65626e45c tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Task: {'id': task-3227459, 'name': PowerOffVM_Task, 'duration_secs': 0.215328} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.063860] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e1340bd-b77a-46f2-8c77-f1e65626e45c tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] [instance: 344d5579-628b-4a56-aedf-d9ecaa2c5c9f] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 977.064113] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1340bd-b77a-46f2-8c77-f1e65626e45c tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] [instance: 344d5579-628b-4a56-aedf-d9ecaa2c5c9f] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 977.064285] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-211c256b-c1d8-4110-8934-9aece01d8de7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.125525] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1340bd-b77a-46f2-8c77-f1e65626e45c tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] [instance: 344d5579-628b-4a56-aedf-d9ecaa2c5c9f] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 977.125525] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1340bd-b77a-46f2-8c77-f1e65626e45c tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] [instance: 344d5579-628b-4a56-aedf-d9ecaa2c5c9f] Deleting contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 977.125818] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e1340bd-b77a-46f2-8c77-f1e65626e45c tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Deleting the datastore file [datastore1] 344d5579-628b-4a56-aedf-d9ecaa2c5c9f {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 977.125855] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9432a8e2-12eb-4268-abec-1a22b5c640bc {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.131644] env[70323]: DEBUG oslo_vmware.api [None req-5e1340bd-b77a-46f2-8c77-f1e65626e45c tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Waiting for the task: (returnval){ [ 977.131644] env[70323]: value = "task-3227466" [ 977.131644] env[70323]: _type = "Task" [ 977.131644] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.139196] env[70323]: DEBUG oslo_vmware.api [None req-5e1340bd-b77a-46f2-8c77-f1e65626e45c tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Task: {'id': task-3227466, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.212537] env[70323]: INFO nova.scheduler.client.report [None req-b72a7ea6-258a-4ccd-8e02-491922f8d92b tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Deleted allocation for migration 2cfc0e92-0592-40bf-9e56-8772c23c310f [ 977.338268] env[70323]: DEBUG oslo_vmware.api [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3227454, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.502588} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.338897] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 8957a828-0447-4492-bd38-b5a04ed5633a/8957a828-0447-4492-bd38-b5a04ed5633a.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 977.339247] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 8957a828-0447-4492-bd38-b5a04ed5633a] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 977.339573] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-52892490-dc34-4114-92c6-55ebd35c3e1f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.345530] env[70323]: DEBUG oslo_vmware.api [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Waiting for the task: (returnval){ [ 977.345530] env[70323]: value = "task-3227467" [ 977.345530] env[70323]: _type = "Task" [ 977.345530] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.354804] env[70323]: DEBUG oslo_vmware.api [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3227467, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.487302] env[70323]: DEBUG oslo_vmware.api [None req-898a4b52-e52e-40af-8ccc-fee86c9da687 tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] Task: {'id': task-3227464, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.075599} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.487963] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-898a4b52-e52e-40af-8ccc-fee86c9da687 tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 977.487963] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-898a4b52-e52e-40af-8ccc-fee86c9da687 tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] [instance: 1045f2b7-ab99-480a-8ea0-14f09812c126] Deleted contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 977.487963] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-898a4b52-e52e-40af-8ccc-fee86c9da687 tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] [instance: 1045f2b7-ab99-480a-8ea0-14f09812c126] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 977.488302] env[70323]: INFO nova.compute.manager [None req-898a4b52-e52e-40af-8ccc-fee86c9da687 tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] [instance: 1045f2b7-ab99-480a-8ea0-14f09812c126] Took 2.31 seconds to destroy the instance on the hypervisor. [ 977.488341] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-898a4b52-e52e-40af-8ccc-fee86c9da687 tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 977.488535] env[70323]: DEBUG nova.compute.manager [-] [instance: 1045f2b7-ab99-480a-8ea0-14f09812c126] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 977.488635] env[70323]: DEBUG nova.network.neutron [-] [instance: 1045f2b7-ab99-480a-8ea0-14f09812c126] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 977.495846] env[70323]: DEBUG nova.network.neutron [req-13e380d8-d520-48b4-8d4a-726c8c87646c req-478953d0-bc52-413e-839b-382daa95e6a0 service nova] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Updated VIF entry in instance network info cache for port 8067c626-6a07-478c-a9c9-f6409db15661. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 977.495929] env[70323]: DEBUG nova.network.neutron [req-13e380d8-d520-48b4-8d4a-726c8c87646c req-478953d0-bc52-413e-839b-382daa95e6a0 service nova] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Updating instance_info_cache with network_info: [{"id": "8067c626-6a07-478c-a9c9-f6409db15661", "address": "fa:16:3e:3b:88:2a", "network": {"id": "fc3d8f66-68dc-439f-ae88-08847ea1b79b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-636727625-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56bce83c4aa34fd183239997eee175c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8067c626-6a", "ovs_interfaceid": "8067c626-6a07-478c-a9c9-f6409db15661", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.499119] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Acquiring lock "517d2967-4b35-4b79-9758-80ded84dac44" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.499119] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Lock "517d2967-4b35-4b79-9758-80ded84dac44" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.519069] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227458, 'name': CreateVM_Task, 'duration_secs': 0.520621} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.519243] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 977.520091] env[70323]: DEBUG oslo_concurrency.lockutils [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.520268] env[70323]: DEBUG oslo_concurrency.lockutils [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.520588] env[70323]: DEBUG oslo_concurrency.lockutils [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.520841] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5f12201-5ab3-4409-b025-21d7100f1840 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.526370] env[70323]: DEBUG oslo_vmware.api [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Waiting for the task: (returnval){ [ 977.526370] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52fe2094-8770-c877-461e-d21c5f8391ad" [ 977.526370] env[70323]: _type = "Task" [ 977.526370] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.538898] env[70323]: DEBUG oslo_vmware.api [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52fe2094-8770-c877-461e-d21c5f8391ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.643064] env[70323]: DEBUG oslo_vmware.api [None req-5e1340bd-b77a-46f2-8c77-f1e65626e45c tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Task: {'id': task-3227466, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143948} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.643064] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e1340bd-b77a-46f2-8c77-f1e65626e45c tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 977.643064] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1340bd-b77a-46f2-8c77-f1e65626e45c tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] [instance: 344d5579-628b-4a56-aedf-d9ecaa2c5c9f] Deleted contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 977.643064] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1340bd-b77a-46f2-8c77-f1e65626e45c tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] [instance: 344d5579-628b-4a56-aedf-d9ecaa2c5c9f] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 977.643064] env[70323]: INFO nova.compute.manager [None req-5e1340bd-b77a-46f2-8c77-f1e65626e45c tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] [instance: 344d5579-628b-4a56-aedf-d9ecaa2c5c9f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 977.645846] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e1340bd-b77a-46f2-8c77-f1e65626e45c tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 977.645846] env[70323]: DEBUG nova.compute.manager [-] [instance: 344d5579-628b-4a56-aedf-d9ecaa2c5c9f] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 977.645846] env[70323]: DEBUG nova.network.neutron [-] [instance: 344d5579-628b-4a56-aedf-d9ecaa2c5c9f] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 977.719468] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b72a7ea6-258a-4ccd-8e02-491922f8d92b tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Lock "84faf743-f813-481c-90ec-50d5dd62d9d2" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 37.262s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.855124] env[70323]: DEBUG oslo_vmware.api [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3227467, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067558} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.855411] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 8957a828-0447-4492-bd38-b5a04ed5633a] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 977.856191] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb98388-46f7-4dba-9f83-d8cf668eee26 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.894277] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 8957a828-0447-4492-bd38-b5a04ed5633a] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 8957a828-0447-4492-bd38-b5a04ed5633a/8957a828-0447-4492-bd38-b5a04ed5633a.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 977.897699] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38cce4a6-c4e4-46ca-a41f-320730452599 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.919030] env[70323]: DEBUG oslo_vmware.api [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Waiting for the task: (returnval){ [ 977.919030] env[70323]: value = "task-3227468" [ 977.919030] env[70323]: _type = "Task" [ 977.919030] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.926263] env[70323]: DEBUG oslo_vmware.api [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3227468, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.000628] env[70323]: DEBUG oslo_concurrency.lockutils [req-13e380d8-d520-48b4-8d4a-726c8c87646c req-478953d0-bc52-413e-839b-382daa95e6a0 service nova] Releasing lock "refresh_cache-6e39317c-64f3-4457-b2ef-bc6d61fe59d1" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.000912] env[70323]: DEBUG nova.compute.manager [req-13e380d8-d520-48b4-8d4a-726c8c87646c req-478953d0-bc52-413e-839b-382daa95e6a0 service nova] [instance: 2c755301-a981-4c97-8d9e-c01c17618932] Received event network-vif-deleted-8e7a1ea2-9a74-47cb-9816-e6e5cf6a75ae {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.001373] env[70323]: DEBUG nova.compute.manager [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 978.040019] env[70323]: DEBUG oslo_vmware.api [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52fe2094-8770-c877-461e-d21c5f8391ad, 'name': SearchDatastore_Task, 'duration_secs': 0.012142} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.040845] env[70323]: DEBUG oslo_concurrency.lockutils [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.040902] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 978.041215] env[70323]: DEBUG oslo_concurrency.lockutils [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.041444] env[70323]: DEBUG oslo_concurrency.lockutils [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.041681] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 978.041982] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-922b90e2-9f0a-4426-8048-99ec74a924a6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.051356] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 978.053512] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 978.057358] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4d22102-6612-47f4-bb2a-591f6de171b2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.064047] env[70323]: DEBUG oslo_vmware.api [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Waiting for the task: (returnval){ [ 978.064047] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52ec9cbd-fab6-7713-154b-ad444d72b32d" [ 978.064047] env[70323]: _type = "Task" [ 978.064047] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.073551] env[70323]: DEBUG oslo_vmware.api [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52ec9cbd-fab6-7713-154b-ad444d72b32d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.105126] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c99623-d9d9-4b35-8765-9b7afeea3fb9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.117033] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d59af82-885a-4a4d-94ad-72c5813a885a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.148785] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa6bbcf-0d33-4a66-b2c7-b9fb2eed3856 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.156845] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca8b39cf-0e17-42f0-bddb-f556623d12fe {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.170488] env[70323]: DEBUG nova.compute.provider_tree [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 978.397912] env[70323]: DEBUG nova.compute.manager [req-7ef43708-40cf-41ec-b971-de0608eb24da req-91a4ceeb-a002-46af-b89d-776703fee065 service nova] [instance: 1045f2b7-ab99-480a-8ea0-14f09812c126] Received event network-vif-deleted-179ef12d-7907-4523-a170-401e109ee717 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.397912] env[70323]: INFO nova.compute.manager [req-7ef43708-40cf-41ec-b971-de0608eb24da req-91a4ceeb-a002-46af-b89d-776703fee065 service nova] [instance: 1045f2b7-ab99-480a-8ea0-14f09812c126] Neutron deleted interface 179ef12d-7907-4523-a170-401e109ee717; detaching it from the instance and deleting it from the info cache [ 978.397912] env[70323]: DEBUG nova.network.neutron [req-7ef43708-40cf-41ec-b971-de0608eb24da req-91a4ceeb-a002-46af-b89d-776703fee065 service nova] [instance: 1045f2b7-ab99-480a-8ea0-14f09812c126] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.429118] env[70323]: DEBUG oslo_vmware.api [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3227468, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.533802] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.577165] env[70323]: DEBUG oslo_vmware.api [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52ec9cbd-fab6-7713-154b-ad444d72b32d, 'name': SearchDatastore_Task, 'duration_secs': 0.010548} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.578167] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6d8d58f-c32c-4cf1-a306-12ca152db75d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.587384] env[70323]: DEBUG oslo_vmware.api [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Waiting for the task: (returnval){ [ 978.587384] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]528ef17b-cba2-bf9c-c845-6d4cb291d10a" [ 978.587384] env[70323]: _type = "Task" [ 978.587384] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.594212] env[70323]: DEBUG oslo_vmware.api [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]528ef17b-cba2-bf9c-c845-6d4cb291d10a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.676020] env[70323]: DEBUG nova.scheduler.client.report [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 978.772610] env[70323]: DEBUG nova.network.neutron [-] [instance: 1045f2b7-ab99-480a-8ea0-14f09812c126] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.783216] env[70323]: DEBUG oslo_concurrency.lockutils [None req-364470ce-d8c2-43bc-b478-bd245baf7ef4 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquiring lock "84faf743-f813-481c-90ec-50d5dd62d9d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.783578] env[70323]: DEBUG oslo_concurrency.lockutils [None req-364470ce-d8c2-43bc-b478-bd245baf7ef4 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Lock "84faf743-f813-481c-90ec-50d5dd62d9d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.783768] env[70323]: DEBUG oslo_concurrency.lockutils [None req-364470ce-d8c2-43bc-b478-bd245baf7ef4 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquiring lock "84faf743-f813-481c-90ec-50d5dd62d9d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.783999] env[70323]: DEBUG oslo_concurrency.lockutils [None req-364470ce-d8c2-43bc-b478-bd245baf7ef4 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Lock "84faf743-f813-481c-90ec-50d5dd62d9d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.784345] env[70323]: DEBUG oslo_concurrency.lockutils [None req-364470ce-d8c2-43bc-b478-bd245baf7ef4 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Lock "84faf743-f813-481c-90ec-50d5dd62d9d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.790261] env[70323]: INFO nova.compute.manager [None req-364470ce-d8c2-43bc-b478-bd245baf7ef4 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 84faf743-f813-481c-90ec-50d5dd62d9d2] Terminating instance [ 978.901066] env[70323]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c61b4512-f442-463f-b9a8-7164ced43fab {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.913939] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-053c6cab-33bc-449a-90c6-a34e7ab865d1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.926229] env[70323]: DEBUG nova.network.neutron [-] [instance: 344d5579-628b-4a56-aedf-d9ecaa2c5c9f] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.951741] env[70323]: DEBUG oslo_vmware.api [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3227468, 'name': ReconfigVM_Task, 'duration_secs': 0.849519} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.961656] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 8957a828-0447-4492-bd38-b5a04ed5633a] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 8957a828-0447-4492-bd38-b5a04ed5633a/8957a828-0447-4492-bd38-b5a04ed5633a.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 978.962904] env[70323]: DEBUG nova.compute.manager [req-7ef43708-40cf-41ec-b971-de0608eb24da req-91a4ceeb-a002-46af-b89d-776703fee065 service nova] [instance: 1045f2b7-ab99-480a-8ea0-14f09812c126] Detach interface failed, port_id=179ef12d-7907-4523-a170-401e109ee717, reason: Instance 1045f2b7-ab99-480a-8ea0-14f09812c126 could not be found. {{(pid=70323) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 978.963370] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6781ba97-efa2-4cb5-a33b-d18b9b0e2b4e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.972897] env[70323]: DEBUG oslo_vmware.api [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Waiting for the task: (returnval){ [ 978.972897] env[70323]: value = "task-3227469" [ 978.972897] env[70323]: _type = "Task" [ 978.972897] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.981281] env[70323]: DEBUG oslo_vmware.api [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3227469, 'name': Rename_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.095155] env[70323]: DEBUG oslo_vmware.api [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]528ef17b-cba2-bf9c-c845-6d4cb291d10a, 'name': SearchDatastore_Task, 'duration_secs': 0.0179} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.095438] env[70323]: DEBUG oslo_concurrency.lockutils [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.095704] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 6e39317c-64f3-4457-b2ef-bc6d61fe59d1/6e39317c-64f3-4457-b2ef-bc6d61fe59d1.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 979.095967] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b831883-e863-435d-b752-7bf4fb9dc0d1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.103778] env[70323]: DEBUG oslo_vmware.api [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Waiting for the task: (returnval){ [ 979.103778] env[70323]: value = "task-3227470" [ 979.103778] env[70323]: _type = "Task" [ 979.103778] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.114611] env[70323]: DEBUG oslo_vmware.api [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': task-3227470, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.181759] env[70323]: DEBUG oslo_concurrency.lockutils [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.533s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.182350] env[70323]: DEBUG nova.compute.manager [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] [instance: 36b56f98-417e-4f79-a5c0-c9bbf4cb28ba] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 979.185049] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ee6055be-a40b-4feb-bb03-4782544841ea tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.501s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.185302] env[70323]: DEBUG nova.objects.instance [None req-ee6055be-a40b-4feb-bb03-4782544841ea tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Lazy-loading 'resources' on Instance uuid 050444f5-8a7c-490b-98cd-2cf1592a3cf6 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 979.276272] env[70323]: INFO nova.compute.manager [-] [instance: 1045f2b7-ab99-480a-8ea0-14f09812c126] Took 1.79 seconds to deallocate network for instance. [ 979.294867] env[70323]: DEBUG nova.compute.manager [None req-364470ce-d8c2-43bc-b478-bd245baf7ef4 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 84faf743-f813-481c-90ec-50d5dd62d9d2] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 979.295149] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-364470ce-d8c2-43bc-b478-bd245baf7ef4 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 84faf743-f813-481c-90ec-50d5dd62d9d2] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 979.296117] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7757aec8-5a10-4aaf-bb19-b9b756accf4d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.312091] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-364470ce-d8c2-43bc-b478-bd245baf7ef4 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 84faf743-f813-481c-90ec-50d5dd62d9d2] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 979.312244] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a31770b-d637-417a-956a-beecacc2037b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.326763] env[70323]: DEBUG oslo_vmware.api [None req-364470ce-d8c2-43bc-b478-bd245baf7ef4 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for the task: (returnval){ [ 979.326763] env[70323]: value = "task-3227471" [ 979.326763] env[70323]: _type = "Task" [ 979.326763] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.343569] env[70323]: DEBUG oslo_vmware.api [None req-364470ce-d8c2-43bc-b478-bd245baf7ef4 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227471, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.378623] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquiring lock "3f04db1b-3c49-49aa-a84d-7abb8d6b697f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.378925] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Lock "3f04db1b-3c49-49aa-a84d-7abb8d6b697f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.442817] env[70323]: INFO nova.compute.manager [-] [instance: 344d5579-628b-4a56-aedf-d9ecaa2c5c9f] Took 1.80 seconds to deallocate network for instance. [ 979.485202] env[70323]: DEBUG oslo_vmware.api [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3227469, 'name': Rename_Task, 'duration_secs': 0.246624} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.485985] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 8957a828-0447-4492-bd38-b5a04ed5633a] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 979.485985] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77246981-8211-4691-b721-3b2200bd5367 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.494037] env[70323]: DEBUG oslo_vmware.api [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Waiting for the task: (returnval){ [ 979.494037] env[70323]: value = "task-3227472" [ 979.494037] env[70323]: _type = "Task" [ 979.494037] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.502843] env[70323]: DEBUG oslo_vmware.api [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3227472, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.615106] env[70323]: DEBUG oslo_vmware.api [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': task-3227470, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.689762] env[70323]: DEBUG nova.compute.utils [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 979.690784] env[70323]: DEBUG nova.compute.manager [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] [instance: 36b56f98-417e-4f79-a5c0-c9bbf4cb28ba] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 979.690985] env[70323]: DEBUG nova.network.neutron [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] [instance: 36b56f98-417e-4f79-a5c0-c9bbf4cb28ba] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 979.753889] env[70323]: DEBUG nova.policy [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '612ac30abe2b4a2bae0cf67874b069eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9315cc9a3dbb4e31aa2002a55d144d36', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 979.836653] env[70323]: DEBUG oslo_vmware.api [None req-364470ce-d8c2-43bc-b478-bd245baf7ef4 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227471, 'name': PowerOffVM_Task, 'duration_secs': 0.270436} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.838168] env[70323]: INFO nova.compute.manager [None req-898a4b52-e52e-40af-8ccc-fee86c9da687 tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] [instance: 1045f2b7-ab99-480a-8ea0-14f09812c126] Took 0.56 seconds to detach 1 volumes for instance. [ 979.840324] env[70323]: DEBUG nova.compute.manager [None req-898a4b52-e52e-40af-8ccc-fee86c9da687 tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] [instance: 1045f2b7-ab99-480a-8ea0-14f09812c126] Deleting volume: 6cab868c-539c-46ac-8469-bced194c3b41 {{(pid=70323) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 979.842758] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-364470ce-d8c2-43bc-b478-bd245baf7ef4 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 84faf743-f813-481c-90ec-50d5dd62d9d2] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 979.842951] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-364470ce-d8c2-43bc-b478-bd245baf7ef4 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 84faf743-f813-481c-90ec-50d5dd62d9d2] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 979.845830] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b98a9aee-afd1-44c9-8759-2ce3f4cd1b09 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.883122] env[70323]: DEBUG nova.compute.manager [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 3f04db1b-3c49-49aa-a84d-7abb8d6b697f] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 979.920503] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-364470ce-d8c2-43bc-b478-bd245baf7ef4 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 84faf743-f813-481c-90ec-50d5dd62d9d2] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 979.920786] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-364470ce-d8c2-43bc-b478-bd245baf7ef4 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 84faf743-f813-481c-90ec-50d5dd62d9d2] Deleting contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 979.920941] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-364470ce-d8c2-43bc-b478-bd245baf7ef4 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Deleting the datastore file [datastore2] 84faf743-f813-481c-90ec-50d5dd62d9d2 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 979.921553] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4eb573c2-0a9c-4e61-835b-dc7daf01fbd8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.935333] env[70323]: DEBUG oslo_vmware.api [None req-364470ce-d8c2-43bc-b478-bd245baf7ef4 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for the task: (returnval){ [ 979.935333] env[70323]: value = "task-3227475" [ 979.935333] env[70323]: _type = "Task" [ 979.935333] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.944955] env[70323]: DEBUG oslo_vmware.api [None req-364470ce-d8c2-43bc-b478-bd245baf7ef4 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227475, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.952828] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5e1340bd-b77a-46f2-8c77-f1e65626e45c tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.007640] env[70323]: DEBUG oslo_vmware.api [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3227472, 'name': PowerOnVM_Task} progress is 81%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.096659] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-facec532-2f86-40c0-91ec-088cc785f510 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.113526] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78522eb8-cfa8-48fd-889b-253136dc7d2f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.120828] env[70323]: DEBUG oslo_vmware.api [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': task-3227470, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.687954} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.121659] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 6e39317c-64f3-4457-b2ef-bc6d61fe59d1/6e39317c-64f3-4457-b2ef-bc6d61fe59d1.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 980.121881] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 980.122152] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d900a6d8-cc0f-43d0-8595-3f8e05bf3851 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.152934] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45318d23-4bca-4370-885b-3ba1c5c53038 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.157997] env[70323]: DEBUG nova.network.neutron [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] [instance: 36b56f98-417e-4f79-a5c0-c9bbf4cb28ba] Successfully created port: 1a6b3155-5f7f-48d5-b1f2-3aa38f8c050a {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 980.160132] env[70323]: DEBUG oslo_vmware.api [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Waiting for the task: (returnval){ [ 980.160132] env[70323]: value = "task-3227477" [ 980.160132] env[70323]: _type = "Task" [ 980.160132] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.168498] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51a78fa-7a7e-4cbd-8416-b15da013c475 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.175990] env[70323]: DEBUG oslo_vmware.api [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': task-3227477, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.185813] env[70323]: DEBUG nova.compute.provider_tree [None req-ee6055be-a40b-4feb-bb03-4782544841ea tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Updating inventory in ProviderTree for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 980.197867] env[70323]: DEBUG nova.compute.manager [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] [instance: 36b56f98-417e-4f79-a5c0-c9bbf4cb28ba] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 980.394808] env[70323]: DEBUG oslo_concurrency.lockutils [None req-898a4b52-e52e-40af-8ccc-fee86c9da687 tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.405741] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.423162] env[70323]: DEBUG nova.compute.manager [req-9d815063-f542-4e5a-a8c3-d31c34abc569 req-82c11abb-11b2-4041-bb3d-5f4c2ff0b522 service nova] [instance: 344d5579-628b-4a56-aedf-d9ecaa2c5c9f] Received event network-vif-deleted-3ccbd409-a3e2-4e7a-bb36-4bff019bdb94 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 980.447230] env[70323]: DEBUG oslo_vmware.api [None req-364470ce-d8c2-43bc-b478-bd245baf7ef4 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227475, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.412994} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.447418] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-364470ce-d8c2-43bc-b478-bd245baf7ef4 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 980.447601] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-364470ce-d8c2-43bc-b478-bd245baf7ef4 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 84faf743-f813-481c-90ec-50d5dd62d9d2] Deleted contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 980.447798] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-364470ce-d8c2-43bc-b478-bd245baf7ef4 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 84faf743-f813-481c-90ec-50d5dd62d9d2] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 980.448509] env[70323]: INFO nova.compute.manager [None req-364470ce-d8c2-43bc-b478-bd245baf7ef4 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 84faf743-f813-481c-90ec-50d5dd62d9d2] Took 1.15 seconds to destroy the instance on the hypervisor. [ 980.448509] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-364470ce-d8c2-43bc-b478-bd245baf7ef4 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 980.448509] env[70323]: DEBUG nova.compute.manager [-] [instance: 84faf743-f813-481c-90ec-50d5dd62d9d2] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 980.448509] env[70323]: DEBUG nova.network.neutron [-] [instance: 84faf743-f813-481c-90ec-50d5dd62d9d2] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 980.504699] env[70323]: DEBUG oslo_vmware.api [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3227472, 'name': PowerOnVM_Task, 'duration_secs': 0.747201} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.504975] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 8957a828-0447-4492-bd38-b5a04ed5633a] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 980.505310] env[70323]: INFO nova.compute.manager [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 8957a828-0447-4492-bd38-b5a04ed5633a] Took 9.31 seconds to spawn the instance on the hypervisor. [ 980.505501] env[70323]: DEBUG nova.compute.manager [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 8957a828-0447-4492-bd38-b5a04ed5633a] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 980.506302] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f4f087-8c25-4af4-aab2-9fbd333e441b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.671142] env[70323]: DEBUG oslo_vmware.api [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': task-3227477, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084307} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.671497] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 980.672294] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df262a31-0062-42d1-a686-ef004e881e2b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.697224] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 6e39317c-64f3-4457-b2ef-bc6d61fe59d1/6e39317c-64f3-4457-b2ef-bc6d61fe59d1.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 980.701215] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3dd2e560-5601-4537-9aa9-d307ff4a1d01 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.734593] env[70323]: DEBUG oslo_vmware.api [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Waiting for the task: (returnval){ [ 980.734593] env[70323]: value = "task-3227478" [ 980.734593] env[70323]: _type = "Task" [ 980.734593] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.741806] env[70323]: ERROR nova.scheduler.client.report [None req-ee6055be-a40b-4feb-bb03-4782544841ea tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] [req-9ce0b9ff-8dfb-4076-b7bb-f5f784be4490] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 765eeb06-25b4-4ca4-bad4-b5981f14c25f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9ce0b9ff-8dfb-4076-b7bb-f5f784be4490"}]} [ 980.752890] env[70323]: DEBUG oslo_vmware.api [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': task-3227478, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.772606] env[70323]: DEBUG nova.scheduler.client.report [None req-ee6055be-a40b-4feb-bb03-4782544841ea tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Refreshing inventories for resource provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 980.787838] env[70323]: DEBUG nova.scheduler.client.report [None req-ee6055be-a40b-4feb-bb03-4782544841ea tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Updating ProviderTree inventory for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 980.788089] env[70323]: DEBUG nova.compute.provider_tree [None req-ee6055be-a40b-4feb-bb03-4782544841ea tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Updating inventory in ProviderTree for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 980.800764] env[70323]: DEBUG nova.scheduler.client.report [None req-ee6055be-a40b-4feb-bb03-4782544841ea tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Refreshing aggregate associations for resource provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f, aggregates: None {{(pid=70323) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 980.820687] env[70323]: DEBUG nova.scheduler.client.report [None req-ee6055be-a40b-4feb-bb03-4782544841ea tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Refreshing trait associations for resource provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=70323) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 981.026371] env[70323]: INFO nova.compute.manager [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 8957a828-0447-4492-bd38-b5a04ed5633a] Took 44.78 seconds to build instance. [ 981.142286] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84565725-9a77-442f-b2af-27655915d2f5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.149885] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c81966de-ae0f-4bf4-bd61-9e219b9be39b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.182958] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b768c097-2574-4d4f-ae17-a51c9104098b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.190672] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a22d0fd9-5128-40a9-8a65-89cfec0825b8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.204123] env[70323]: DEBUG nova.compute.provider_tree [None req-ee6055be-a40b-4feb-bb03-4782544841ea tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.229423] env[70323]: DEBUG nova.network.neutron [-] [instance: 84faf743-f813-481c-90ec-50d5dd62d9d2] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.231568] env[70323]: DEBUG nova.compute.manager [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] [instance: 36b56f98-417e-4f79-a5c0-c9bbf4cb28ba] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 981.244267] env[70323]: DEBUG oslo_vmware.api [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': task-3227478, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.262805] env[70323]: DEBUG nova.virt.hardware [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 981.263091] env[70323]: DEBUG nova.virt.hardware [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 981.263330] env[70323]: DEBUG nova.virt.hardware [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 981.263555] env[70323]: DEBUG nova.virt.hardware [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 981.263724] env[70323]: DEBUG nova.virt.hardware [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 981.263892] env[70323]: DEBUG nova.virt.hardware [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 981.264124] env[70323]: DEBUG nova.virt.hardware [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 981.264294] env[70323]: DEBUG nova.virt.hardware [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 981.264499] env[70323]: DEBUG nova.virt.hardware [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 981.264703] env[70323]: DEBUG nova.virt.hardware [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 981.264911] env[70323]: DEBUG nova.virt.hardware [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 981.266167] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a55df2da-108d-4b35-ae8f-47b5a3f66ef2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.276470] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85dde51-e1c2-44e4-b4bf-4a3b1c0f9848 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.527397] env[70323]: DEBUG oslo_concurrency.lockutils [None req-080cf90e-01f8-4b10-9814-60d15f28e405 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Lock "8957a828-0447-4492-bd38-b5a04ed5633a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.295s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.707950] env[70323]: DEBUG nova.scheduler.client.report [None req-ee6055be-a40b-4feb-bb03-4782544841ea tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 981.730344] env[70323]: DEBUG nova.network.neutron [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] [instance: 36b56f98-417e-4f79-a5c0-c9bbf4cb28ba] Successfully updated port: 1a6b3155-5f7f-48d5-b1f2-3aa38f8c050a {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 981.735236] env[70323]: INFO nova.compute.manager [-] [instance: 84faf743-f813-481c-90ec-50d5dd62d9d2] Took 1.29 seconds to deallocate network for instance. [ 981.751484] env[70323]: DEBUG oslo_vmware.api [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': task-3227478, 'name': ReconfigVM_Task, 'duration_secs': 0.540599} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.751799] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 6e39317c-64f3-4457-b2ef-bc6d61fe59d1/6e39317c-64f3-4457-b2ef-bc6d61fe59d1.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 981.752499] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-919c559f-4025-40f4-8e07-fc88cf46d3ea {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.758899] env[70323]: DEBUG oslo_vmware.api [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Waiting for the task: (returnval){ [ 981.758899] env[70323]: value = "task-3227480" [ 981.758899] env[70323]: _type = "Task" [ 981.758899] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.767419] env[70323]: DEBUG oslo_vmware.api [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': task-3227480, 'name': Rename_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.213522] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ee6055be-a40b-4feb-bb03-4782544841ea tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.028s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.216612] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.158s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.219050] env[70323]: INFO nova.compute.claims [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] [instance: 7ebc2ecb-f737-4c2e-b259-7ef0f84a7e7c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 982.233058] env[70323]: DEBUG oslo_concurrency.lockutils [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Acquiring lock "refresh_cache-36b56f98-417e-4f79-a5c0-c9bbf4cb28ba" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.233257] env[70323]: DEBUG oslo_concurrency.lockutils [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Acquired lock "refresh_cache-36b56f98-417e-4f79-a5c0-c9bbf4cb28ba" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.233441] env[70323]: DEBUG nova.network.neutron [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] [instance: 36b56f98-417e-4f79-a5c0-c9bbf4cb28ba] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 982.237427] env[70323]: INFO nova.scheduler.client.report [None req-ee6055be-a40b-4feb-bb03-4782544841ea tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Deleted allocations for instance 050444f5-8a7c-490b-98cd-2cf1592a3cf6 [ 982.247157] env[70323]: DEBUG oslo_concurrency.lockutils [None req-364470ce-d8c2-43bc-b478-bd245baf7ef4 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.269595] env[70323]: DEBUG oslo_vmware.api [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': task-3227480, 'name': Rename_Task, 'duration_secs': 0.152274} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.269878] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 982.270174] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f99bbc87-5155-44ba-b2da-319895cf3ee0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.278671] env[70323]: DEBUG oslo_vmware.api [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Waiting for the task: (returnval){ [ 982.278671] env[70323]: value = "task-3227481" [ 982.278671] env[70323]: _type = "Task" [ 982.278671] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.287332] env[70323]: DEBUG oslo_vmware.api [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': task-3227481, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.458651] env[70323]: DEBUG nova.compute.manager [req-792f9ead-4d65-4dec-9e40-9f5bc97613e1 req-76222a0c-2988-48f5-82d3-8b278c5dc392 service nova] [instance: 84faf743-f813-481c-90ec-50d5dd62d9d2] Received event network-vif-deleted-32414131-f847-4b06-9aa8-d53aace89fc0 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.458866] env[70323]: DEBUG nova.compute.manager [req-792f9ead-4d65-4dec-9e40-9f5bc97613e1 req-76222a0c-2988-48f5-82d3-8b278c5dc392 service nova] [instance: 8957a828-0447-4492-bd38-b5a04ed5633a] Received event network-changed-3be2884b-fde5-4ef8-ae91-5b743e5f1aac {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.459087] env[70323]: DEBUG nova.compute.manager [req-792f9ead-4d65-4dec-9e40-9f5bc97613e1 req-76222a0c-2988-48f5-82d3-8b278c5dc392 service nova] [instance: 8957a828-0447-4492-bd38-b5a04ed5633a] Refreshing instance network info cache due to event network-changed-3be2884b-fde5-4ef8-ae91-5b743e5f1aac. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 982.459350] env[70323]: DEBUG oslo_concurrency.lockutils [req-792f9ead-4d65-4dec-9e40-9f5bc97613e1 req-76222a0c-2988-48f5-82d3-8b278c5dc392 service nova] Acquiring lock "refresh_cache-8957a828-0447-4492-bd38-b5a04ed5633a" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.459497] env[70323]: DEBUG oslo_concurrency.lockutils [req-792f9ead-4d65-4dec-9e40-9f5bc97613e1 req-76222a0c-2988-48f5-82d3-8b278c5dc392 service nova] Acquired lock "refresh_cache-8957a828-0447-4492-bd38-b5a04ed5633a" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.459671] env[70323]: DEBUG nova.network.neutron [req-792f9ead-4d65-4dec-9e40-9f5bc97613e1 req-76222a0c-2988-48f5-82d3-8b278c5dc392 service nova] [instance: 8957a828-0447-4492-bd38-b5a04ed5633a] Refreshing network info cache for port 3be2884b-fde5-4ef8-ae91-5b743e5f1aac {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 982.744944] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ee6055be-a40b-4feb-bb03-4782544841ea tempest-ServersAaction247Test-1808866539 tempest-ServersAaction247Test-1808866539-project-member] Lock "050444f5-8a7c-490b-98cd-2cf1592a3cf6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.281s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.784439] env[70323]: DEBUG nova.network.neutron [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] [instance: 36b56f98-417e-4f79-a5c0-c9bbf4cb28ba] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 982.790143] env[70323]: DEBUG oslo_vmware.api [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': task-3227481, 'name': PowerOnVM_Task, 'duration_secs': 0.454082} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.790143] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 982.790143] env[70323]: INFO nova.compute.manager [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Took 9.18 seconds to spawn the instance on the hypervisor. [ 982.790143] env[70323]: DEBUG nova.compute.manager [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 982.790909] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53be5d46-01c4-494b-a843-94f2b020c9fa {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.926283] env[70323]: DEBUG nova.network.neutron [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] [instance: 36b56f98-417e-4f79-a5c0-c9bbf4cb28ba] Updating instance_info_cache with network_info: [{"id": "1a6b3155-5f7f-48d5-b1f2-3aa38f8c050a", "address": "fa:16:3e:a6:d0:29", "network": {"id": "a90676db-e288-4bc2-8071-d5c147a01fc1", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1257781488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9315cc9a3dbb4e31aa2002a55d144d36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a6b3155-5f", "ovs_interfaceid": "1a6b3155-5f7f-48d5-b1f2-3aa38f8c050a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.199160] env[70323]: DEBUG nova.network.neutron [req-792f9ead-4d65-4dec-9e40-9f5bc97613e1 req-76222a0c-2988-48f5-82d3-8b278c5dc392 service nova] [instance: 8957a828-0447-4492-bd38-b5a04ed5633a] Updated VIF entry in instance network info cache for port 3be2884b-fde5-4ef8-ae91-5b743e5f1aac. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 983.199160] env[70323]: DEBUG nova.network.neutron [req-792f9ead-4d65-4dec-9e40-9f5bc97613e1 req-76222a0c-2988-48f5-82d3-8b278c5dc392 service nova] [instance: 8957a828-0447-4492-bd38-b5a04ed5633a] Updating instance_info_cache with network_info: [{"id": "3be2884b-fde5-4ef8-ae91-5b743e5f1aac", "address": "fa:16:3e:b8:42:1b", "network": {"id": "44d27cb8-a905-4efa-8715-7e64a3028ba9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-661689391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb1b44fc3db843138916a73affdfd265", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3be2884b-fd", "ovs_interfaceid": "3be2884b-fde5-4ef8-ae91-5b743e5f1aac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.308968] env[70323]: INFO nova.compute.manager [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Took 43.16 seconds to build instance. [ 983.429142] env[70323]: DEBUG oslo_concurrency.lockutils [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Releasing lock "refresh_cache-36b56f98-417e-4f79-a5c0-c9bbf4cb28ba" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.429478] env[70323]: DEBUG nova.compute.manager [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] [instance: 36b56f98-417e-4f79-a5c0-c9bbf4cb28ba] Instance network_info: |[{"id": "1a6b3155-5f7f-48d5-b1f2-3aa38f8c050a", "address": "fa:16:3e:a6:d0:29", "network": {"id": "a90676db-e288-4bc2-8071-d5c147a01fc1", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1257781488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9315cc9a3dbb4e31aa2002a55d144d36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a6b3155-5f", "ovs_interfaceid": "1a6b3155-5f7f-48d5-b1f2-3aa38f8c050a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 983.429893] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] [instance: 36b56f98-417e-4f79-a5c0-c9bbf4cb28ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:d0:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '61a172ee-af3f-473e-b12a-3fee5bf39c8d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a6b3155-5f7f-48d5-b1f2-3aa38f8c050a', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 983.440626] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Creating folder: Project (9315cc9a3dbb4e31aa2002a55d144d36). Parent ref: group-v644941. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 983.444478] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4bc47edd-d423-496b-ae6e-a283217118b9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.462132] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Created folder: Project (9315cc9a3dbb4e31aa2002a55d144d36) in parent group-v644941. [ 983.462132] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Creating folder: Instances. Parent ref: group-v645180. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 983.462132] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be545596-8eb9-4db5-a18d-e8680d83f9ac {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.471622] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Created folder: Instances in parent group-v645180. [ 983.471873] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 983.474423] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36b56f98-417e-4f79-a5c0-c9bbf4cb28ba] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 983.474823] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d97e5807-b24b-4656-8196-8c728d19dc2a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.498475] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 983.498475] env[70323]: value = "task-3227484" [ 983.498475] env[70323]: _type = "Task" [ 983.498475] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.506659] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227484, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.568135] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e35bdbec-24c9-420e-a7f7-463e3b800692 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.575779] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b96fed78-ec63-4f1f-9bd0-c9a4e8ff21b8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.611160] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057da34f-5bac-4f5b-bc04-808cb30d05d4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.619095] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0c0642-ea99-400d-a8c6-1a8401b3cfcb {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.640374] env[70323]: DEBUG nova.compute.provider_tree [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.700053] env[70323]: DEBUG oslo_concurrency.lockutils [req-792f9ead-4d65-4dec-9e40-9f5bc97613e1 req-76222a0c-2988-48f5-82d3-8b278c5dc392 service nova] Releasing lock "refresh_cache-8957a828-0447-4492-bd38-b5a04ed5633a" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.700383] env[70323]: DEBUG nova.compute.manager [req-792f9ead-4d65-4dec-9e40-9f5bc97613e1 req-76222a0c-2988-48f5-82d3-8b278c5dc392 service nova] [instance: 36b56f98-417e-4f79-a5c0-c9bbf4cb28ba] Received event network-vif-plugged-1a6b3155-5f7f-48d5-b1f2-3aa38f8c050a {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.700603] env[70323]: DEBUG oslo_concurrency.lockutils [req-792f9ead-4d65-4dec-9e40-9f5bc97613e1 req-76222a0c-2988-48f5-82d3-8b278c5dc392 service nova] Acquiring lock "36b56f98-417e-4f79-a5c0-c9bbf4cb28ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.700817] env[70323]: DEBUG oslo_concurrency.lockutils [req-792f9ead-4d65-4dec-9e40-9f5bc97613e1 req-76222a0c-2988-48f5-82d3-8b278c5dc392 service nova] Lock "36b56f98-417e-4f79-a5c0-c9bbf4cb28ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.700982] env[70323]: DEBUG oslo_concurrency.lockutils [req-792f9ead-4d65-4dec-9e40-9f5bc97613e1 req-76222a0c-2988-48f5-82d3-8b278c5dc392 service nova] Lock "36b56f98-417e-4f79-a5c0-c9bbf4cb28ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.701173] env[70323]: DEBUG nova.compute.manager [req-792f9ead-4d65-4dec-9e40-9f5bc97613e1 req-76222a0c-2988-48f5-82d3-8b278c5dc392 service nova] [instance: 36b56f98-417e-4f79-a5c0-c9bbf4cb28ba] No waiting events found dispatching network-vif-plugged-1a6b3155-5f7f-48d5-b1f2-3aa38f8c050a {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 983.701345] env[70323]: WARNING nova.compute.manager [req-792f9ead-4d65-4dec-9e40-9f5bc97613e1 req-76222a0c-2988-48f5-82d3-8b278c5dc392 service nova] [instance: 36b56f98-417e-4f79-a5c0-c9bbf4cb28ba] Received unexpected event network-vif-plugged-1a6b3155-5f7f-48d5-b1f2-3aa38f8c050a for instance with vm_state building and task_state spawning. [ 983.701508] env[70323]: DEBUG nova.compute.manager [req-792f9ead-4d65-4dec-9e40-9f5bc97613e1 req-76222a0c-2988-48f5-82d3-8b278c5dc392 service nova] [instance: 36b56f98-417e-4f79-a5c0-c9bbf4cb28ba] Received event network-changed-1a6b3155-5f7f-48d5-b1f2-3aa38f8c050a {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.701670] env[70323]: DEBUG nova.compute.manager [req-792f9ead-4d65-4dec-9e40-9f5bc97613e1 req-76222a0c-2988-48f5-82d3-8b278c5dc392 service nova] [instance: 36b56f98-417e-4f79-a5c0-c9bbf4cb28ba] Refreshing instance network info cache due to event network-changed-1a6b3155-5f7f-48d5-b1f2-3aa38f8c050a. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 983.701886] env[70323]: DEBUG oslo_concurrency.lockutils [req-792f9ead-4d65-4dec-9e40-9f5bc97613e1 req-76222a0c-2988-48f5-82d3-8b278c5dc392 service nova] Acquiring lock "refresh_cache-36b56f98-417e-4f79-a5c0-c9bbf4cb28ba" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.702070] env[70323]: DEBUG oslo_concurrency.lockutils [req-792f9ead-4d65-4dec-9e40-9f5bc97613e1 req-76222a0c-2988-48f5-82d3-8b278c5dc392 service nova] Acquired lock "refresh_cache-36b56f98-417e-4f79-a5c0-c9bbf4cb28ba" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.702241] env[70323]: DEBUG nova.network.neutron [req-792f9ead-4d65-4dec-9e40-9f5bc97613e1 req-76222a0c-2988-48f5-82d3-8b278c5dc392 service nova] [instance: 36b56f98-417e-4f79-a5c0-c9bbf4cb28ba] Refreshing network info cache for port 1a6b3155-5f7f-48d5-b1f2-3aa38f8c050a {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 983.810902] env[70323]: DEBUG oslo_concurrency.lockutils [None req-90d79e48-939d-43d5-8c2d-e9a1144473c3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Lock "6e39317c-64f3-4457-b2ef-bc6d61fe59d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.666s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.010695] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227484, 'name': CreateVM_Task, 'duration_secs': 0.343838} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.010695] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36b56f98-417e-4f79-a5c0-c9bbf4cb28ba] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 984.011156] env[70323]: DEBUG oslo_concurrency.lockutils [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.011503] env[70323]: DEBUG oslo_concurrency.lockutils [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.011641] env[70323]: DEBUG oslo_concurrency.lockutils [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.011892] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a26052fd-bb68-4b3f-bad0-033e0cf4d392 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.016668] env[70323]: DEBUG oslo_vmware.api [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Waiting for the task: (returnval){ [ 984.016668] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52d832b2-e715-f4ee-f31c-e12900c39e91" [ 984.016668] env[70323]: _type = "Task" [ 984.016668] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.024969] env[70323]: DEBUG oslo_vmware.api [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52d832b2-e715-f4ee-f31c-e12900c39e91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.146336] env[70323]: DEBUG nova.scheduler.client.report [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.399718] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Acquiring lock "d166ff9e-cf66-456d-89a4-8361f8bc3e5e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.400058] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Lock "d166ff9e-cf66-456d-89a4-8361f8bc3e5e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.438914] env[70323]: DEBUG nova.network.neutron [req-792f9ead-4d65-4dec-9e40-9f5bc97613e1 req-76222a0c-2988-48f5-82d3-8b278c5dc392 service nova] [instance: 36b56f98-417e-4f79-a5c0-c9bbf4cb28ba] Updated VIF entry in instance network info cache for port 1a6b3155-5f7f-48d5-b1f2-3aa38f8c050a. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 984.439305] env[70323]: DEBUG nova.network.neutron [req-792f9ead-4d65-4dec-9e40-9f5bc97613e1 req-76222a0c-2988-48f5-82d3-8b278c5dc392 service nova] [instance: 36b56f98-417e-4f79-a5c0-c9bbf4cb28ba] Updating instance_info_cache with network_info: [{"id": "1a6b3155-5f7f-48d5-b1f2-3aa38f8c050a", "address": "fa:16:3e:a6:d0:29", "network": {"id": "a90676db-e288-4bc2-8071-d5c147a01fc1", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1257781488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9315cc9a3dbb4e31aa2002a55d144d36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a6b3155-5f", "ovs_interfaceid": "1a6b3155-5f7f-48d5-b1f2-3aa38f8c050a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.526602] env[70323]: DEBUG oslo_vmware.api [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52d832b2-e715-f4ee-f31c-e12900c39e91, 'name': SearchDatastore_Task, 'duration_secs': 0.00958} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.526921] env[70323]: DEBUG oslo_concurrency.lockutils [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.527215] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] [instance: 36b56f98-417e-4f79-a5c0-c9bbf4cb28ba] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 984.527459] env[70323]: DEBUG oslo_concurrency.lockutils [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.527607] env[70323]: DEBUG oslo_concurrency.lockutils [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.527784] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 984.528388] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ae519fa-1837-4eb6-a189-6ee19270d824 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.536549] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 984.536732] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 984.537456] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc7eab9a-debe-487e-93fe-fc19f5cb6c56 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.542394] env[70323]: DEBUG oslo_vmware.api [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Waiting for the task: (returnval){ [ 984.542394] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52fb6213-7251-a7e6-2a2c-313bf2f36c61" [ 984.542394] env[70323]: _type = "Task" [ 984.542394] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.552188] env[70323]: DEBUG oslo_vmware.api [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52fb6213-7251-a7e6-2a2c-313bf2f36c61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.651193] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.434s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.651857] env[70323]: DEBUG nova.compute.manager [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] [instance: 7ebc2ecb-f737-4c2e-b259-7ef0f84a7e7c] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 984.654775] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 26.241s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.654865] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.655075] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70323) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 984.657827] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a5d714f2-f225-4f6f-839b-e142e8cb6c58 tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.819s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.657827] env[70323]: DEBUG nova.objects.instance [None req-a5d714f2-f225-4f6f-839b-e142e8cb6c58 tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Lazy-loading 'resources' on Instance uuid ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 984.657827] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a29a47ab-8894-43eb-a159-e2ba44d8401a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.667065] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ad1d9e-ec06-47eb-a036-0a3dc6b31d62 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.681535] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42c11e4-4b5e-4425-b8d9-27ad095bd2cc {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.689033] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d27eec-717e-4952-aec6-5b719478da72 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.718011] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178817MB free_disk=122GB free_vcpus=48 pci_devices=None {{(pid=70323) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 984.718188] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.902288] env[70323]: DEBUG nova.compute.manager [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: d166ff9e-cf66-456d-89a4-8361f8bc3e5e] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 984.942041] env[70323]: DEBUG oslo_concurrency.lockutils [req-792f9ead-4d65-4dec-9e40-9f5bc97613e1 req-76222a0c-2988-48f5-82d3-8b278c5dc392 service nova] Releasing lock "refresh_cache-36b56f98-417e-4f79-a5c0-c9bbf4cb28ba" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.053104] env[70323]: DEBUG oslo_vmware.api [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52fb6213-7251-a7e6-2a2c-313bf2f36c61, 'name': SearchDatastore_Task, 'duration_secs': 0.007743} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.053997] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0b0b155-788d-402f-9c39-787382852db1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.059308] env[70323]: DEBUG oslo_vmware.api [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Waiting for the task: (returnval){ [ 985.059308] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5271ff3d-21d5-64e8-2f13-b91a8ca9e46b" [ 985.059308] env[70323]: _type = "Task" [ 985.059308] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.066802] env[70323]: DEBUG oslo_vmware.api [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5271ff3d-21d5-64e8-2f13-b91a8ca9e46b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.158527] env[70323]: DEBUG nova.compute.utils [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 985.160076] env[70323]: DEBUG nova.compute.manager [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] [instance: 7ebc2ecb-f737-4c2e-b259-7ef0f84a7e7c] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 985.160841] env[70323]: DEBUG nova.network.neutron [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] [instance: 7ebc2ecb-f737-4c2e-b259-7ef0f84a7e7c] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 985.209875] env[70323]: DEBUG nova.policy [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e3e52a4964294f2c8d122dd847a486ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '05f0b54768d14fdcbde6ae873d23c27f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 985.424507] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.527202] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e41841-e8bc-46cd-a5f4-e6506f21d8fd {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.535159] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda4438d-2b0d-4773-bbd8-935266ac4167 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.566276] env[70323]: DEBUG nova.network.neutron [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] [instance: 7ebc2ecb-f737-4c2e-b259-7ef0f84a7e7c] Successfully created port: d3e12c38-153d-4691-998a-6349c0566b14 {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 985.571405] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baddcd6a-908c-447f-9592-d61f8eea4081 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.581166] env[70323]: DEBUG oslo_vmware.api [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5271ff3d-21d5-64e8-2f13-b91a8ca9e46b, 'name': SearchDatastore_Task, 'duration_secs': 0.009535} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.582384] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18dbb3dc-9072-4ec4-aa90-8d8b51c50eb5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.585974] env[70323]: DEBUG oslo_concurrency.lockutils [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.586258] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 36b56f98-417e-4f79-a5c0-c9bbf4cb28ba/36b56f98-417e-4f79-a5c0-c9bbf4cb28ba.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 985.586506] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-617808a4-f36a-4081-b55f-66118e661ca6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.598094] env[70323]: DEBUG nova.compute.provider_tree [None req-a5d714f2-f225-4f6f-839b-e142e8cb6c58 tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.600523] env[70323]: DEBUG oslo_vmware.api [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Waiting for the task: (returnval){ [ 985.600523] env[70323]: value = "task-3227486" [ 985.600523] env[70323]: _type = "Task" [ 985.600523] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.609437] env[70323]: DEBUG oslo_vmware.api [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Task: {'id': task-3227486, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.663723] env[70323]: DEBUG nova.compute.manager [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] [instance: 7ebc2ecb-f737-4c2e-b259-7ef0f84a7e7c] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 986.103309] env[70323]: DEBUG nova.scheduler.client.report [None req-a5d714f2-f225-4f6f-839b-e142e8cb6c58 tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 986.119629] env[70323]: DEBUG oslo_vmware.api [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Task: {'id': task-3227486, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.615075] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a5d714f2-f225-4f6f-839b-e142e8cb6c58 tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.959s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.618151] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a6d9ef14-282c-4f09-9512-b343a1b21011 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.914s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.618689] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a6d9ef14-282c-4f09-9512-b343a1b21011 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.620852] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.293s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.623089] env[70323]: INFO nova.compute.claims [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: ed2244d5-6b4f-4cc0-826b-fdb84f541ef6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 986.633300] env[70323]: DEBUG oslo_vmware.api [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Task: {'id': task-3227486, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600597} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.633358] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 36b56f98-417e-4f79-a5c0-c9bbf4cb28ba/36b56f98-417e-4f79-a5c0-c9bbf4cb28ba.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 986.633607] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] [instance: 36b56f98-417e-4f79-a5c0-c9bbf4cb28ba] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 986.634200] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-830313bc-b5e4-4cac-84aa-c09aebc797de {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.640887] env[70323]: DEBUG oslo_vmware.api [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Waiting for the task: (returnval){ [ 986.640887] env[70323]: value = "task-3227488" [ 986.640887] env[70323]: _type = "Task" [ 986.640887] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.647142] env[70323]: INFO nova.scheduler.client.report [None req-a5d714f2-f225-4f6f-839b-e142e8cb6c58 tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Deleted allocations for instance ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec [ 986.653114] env[70323]: INFO nova.scheduler.client.report [None req-a6d9ef14-282c-4f09-9512-b343a1b21011 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Deleted allocations for instance 94af8883-9a40-4929-8b36-16c400b3d18a [ 986.654171] env[70323]: DEBUG oslo_vmware.api [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Task: {'id': task-3227488, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.674281] env[70323]: DEBUG nova.compute.manager [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] [instance: 7ebc2ecb-f737-4c2e-b259-7ef0f84a7e7c] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 986.702079] env[70323]: DEBUG nova.virt.hardware [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 986.702079] env[70323]: DEBUG nova.virt.hardware [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 986.702079] env[70323]: DEBUG nova.virt.hardware [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 986.702522] env[70323]: DEBUG nova.virt.hardware [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 986.702761] env[70323]: DEBUG nova.virt.hardware [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 986.702937] env[70323]: DEBUG nova.virt.hardware [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 986.703168] env[70323]: DEBUG nova.virt.hardware [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 986.703352] env[70323]: DEBUG nova.virt.hardware [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 986.703543] env[70323]: DEBUG nova.virt.hardware [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 986.703721] env[70323]: DEBUG nova.virt.hardware [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 986.703897] env[70323]: DEBUG nova.virt.hardware [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 986.704789] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212bd7c5-8f3b-40d3-a58f-1a18d8964c58 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.716175] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8990d0-b441-4002-b1c4-78dc0a148632 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.017914] env[70323]: DEBUG nova.compute.manager [req-4fc951c4-b8e0-431e-824d-65b44caad10e req-e54b0620-816c-428c-8a8a-8058d843bc33 service nova] [instance: 7ebc2ecb-f737-4c2e-b259-7ef0f84a7e7c] Received event network-vif-plugged-d3e12c38-153d-4691-998a-6349c0566b14 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.017914] env[70323]: DEBUG oslo_concurrency.lockutils [req-4fc951c4-b8e0-431e-824d-65b44caad10e req-e54b0620-816c-428c-8a8a-8058d843bc33 service nova] Acquiring lock "7ebc2ecb-f737-4c2e-b259-7ef0f84a7e7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.017914] env[70323]: DEBUG oslo_concurrency.lockutils [req-4fc951c4-b8e0-431e-824d-65b44caad10e req-e54b0620-816c-428c-8a8a-8058d843bc33 service nova] Lock "7ebc2ecb-f737-4c2e-b259-7ef0f84a7e7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.017914] env[70323]: DEBUG oslo_concurrency.lockutils [req-4fc951c4-b8e0-431e-824d-65b44caad10e req-e54b0620-816c-428c-8a8a-8058d843bc33 service nova] Lock "7ebc2ecb-f737-4c2e-b259-7ef0f84a7e7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.017914] env[70323]: DEBUG nova.compute.manager [req-4fc951c4-b8e0-431e-824d-65b44caad10e req-e54b0620-816c-428c-8a8a-8058d843bc33 service nova] [instance: 7ebc2ecb-f737-4c2e-b259-7ef0f84a7e7c] No waiting events found dispatching network-vif-plugged-d3e12c38-153d-4691-998a-6349c0566b14 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 987.017914] env[70323]: WARNING nova.compute.manager [req-4fc951c4-b8e0-431e-824d-65b44caad10e req-e54b0620-816c-428c-8a8a-8058d843bc33 service nova] [instance: 7ebc2ecb-f737-4c2e-b259-7ef0f84a7e7c] Received unexpected event network-vif-plugged-d3e12c38-153d-4691-998a-6349c0566b14 for instance with vm_state building and task_state spawning. [ 987.116846] env[70323]: DEBUG nova.network.neutron [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] [instance: 7ebc2ecb-f737-4c2e-b259-7ef0f84a7e7c] Successfully updated port: d3e12c38-153d-4691-998a-6349c0566b14 {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 987.151631] env[70323]: DEBUG oslo_vmware.api [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Task: {'id': task-3227488, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08847} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.151631] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] [instance: 36b56f98-417e-4f79-a5c0-c9bbf4cb28ba] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 987.152026] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11df288-595f-4631-b259-8abce54629ee {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.179131] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] [instance: 36b56f98-417e-4f79-a5c0-c9bbf4cb28ba] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 36b56f98-417e-4f79-a5c0-c9bbf4cb28ba/36b56f98-417e-4f79-a5c0-c9bbf4cb28ba.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 987.179445] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a5d714f2-f225-4f6f-839b-e142e8cb6c58 tempest-ServersV294TestFqdnHostnames-1442555252 tempest-ServersV294TestFqdnHostnames-1442555252-project-member] Lock "ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.927s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.180904] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a6d9ef14-282c-4f09-9512-b343a1b21011 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Lock "94af8883-9a40-4929-8b36-16c400b3d18a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.670s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.182105] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-244686e2-cf47-468b-941b-2ffd0aeff02a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.204901] env[70323]: DEBUG oslo_vmware.api [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Waiting for the task: (returnval){ [ 987.204901] env[70323]: value = "task-3227489" [ 987.204901] env[70323]: _type = "Task" [ 987.204901] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.218724] env[70323]: DEBUG oslo_vmware.api [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Task: {'id': task-3227489, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.619447] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Acquiring lock "refresh_cache-7ebc2ecb-f737-4c2e-b259-7ef0f84a7e7c" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.619729] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Acquired lock "refresh_cache-7ebc2ecb-f737-4c2e-b259-7ef0f84a7e7c" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.619805] env[70323]: DEBUG nova.network.neutron [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] [instance: 7ebc2ecb-f737-4c2e-b259-7ef0f84a7e7c] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 987.717527] env[70323]: DEBUG oslo_vmware.api [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Task: {'id': task-3227489, 'name': ReconfigVM_Task, 'duration_secs': 0.312176} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.720742] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] [instance: 36b56f98-417e-4f79-a5c0-c9bbf4cb28ba] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 36b56f98-417e-4f79-a5c0-c9bbf4cb28ba/36b56f98-417e-4f79-a5c0-c9bbf4cb28ba.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 987.725993] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc3c778e-506e-4174-9a7a-73ae1ea4a5e7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.733541] env[70323]: DEBUG oslo_vmware.api [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Waiting for the task: (returnval){ [ 987.733541] env[70323]: value = "task-3227490" [ 987.733541] env[70323]: _type = "Task" [ 987.733541] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.746315] env[70323]: DEBUG oslo_vmware.api [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Task: {'id': task-3227490, 'name': Rename_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.994774] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf6649e1-f272-4ced-bff8-ec424fbdc228 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.002695] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4977212-c904-426c-ace0-731a9fe2ef0f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.033750] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c28976c-f636-4101-862c-82ff5ba95b01 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.041630] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efaad692-6136-4866-9f59-a7803557964e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.055506] env[70323]: DEBUG nova.compute.provider_tree [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Updating inventory in ProviderTree for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 988.166188] env[70323]: DEBUG nova.network.neutron [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] [instance: 7ebc2ecb-f737-4c2e-b259-7ef0f84a7e7c] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 988.241282] env[70323]: DEBUG oslo_vmware.api [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Task: {'id': task-3227490, 'name': Rename_Task, 'duration_secs': 0.148277} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.241611] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] [instance: 36b56f98-417e-4f79-a5c0-c9bbf4cb28ba] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 988.241891] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14bb43b4-f978-452e-9d7e-d8458ec34536 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.248536] env[70323]: DEBUG oslo_vmware.api [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Waiting for the task: (returnval){ [ 988.248536] env[70323]: value = "task-3227491" [ 988.248536] env[70323]: _type = "Task" [ 988.248536] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.261019] env[70323]: DEBUG oslo_vmware.api [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Task: {'id': task-3227491, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.348016] env[70323]: DEBUG oslo_concurrency.lockutils [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Acquiring lock "bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.348202] env[70323]: DEBUG oslo_concurrency.lockutils [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Lock "bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.358659] env[70323]: DEBUG nova.network.neutron [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] [instance: 7ebc2ecb-f737-4c2e-b259-7ef0f84a7e7c] Updating instance_info_cache with network_info: [{"id": "d3e12c38-153d-4691-998a-6349c0566b14", "address": "fa:16:3e:8d:35:ee", "network": {"id": "fb3ee620-77cf-448d-a530-9e7bc9d0e128", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-2016388885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05f0b54768d14fdcbde6ae873d23c27f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3e12c38-15", "ovs_interfaceid": "d3e12c38-153d-4691-998a-6349c0566b14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.578024] env[70323]: ERROR nova.scheduler.client.report [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [req-e4289cc7-88f3-49bd-8d00-77b58dfc60a2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 765eeb06-25b4-4ca4-bad4-b5981f14c25f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e4289cc7-88f3-49bd-8d00-77b58dfc60a2"}]} [ 988.601586] env[70323]: DEBUG nova.scheduler.client.report [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Refreshing inventories for resource provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 988.618577] env[70323]: DEBUG nova.scheduler.client.report [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Updating ProviderTree inventory for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 988.618577] env[70323]: DEBUG nova.compute.provider_tree [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Updating inventory in ProviderTree for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 988.636875] env[70323]: DEBUG nova.scheduler.client.report [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Refreshing aggregate associations for resource provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f, aggregates: None {{(pid=70323) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 988.662283] env[70323]: DEBUG nova.scheduler.client.report [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Refreshing trait associations for resource provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=70323) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 988.763055] env[70323]: DEBUG oslo_vmware.api [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Task: {'id': task-3227491, 'name': PowerOnVM_Task, 'duration_secs': 0.470603} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.767041] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] [instance: 36b56f98-417e-4f79-a5c0-c9bbf4cb28ba] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 988.767333] env[70323]: INFO nova.compute.manager [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] [instance: 36b56f98-417e-4f79-a5c0-c9bbf4cb28ba] Took 7.54 seconds to spawn the instance on the hypervisor. [ 988.767537] env[70323]: DEBUG nova.compute.manager [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] [instance: 36b56f98-417e-4f79-a5c0-c9bbf4cb28ba] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 988.768840] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba07807-ffe8-43eb-8114-703f4f770b07 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.854311] env[70323]: DEBUG nova.compute.manager [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 988.864680] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Releasing lock "refresh_cache-7ebc2ecb-f737-4c2e-b259-7ef0f84a7e7c" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.864993] env[70323]: DEBUG nova.compute.manager [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] [instance: 7ebc2ecb-f737-4c2e-b259-7ef0f84a7e7c] Instance network_info: |[{"id": "d3e12c38-153d-4691-998a-6349c0566b14", "address": "fa:16:3e:8d:35:ee", "network": {"id": "fb3ee620-77cf-448d-a530-9e7bc9d0e128", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-2016388885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05f0b54768d14fdcbde6ae873d23c27f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3e12c38-15", "ovs_interfaceid": "d3e12c38-153d-4691-998a-6349c0566b14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 988.865469] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] [instance: 7ebc2ecb-f737-4c2e-b259-7ef0f84a7e7c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:35:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f1b507ed-cd2d-4c09-9d96-c47bde6a7774', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3e12c38-153d-4691-998a-6349c0566b14', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 988.874854] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Creating folder: Project (05f0b54768d14fdcbde6ae873d23c27f). Parent ref: group-v644941. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 988.877729] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9fb10971-d8bd-4a74-8ca7-dbec60320940 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.890535] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Created folder: Project (05f0b54768d14fdcbde6ae873d23c27f) in parent group-v644941. [ 988.890682] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Creating folder: Instances. Parent ref: group-v645184. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 988.893401] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e9b28de-d125-489e-b45c-ae91ba2140ae {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.903024] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Created folder: Instances in parent group-v645184. [ 988.903293] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 988.903471] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ebc2ecb-f737-4c2e-b259-7ef0f84a7e7c] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 988.903676] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-66cd4dea-a682-4159-837c-32afde530602 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.925427] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 988.925427] env[70323]: value = "task-3227494" [ 988.925427] env[70323]: _type = "Task" [ 988.925427] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.935220] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227494, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.061949] env[70323]: DEBUG nova.compute.manager [req-7aa54b87-0b9f-4ecb-b636-1a01849e98af req-b12f1a46-dbb7-41df-9a1a-07ff674f5516 service nova] [instance: 7ebc2ecb-f737-4c2e-b259-7ef0f84a7e7c] Received event network-changed-d3e12c38-153d-4691-998a-6349c0566b14 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.061949] env[70323]: DEBUG nova.compute.manager [req-7aa54b87-0b9f-4ecb-b636-1a01849e98af req-b12f1a46-dbb7-41df-9a1a-07ff674f5516 service nova] [instance: 7ebc2ecb-f737-4c2e-b259-7ef0f84a7e7c] Refreshing instance network info cache due to event network-changed-d3e12c38-153d-4691-998a-6349c0566b14. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 989.061949] env[70323]: DEBUG oslo_concurrency.lockutils [req-7aa54b87-0b9f-4ecb-b636-1a01849e98af req-b12f1a46-dbb7-41df-9a1a-07ff674f5516 service nova] Acquiring lock "refresh_cache-7ebc2ecb-f737-4c2e-b259-7ef0f84a7e7c" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.061949] env[70323]: DEBUG oslo_concurrency.lockutils [req-7aa54b87-0b9f-4ecb-b636-1a01849e98af req-b12f1a46-dbb7-41df-9a1a-07ff674f5516 service nova] Acquired lock "refresh_cache-7ebc2ecb-f737-4c2e-b259-7ef0f84a7e7c" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.061949] env[70323]: DEBUG nova.network.neutron [req-7aa54b87-0b9f-4ecb-b636-1a01849e98af req-b12f1a46-dbb7-41df-9a1a-07ff674f5516 service nova] [instance: 7ebc2ecb-f737-4c2e-b259-7ef0f84a7e7c] Refreshing network info cache for port d3e12c38-153d-4691-998a-6349c0566b14 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 989.078563] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ffade29-415c-4341-95fe-be164e92ddae {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.086260] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa831be-e315-4e1e-a538-7832cadbddc2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.121555] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f728ffc6-d76b-41f3-8797-3dd601067126 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.129350] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd0b67b-a8d7-4298-9592-e3d88388ec51 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.147051] env[70323]: DEBUG nova.compute.provider_tree [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Updating inventory in ProviderTree for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 989.167365] env[70323]: INFO nova.compute.manager [None req-7b170bb9-b29c-404a-852a-36047e97cd29 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: b52ff327-d2be-4acd-8604-7860947112af] Rebuilding instance [ 989.214019] env[70323]: DEBUG nova.compute.manager [None req-7b170bb9-b29c-404a-852a-36047e97cd29 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: b52ff327-d2be-4acd-8604-7860947112af] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 989.214019] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8624414-51a5-46d9-8e6b-d234b46c03d9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.295758] env[70323]: INFO nova.compute.manager [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] [instance: 36b56f98-417e-4f79-a5c0-c9bbf4cb28ba] Took 44.37 seconds to build instance. [ 989.380735] env[70323]: DEBUG oslo_concurrency.lockutils [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.435716] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227494, 'name': CreateVM_Task, 'duration_secs': 0.388712} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.435879] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ebc2ecb-f737-4c2e-b259-7ef0f84a7e7c] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 989.436580] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.436742] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.437132] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.437395] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-daeec779-e94f-4149-8ee3-2a76a7cf1959 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.441788] env[70323]: DEBUG oslo_vmware.api [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Waiting for the task: (returnval){ [ 989.441788] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52c457b4-8063-4ec3-9a78-4b3fbdc8ebd3" [ 989.441788] env[70323]: _type = "Task" [ 989.441788] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.449792] env[70323]: DEBUG oslo_vmware.api [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52c457b4-8063-4ec3-9a78-4b3fbdc8ebd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.678744] env[70323]: DEBUG nova.scheduler.client.report [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Updated inventory for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with generation 115 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 989.679011] env[70323]: DEBUG nova.compute.provider_tree [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Updating resource provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f generation from 115 to 116 during operation: update_inventory {{(pid=70323) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 989.679269] env[70323]: DEBUG nova.compute.provider_tree [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Updating inventory in ProviderTree for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 989.797654] env[70323]: DEBUG oslo_concurrency.lockutils [None req-fe182c9b-2ca1-4861-887a-72a13efe8ea4 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Lock "36b56f98-417e-4f79-a5c0-c9bbf4cb28ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.878s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.953630] env[70323]: DEBUG oslo_vmware.api [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52c457b4-8063-4ec3-9a78-4b3fbdc8ebd3, 'name': SearchDatastore_Task, 'duration_secs': 0.038549} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.953942] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.954196] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] [instance: 7ebc2ecb-f737-4c2e-b259-7ef0f84a7e7c] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 989.954436] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.954585] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.954761] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 989.955057] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b3a6b98-6380-4f3d-b169-6608494a0101 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.965937] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 989.966171] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 989.966943] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a7354b3-5a35-4f25-8896-059a9464a58d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.973954] env[70323]: DEBUG oslo_vmware.api [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Waiting for the task: (returnval){ [ 989.973954] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5298d75d-60d7-3443-18e5-7cda52abd6d2" [ 989.973954] env[70323]: _type = "Task" [ 989.973954] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.981912] env[70323]: DEBUG oslo_vmware.api [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5298d75d-60d7-3443-18e5-7cda52abd6d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.121665] env[70323]: DEBUG nova.network.neutron [req-7aa54b87-0b9f-4ecb-b636-1a01849e98af req-b12f1a46-dbb7-41df-9a1a-07ff674f5516 service nova] [instance: 7ebc2ecb-f737-4c2e-b259-7ef0f84a7e7c] Updated VIF entry in instance network info cache for port d3e12c38-153d-4691-998a-6349c0566b14. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 990.122091] env[70323]: DEBUG nova.network.neutron [req-7aa54b87-0b9f-4ecb-b636-1a01849e98af req-b12f1a46-dbb7-41df-9a1a-07ff674f5516 service nova] [instance: 7ebc2ecb-f737-4c2e-b259-7ef0f84a7e7c] Updating instance_info_cache with network_info: [{"id": "d3e12c38-153d-4691-998a-6349c0566b14", "address": "fa:16:3e:8d:35:ee", "network": {"id": "fb3ee620-77cf-448d-a530-9e7bc9d0e128", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-2016388885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05f0b54768d14fdcbde6ae873d23c27f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3e12c38-15", "ovs_interfaceid": "d3e12c38-153d-4691-998a-6349c0566b14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.184711] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.564s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.185276] env[70323]: DEBUG nova.compute.manager [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: ed2244d5-6b4f-4cc0-826b-fdb84f541ef6] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 990.189509] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1cc53f02-59bb-4e72-8c83-d02d263b21d4 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.486s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.189789] env[70323]: DEBUG nova.objects.instance [None req-1cc53f02-59bb-4e72-8c83-d02d263b21d4 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Lazy-loading 'resources' on Instance uuid 8a80fada-70ad-42ca-8fdd-518ef976b8d6 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 990.227655] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b170bb9-b29c-404a-852a-36047e97cd29 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: b52ff327-d2be-4acd-8604-7860947112af] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 990.228972] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d07a0072-9cb3-457e-9ca0-42d4bdab58b4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.239993] env[70323]: DEBUG oslo_vmware.api [None req-7b170bb9-b29c-404a-852a-36047e97cd29 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Waiting for the task: (returnval){ [ 990.239993] env[70323]: value = "task-3227496" [ 990.239993] env[70323]: _type = "Task" [ 990.239993] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.248614] env[70323]: DEBUG oslo_vmware.api [None req-7b170bb9-b29c-404a-852a-36047e97cd29 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3227496, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.485032] env[70323]: DEBUG oslo_vmware.api [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5298d75d-60d7-3443-18e5-7cda52abd6d2, 'name': SearchDatastore_Task, 'duration_secs': 0.030208} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.485789] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-094ae6d0-915d-406d-b90e-88882195d5ba {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.491526] env[70323]: DEBUG oslo_vmware.api [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Waiting for the task: (returnval){ [ 990.491526] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52ad7289-ac83-6ac0-17d0-4dbf61e6a64e" [ 990.491526] env[70323]: _type = "Task" [ 990.491526] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.500280] env[70323]: DEBUG oslo_vmware.api [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52ad7289-ac83-6ac0-17d0-4dbf61e6a64e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.628554] env[70323]: DEBUG oslo_concurrency.lockutils [req-7aa54b87-0b9f-4ecb-b636-1a01849e98af req-b12f1a46-dbb7-41df-9a1a-07ff674f5516 service nova] Releasing lock "refresh_cache-7ebc2ecb-f737-4c2e-b259-7ef0f84a7e7c" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.695906] env[70323]: DEBUG nova.compute.utils [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 990.698187] env[70323]: DEBUG nova.compute.manager [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: ed2244d5-6b4f-4cc0-826b-fdb84f541ef6] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 990.698392] env[70323]: DEBUG nova.network.neutron [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: ed2244d5-6b4f-4cc0-826b-fdb84f541ef6] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 990.734780] env[70323]: DEBUG nova.policy [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa4cb92a248148b6a6c7120f44609fb5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '26eec41d408a409ebaed6d2b945fe8b8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 990.751277] env[70323]: DEBUG oslo_vmware.api [None req-7b170bb9-b29c-404a-852a-36047e97cd29 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3227496, 'name': PowerOffVM_Task, 'duration_secs': 0.316454} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.751598] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b170bb9-b29c-404a-852a-36047e97cd29 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: b52ff327-d2be-4acd-8604-7860947112af] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 990.751829] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-7b170bb9-b29c-404a-852a-36047e97cd29 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: b52ff327-d2be-4acd-8604-7860947112af] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 990.752603] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4872a37-fee3-432a-b95e-2b941a942637 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.759308] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-7b170bb9-b29c-404a-852a-36047e97cd29 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: b52ff327-d2be-4acd-8604-7860947112af] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 990.760366] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d65ddc57-8dbe-4730-aa18-c34fa996e109 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.835442] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-7b170bb9-b29c-404a-852a-36047e97cd29 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: b52ff327-d2be-4acd-8604-7860947112af] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 990.835672] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-7b170bb9-b29c-404a-852a-36047e97cd29 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: b52ff327-d2be-4acd-8604-7860947112af] Deleting contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 990.835857] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b170bb9-b29c-404a-852a-36047e97cd29 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Deleting the datastore file [datastore2] b52ff327-d2be-4acd-8604-7860947112af {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 990.836139] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b174d414-278b-40d3-8770-48ff072a94bf {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.840690] env[70323]: DEBUG oslo_concurrency.lockutils [None req-184cce9e-bb42-4035-bbfa-7a7d13dcfaa7 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Acquiring lock "36b56f98-417e-4f79-a5c0-c9bbf4cb28ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.840923] env[70323]: DEBUG oslo_concurrency.lockutils [None req-184cce9e-bb42-4035-bbfa-7a7d13dcfaa7 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Lock "36b56f98-417e-4f79-a5c0-c9bbf4cb28ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.841144] env[70323]: DEBUG oslo_concurrency.lockutils [None req-184cce9e-bb42-4035-bbfa-7a7d13dcfaa7 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Acquiring lock "36b56f98-417e-4f79-a5c0-c9bbf4cb28ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.841335] env[70323]: DEBUG oslo_concurrency.lockutils [None req-184cce9e-bb42-4035-bbfa-7a7d13dcfaa7 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Lock "36b56f98-417e-4f79-a5c0-c9bbf4cb28ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.841504] env[70323]: DEBUG oslo_concurrency.lockutils [None req-184cce9e-bb42-4035-bbfa-7a7d13dcfaa7 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Lock "36b56f98-417e-4f79-a5c0-c9bbf4cb28ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.844148] env[70323]: INFO nova.compute.manager [None req-184cce9e-bb42-4035-bbfa-7a7d13dcfaa7 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] [instance: 36b56f98-417e-4f79-a5c0-c9bbf4cb28ba] Terminating instance [ 990.849887] env[70323]: DEBUG oslo_vmware.api [None req-7b170bb9-b29c-404a-852a-36047e97cd29 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Waiting for the task: (returnval){ [ 990.849887] env[70323]: value = "task-3227498" [ 990.849887] env[70323]: _type = "Task" [ 990.849887] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.859591] env[70323]: DEBUG oslo_vmware.api [None req-7b170bb9-b29c-404a-852a-36047e97cd29 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3227498, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.002262] env[70323]: DEBUG oslo_vmware.api [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52ad7289-ac83-6ac0-17d0-4dbf61e6a64e, 'name': SearchDatastore_Task, 'duration_secs': 0.018361} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.005103] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.005380] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 7ebc2ecb-f737-4c2e-b259-7ef0f84a7e7c/7ebc2ecb-f737-4c2e-b259-7ef0f84a7e7c.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 991.005839] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf0f6255-d2b6-4b4b-b9c1-35e9296daad7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.013716] env[70323]: DEBUG oslo_vmware.api [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Waiting for the task: (returnval){ [ 991.013716] env[70323]: value = "task-3227499" [ 991.013716] env[70323]: _type = "Task" [ 991.013716] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.025446] env[70323]: DEBUG oslo_vmware.api [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Task: {'id': task-3227499, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.044636] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e0320a-26df-4fca-b7b1-ea831e28021d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.052405] env[70323]: DEBUG nova.network.neutron [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: ed2244d5-6b4f-4cc0-826b-fdb84f541ef6] Successfully created port: a3360f16-8d19-4884-8d0b-e05fee186c7c {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 991.054957] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b14cee2-c6ae-4711-96c0-c6d9730483ee {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.087867] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4024d293-9f01-4c99-9d00-6b7cc1bfb067 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.095500] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ea9a7f-3e70-4a56-82e3-62e0f46125ee {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.110741] env[70323]: DEBUG nova.compute.provider_tree [None req-1cc53f02-59bb-4e72-8c83-d02d263b21d4 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 991.201307] env[70323]: DEBUG nova.compute.manager [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: ed2244d5-6b4f-4cc0-826b-fdb84f541ef6] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 991.353019] env[70323]: DEBUG nova.compute.manager [None req-184cce9e-bb42-4035-bbfa-7a7d13dcfaa7 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] [instance: 36b56f98-417e-4f79-a5c0-c9bbf4cb28ba] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 991.353019] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-184cce9e-bb42-4035-bbfa-7a7d13dcfaa7 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] [instance: 36b56f98-417e-4f79-a5c0-c9bbf4cb28ba] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 991.353019] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69fcde11-6df5-4b68-93a6-7f0dc6c8dada {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.367858] env[70323]: DEBUG oslo_vmware.api [None req-7b170bb9-b29c-404a-852a-36047e97cd29 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3227498, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.357068} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.370540] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b170bb9-b29c-404a-852a-36047e97cd29 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 991.370923] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-7b170bb9-b29c-404a-852a-36047e97cd29 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: b52ff327-d2be-4acd-8604-7860947112af] Deleted contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 991.371253] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-7b170bb9-b29c-404a-852a-36047e97cd29 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: b52ff327-d2be-4acd-8604-7860947112af] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 991.374095] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-184cce9e-bb42-4035-bbfa-7a7d13dcfaa7 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] [instance: 36b56f98-417e-4f79-a5c0-c9bbf4cb28ba] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 991.376486] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2d7388b-099d-4520-a496-c3e54956dec7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.386414] env[70323]: DEBUG oslo_vmware.api [None req-184cce9e-bb42-4035-bbfa-7a7d13dcfaa7 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Waiting for the task: (returnval){ [ 991.386414] env[70323]: value = "task-3227500" [ 991.386414] env[70323]: _type = "Task" [ 991.386414] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.396827] env[70323]: DEBUG oslo_vmware.api [None req-184cce9e-bb42-4035-bbfa-7a7d13dcfaa7 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Task: {'id': task-3227500, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.527686] env[70323]: DEBUG oslo_vmware.api [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Task: {'id': task-3227499, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.616056] env[70323]: DEBUG nova.scheduler.client.report [None req-1cc53f02-59bb-4e72-8c83-d02d263b21d4 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 991.893201] env[70323]: DEBUG oslo_vmware.api [None req-184cce9e-bb42-4035-bbfa-7a7d13dcfaa7 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Task: {'id': task-3227500, 'name': PowerOffVM_Task, 'duration_secs': 0.495213} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.893462] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-184cce9e-bb42-4035-bbfa-7a7d13dcfaa7 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] [instance: 36b56f98-417e-4f79-a5c0-c9bbf4cb28ba] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 991.893749] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-184cce9e-bb42-4035-bbfa-7a7d13dcfaa7 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] [instance: 36b56f98-417e-4f79-a5c0-c9bbf4cb28ba] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 991.893825] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6420300-7492-4a72-8213-c990f5eb8650 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.984810] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-184cce9e-bb42-4035-bbfa-7a7d13dcfaa7 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] [instance: 36b56f98-417e-4f79-a5c0-c9bbf4cb28ba] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 991.985176] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-184cce9e-bb42-4035-bbfa-7a7d13dcfaa7 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] [instance: 36b56f98-417e-4f79-a5c0-c9bbf4cb28ba] Deleting contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 991.985343] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-184cce9e-bb42-4035-bbfa-7a7d13dcfaa7 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Deleting the datastore file [datastore2] 36b56f98-417e-4f79-a5c0-c9bbf4cb28ba {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 991.985674] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-882f6905-217b-40ec-881d-8a27797a796f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.991671] env[70323]: DEBUG oslo_vmware.api [None req-184cce9e-bb42-4035-bbfa-7a7d13dcfaa7 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Waiting for the task: (returnval){ [ 991.991671] env[70323]: value = "task-3227503" [ 991.991671] env[70323]: _type = "Task" [ 991.991671] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.999533] env[70323]: DEBUG oslo_vmware.api [None req-184cce9e-bb42-4035-bbfa-7a7d13dcfaa7 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Task: {'id': task-3227503, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.025043] env[70323]: DEBUG oslo_vmware.api [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Task: {'id': task-3227499, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.665811} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.025851] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 7ebc2ecb-f737-4c2e-b259-7ef0f84a7e7c/7ebc2ecb-f737-4c2e-b259-7ef0f84a7e7c.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 992.025851] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] [instance: 7ebc2ecb-f737-4c2e-b259-7ef0f84a7e7c] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 992.025851] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc6e687d-5ca4-4e78-8b2a-7fe439693f98 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.035033] env[70323]: DEBUG oslo_vmware.api [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Waiting for the task: (returnval){ [ 992.035033] env[70323]: value = "task-3227504" [ 992.035033] env[70323]: _type = "Task" [ 992.035033] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.043772] env[70323]: DEBUG oslo_vmware.api [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Task: {'id': task-3227504, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.121067] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1cc53f02-59bb-4e72-8c83-d02d263b21d4 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.931s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.123492] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.939s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.125242] env[70323]: INFO nova.compute.claims [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: f27cdc2c-0dfd-4690-91fc-a68d7a46fe98] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 992.147941] env[70323]: INFO nova.scheduler.client.report [None req-1cc53f02-59bb-4e72-8c83-d02d263b21d4 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Deleted allocations for instance 8a80fada-70ad-42ca-8fdd-518ef976b8d6 [ 992.210054] env[70323]: DEBUG nova.compute.manager [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: ed2244d5-6b4f-4cc0-826b-fdb84f541ef6] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 992.234517] env[70323]: DEBUG nova.virt.hardware [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 992.234786] env[70323]: DEBUG nova.virt.hardware [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 992.234941] env[70323]: DEBUG nova.virt.hardware [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 992.235136] env[70323]: DEBUG nova.virt.hardware [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 992.235291] env[70323]: DEBUG nova.virt.hardware [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 992.235436] env[70323]: DEBUG nova.virt.hardware [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 992.235643] env[70323]: DEBUG nova.virt.hardware [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 992.235803] env[70323]: DEBUG nova.virt.hardware [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 992.235967] env[70323]: DEBUG nova.virt.hardware [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 992.236148] env[70323]: DEBUG nova.virt.hardware [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 992.236326] env[70323]: DEBUG nova.virt.hardware [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 992.237276] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed70f82-08f8-4f37-b168-c9116aa21765 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.246672] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fff3be3-c7b0-4fd9-9e5d-c533647d235b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.408211] env[70323]: DEBUG nova.virt.hardware [None req-7b170bb9-b29c-404a-852a-36047e97cd29 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 992.408470] env[70323]: DEBUG nova.virt.hardware [None req-7b170bb9-b29c-404a-852a-36047e97cd29 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 992.408633] env[70323]: DEBUG nova.virt.hardware [None req-7b170bb9-b29c-404a-852a-36047e97cd29 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 992.408815] env[70323]: DEBUG nova.virt.hardware [None req-7b170bb9-b29c-404a-852a-36047e97cd29 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 992.409100] env[70323]: DEBUG nova.virt.hardware [None req-7b170bb9-b29c-404a-852a-36047e97cd29 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 992.409293] env[70323]: DEBUG nova.virt.hardware [None req-7b170bb9-b29c-404a-852a-36047e97cd29 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 992.409898] env[70323]: DEBUG nova.virt.hardware [None req-7b170bb9-b29c-404a-852a-36047e97cd29 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 992.409898] env[70323]: DEBUG nova.virt.hardware [None req-7b170bb9-b29c-404a-852a-36047e97cd29 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 992.409898] env[70323]: DEBUG nova.virt.hardware [None req-7b170bb9-b29c-404a-852a-36047e97cd29 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 992.410101] env[70323]: DEBUG nova.virt.hardware [None req-7b170bb9-b29c-404a-852a-36047e97cd29 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 992.410236] env[70323]: DEBUG nova.virt.hardware [None req-7b170bb9-b29c-404a-852a-36047e97cd29 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 992.412395] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d82122c7-45e8-4c15-be6f-d4f3499aa3ac {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.421359] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa40502b-820c-42ec-8367-846fb1922f19 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.435239] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-7b170bb9-b29c-404a-852a-36047e97cd29 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: b52ff327-d2be-4acd-8604-7860947112af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:00:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '39a4aca0-934b-4a91-8779-6a4360c3f967', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b6f2349d-8577-42cc-acda-4936a9333865', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 992.442641] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b170bb9-b29c-404a-852a-36047e97cd29 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 992.442893] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b52ff327-d2be-4acd-8604-7860947112af] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 992.443119] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be1d3b20-6df0-498d-ad73-8368b5620aef {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.465046] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 992.465046] env[70323]: value = "task-3227505" [ 992.465046] env[70323]: _type = "Task" [ 992.465046] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.472458] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227505, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.503754] env[70323]: DEBUG oslo_vmware.api [None req-184cce9e-bb42-4035-bbfa-7a7d13dcfaa7 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Task: {'id': task-3227503, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14829} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.504015] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-184cce9e-bb42-4035-bbfa-7a7d13dcfaa7 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 992.504441] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-184cce9e-bb42-4035-bbfa-7a7d13dcfaa7 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] [instance: 36b56f98-417e-4f79-a5c0-c9bbf4cb28ba] Deleted contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 992.505023] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-184cce9e-bb42-4035-bbfa-7a7d13dcfaa7 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] [instance: 36b56f98-417e-4f79-a5c0-c9bbf4cb28ba] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 992.505023] env[70323]: INFO nova.compute.manager [None req-184cce9e-bb42-4035-bbfa-7a7d13dcfaa7 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] [instance: 36b56f98-417e-4f79-a5c0-c9bbf4cb28ba] Took 1.15 seconds to destroy the instance on the hypervisor. [ 992.505166] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-184cce9e-bb42-4035-bbfa-7a7d13dcfaa7 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 992.505285] env[70323]: DEBUG nova.compute.manager [-] [instance: 36b56f98-417e-4f79-a5c0-c9bbf4cb28ba] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 992.505376] env[70323]: DEBUG nova.network.neutron [-] [instance: 36b56f98-417e-4f79-a5c0-c9bbf4cb28ba] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 992.545203] env[70323]: DEBUG oslo_vmware.api [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Task: {'id': task-3227504, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101088} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.545561] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] [instance: 7ebc2ecb-f737-4c2e-b259-7ef0f84a7e7c] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 992.546354] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5823f8d3-7776-4d93-ac02-6384085a009f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.569163] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] [instance: 7ebc2ecb-f737-4c2e-b259-7ef0f84a7e7c] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 7ebc2ecb-f737-4c2e-b259-7ef0f84a7e7c/7ebc2ecb-f737-4c2e-b259-7ef0f84a7e7c.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 992.569527] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f40d7154-11ca-412b-9b64-0214b2c328d1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.590992] env[70323]: DEBUG oslo_vmware.api [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Waiting for the task: (returnval){ [ 992.590992] env[70323]: value = "task-3227506" [ 992.590992] env[70323]: _type = "Task" [ 992.590992] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.599695] env[70323]: DEBUG oslo_vmware.api [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Task: {'id': task-3227506, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.655100] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1cc53f02-59bb-4e72-8c83-d02d263b21d4 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Lock "8a80fada-70ad-42ca-8fdd-518ef976b8d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.959s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.723360] env[70323]: DEBUG nova.compute.manager [req-1d3df68a-73e2-4a91-9597-bc8cebec4969 req-ae1b1b13-5325-45da-950d-b5d53e62c19b service nova] [instance: ed2244d5-6b4f-4cc0-826b-fdb84f541ef6] Received event network-vif-plugged-a3360f16-8d19-4884-8d0b-e05fee186c7c {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 992.723613] env[70323]: DEBUG oslo_concurrency.lockutils [req-1d3df68a-73e2-4a91-9597-bc8cebec4969 req-ae1b1b13-5325-45da-950d-b5d53e62c19b service nova] Acquiring lock "ed2244d5-6b4f-4cc0-826b-fdb84f541ef6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.723915] env[70323]: DEBUG oslo_concurrency.lockutils [req-1d3df68a-73e2-4a91-9597-bc8cebec4969 req-ae1b1b13-5325-45da-950d-b5d53e62c19b service nova] Lock "ed2244d5-6b4f-4cc0-826b-fdb84f541ef6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.724194] env[70323]: DEBUG oslo_concurrency.lockutils [req-1d3df68a-73e2-4a91-9597-bc8cebec4969 req-ae1b1b13-5325-45da-950d-b5d53e62c19b service nova] Lock "ed2244d5-6b4f-4cc0-826b-fdb84f541ef6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.724378] env[70323]: DEBUG nova.compute.manager [req-1d3df68a-73e2-4a91-9597-bc8cebec4969 req-ae1b1b13-5325-45da-950d-b5d53e62c19b service nova] [instance: ed2244d5-6b4f-4cc0-826b-fdb84f541ef6] No waiting events found dispatching network-vif-plugged-a3360f16-8d19-4884-8d0b-e05fee186c7c {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 992.724687] env[70323]: WARNING nova.compute.manager [req-1d3df68a-73e2-4a91-9597-bc8cebec4969 req-ae1b1b13-5325-45da-950d-b5d53e62c19b service nova] [instance: ed2244d5-6b4f-4cc0-826b-fdb84f541ef6] Received unexpected event network-vif-plugged-a3360f16-8d19-4884-8d0b-e05fee186c7c for instance with vm_state building and task_state spawning. [ 992.844940] env[70323]: DEBUG nova.compute.manager [req-6f5a0b9d-9a9f-4edb-8688-858f381ef6ac req-c4b6ff11-30ac-449e-b20f-180293203a29 service nova] [instance: 36b56f98-417e-4f79-a5c0-c9bbf4cb28ba] Received event network-vif-deleted-1a6b3155-5f7f-48d5-b1f2-3aa38f8c050a {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 992.845163] env[70323]: INFO nova.compute.manager [req-6f5a0b9d-9a9f-4edb-8688-858f381ef6ac req-c4b6ff11-30ac-449e-b20f-180293203a29 service nova] [instance: 36b56f98-417e-4f79-a5c0-c9bbf4cb28ba] Neutron deleted interface 1a6b3155-5f7f-48d5-b1f2-3aa38f8c050a; detaching it from the instance and deleting it from the info cache [ 992.845337] env[70323]: DEBUG nova.network.neutron [req-6f5a0b9d-9a9f-4edb-8688-858f381ef6ac req-c4b6ff11-30ac-449e-b20f-180293203a29 service nova] [instance: 36b56f98-417e-4f79-a5c0-c9bbf4cb28ba] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.976319] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227505, 'name': CreateVM_Task, 'duration_secs': 0.374596} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.976589] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b52ff327-d2be-4acd-8604-7860947112af] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 992.977186] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7b170bb9-b29c-404a-852a-36047e97cd29 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.977353] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7b170bb9-b29c-404a-852a-36047e97cd29 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.977669] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7b170bb9-b29c-404a-852a-36047e97cd29 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.978260] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f101c41b-3f65-42cb-ae44-743d434837f3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.983468] env[70323]: DEBUG oslo_vmware.api [None req-7b170bb9-b29c-404a-852a-36047e97cd29 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Waiting for the task: (returnval){ [ 992.983468] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]526c7f2f-ec2c-3e9e-d6b5-02a602b865dc" [ 992.983468] env[70323]: _type = "Task" [ 992.983468] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.991615] env[70323]: DEBUG oslo_vmware.api [None req-7b170bb9-b29c-404a-852a-36047e97cd29 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]526c7f2f-ec2c-3e9e-d6b5-02a602b865dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.102603] env[70323]: DEBUG oslo_vmware.api [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Task: {'id': task-3227506, 'name': ReconfigVM_Task, 'duration_secs': 0.332368} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.102855] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] [instance: 7ebc2ecb-f737-4c2e-b259-7ef0f84a7e7c] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 7ebc2ecb-f737-4c2e-b259-7ef0f84a7e7c/7ebc2ecb-f737-4c2e-b259-7ef0f84a7e7c.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 993.103520] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-905312ba-0452-4125-8dd2-4665bc406f5f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.119057] env[70323]: DEBUG oslo_vmware.api [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Waiting for the task: (returnval){ [ 993.119057] env[70323]: value = "task-3227507" [ 993.119057] env[70323]: _type = "Task" [ 993.119057] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.128033] env[70323]: DEBUG oslo_vmware.api [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Task: {'id': task-3227507, 'name': Rename_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.213992] env[70323]: DEBUG nova.network.neutron [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: ed2244d5-6b4f-4cc0-826b-fdb84f541ef6] Successfully updated port: a3360f16-8d19-4884-8d0b-e05fee186c7c {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 993.323926] env[70323]: DEBUG nova.network.neutron [-] [instance: 36b56f98-417e-4f79-a5c0-c9bbf4cb28ba] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.347892] env[70323]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1b2db877-cd0c-4b41-b7df-317570184d0c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.357546] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8abf059f-8716-461f-8382-1da6f6583ee4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.392172] env[70323]: DEBUG nova.compute.manager [req-6f5a0b9d-9a9f-4edb-8688-858f381ef6ac req-c4b6ff11-30ac-449e-b20f-180293203a29 service nova] [instance: 36b56f98-417e-4f79-a5c0-c9bbf4cb28ba] Detach interface failed, port_id=1a6b3155-5f7f-48d5-b1f2-3aa38f8c050a, reason: Instance 36b56f98-417e-4f79-a5c0-c9bbf4cb28ba could not be found. {{(pid=70323) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 993.425958] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57127096-2dd8-4410-8413-badd22bab2c9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.433573] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d6c62c-49d4-4b89-8a22-f42740a0d405 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.464625] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf14bf1-8528-4c5b-b33b-43ff71e0347c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.472288] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a777bd0-dab5-4077-893f-742ee251c305 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.485778] env[70323]: DEBUG nova.compute.provider_tree [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Updating inventory in ProviderTree for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 993.494900] env[70323]: DEBUG oslo_vmware.api [None req-7b170bb9-b29c-404a-852a-36047e97cd29 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]526c7f2f-ec2c-3e9e-d6b5-02a602b865dc, 'name': SearchDatastore_Task, 'duration_secs': 0.010347} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.495712] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7b170bb9-b29c-404a-852a-36047e97cd29 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.495936] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-7b170bb9-b29c-404a-852a-36047e97cd29 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: b52ff327-d2be-4acd-8604-7860947112af] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 993.496178] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7b170bb9-b29c-404a-852a-36047e97cd29 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.496328] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7b170bb9-b29c-404a-852a-36047e97cd29 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.496503] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b170bb9-b29c-404a-852a-36047e97cd29 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 993.496965] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a516a8c-f2c0-4f31-87e0-ad54526d90e7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.505106] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b170bb9-b29c-404a-852a-36047e97cd29 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 993.505284] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-7b170bb9-b29c-404a-852a-36047e97cd29 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 993.505944] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf208320-903c-4593-8f17-6536e91683df {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.511491] env[70323]: DEBUG oslo_vmware.api [None req-7b170bb9-b29c-404a-852a-36047e97cd29 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Waiting for the task: (returnval){ [ 993.511491] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]528917dc-b555-1468-2a0d-9135ebe10b17" [ 993.511491] env[70323]: _type = "Task" [ 993.511491] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.518650] env[70323]: DEBUG oslo_vmware.api [None req-7b170bb9-b29c-404a-852a-36047e97cd29 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]528917dc-b555-1468-2a0d-9135ebe10b17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.628846] env[70323]: DEBUG oslo_vmware.api [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Task: {'id': task-3227507, 'name': Rename_Task, 'duration_secs': 0.187702} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.629174] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] [instance: 7ebc2ecb-f737-4c2e-b259-7ef0f84a7e7c] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 993.629427] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb885cff-bbae-4eab-b249-01b8e251dbe7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.636669] env[70323]: DEBUG oslo_vmware.api [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Waiting for the task: (returnval){ [ 993.636669] env[70323]: value = "task-3227508" [ 993.636669] env[70323]: _type = "Task" [ 993.636669] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.645857] env[70323]: DEBUG oslo_vmware.api [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Task: {'id': task-3227508, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.716782] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Acquiring lock "refresh_cache-ed2244d5-6b4f-4cc0-826b-fdb84f541ef6" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.717432] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Acquired lock "refresh_cache-ed2244d5-6b4f-4cc0-826b-fdb84f541ef6" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.717432] env[70323]: DEBUG nova.network.neutron [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: ed2244d5-6b4f-4cc0-826b-fdb84f541ef6] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 993.827109] env[70323]: INFO nova.compute.manager [-] [instance: 36b56f98-417e-4f79-a5c0-c9bbf4cb28ba] Took 1.32 seconds to deallocate network for instance. [ 994.022912] env[70323]: DEBUG oslo_vmware.api [None req-7b170bb9-b29c-404a-852a-36047e97cd29 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]528917dc-b555-1468-2a0d-9135ebe10b17, 'name': SearchDatastore_Task, 'duration_secs': 0.008657} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.024085] env[70323]: DEBUG nova.scheduler.client.report [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Updated inventory for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with generation 116 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 994.024417] env[70323]: DEBUG nova.compute.provider_tree [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Updating resource provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f generation from 116 to 117 during operation: update_inventory {{(pid=70323) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 994.024656] env[70323]: DEBUG nova.compute.provider_tree [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Updating inventory in ProviderTree for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 994.029322] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b01be35-5d8c-4c1e-84ce-a9c0d655dc45 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.036524] env[70323]: DEBUG oslo_vmware.api [None req-7b170bb9-b29c-404a-852a-36047e97cd29 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Waiting for the task: (returnval){ [ 994.036524] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52c6d65b-fd52-05f8-5867-a3972c2ff5d2" [ 994.036524] env[70323]: _type = "Task" [ 994.036524] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.046664] env[70323]: DEBUG oslo_vmware.api [None req-7b170bb9-b29c-404a-852a-36047e97cd29 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52c6d65b-fd52-05f8-5867-a3972c2ff5d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.147128] env[70323]: DEBUG oslo_vmware.api [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Task: {'id': task-3227508, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.253404] env[70323]: DEBUG nova.network.neutron [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: ed2244d5-6b4f-4cc0-826b-fdb84f541ef6] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 994.336133] env[70323]: DEBUG oslo_concurrency.lockutils [None req-184cce9e-bb42-4035-bbfa-7a7d13dcfaa7 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.426076] env[70323]: DEBUG nova.network.neutron [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: ed2244d5-6b4f-4cc0-826b-fdb84f541ef6] Updating instance_info_cache with network_info: [{"id": "a3360f16-8d19-4884-8d0b-e05fee186c7c", "address": "fa:16:3e:3f:59:9f", "network": {"id": "b228dccb-aca7-4bb7-9a29-1f859b2d48ee", "bridge": "br-int", "label": "tempest-ImagesTestJSON-216220513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26eec41d408a409ebaed6d2b945fe8b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3360f16-8d", "ovs_interfaceid": "a3360f16-8d19-4884-8d0b-e05fee186c7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.531204] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.407s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.531204] env[70323]: DEBUG nova.compute.manager [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: f27cdc2c-0dfd-4690-91fc-a68d7a46fe98] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 994.534210] env[70323]: DEBUG oslo_concurrency.lockutils [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.120s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.535552] env[70323]: INFO nova.compute.claims [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 393b6947-3260-4e50-841a-afdba96225b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 994.550810] env[70323]: DEBUG oslo_vmware.api [None req-7b170bb9-b29c-404a-852a-36047e97cd29 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52c6d65b-fd52-05f8-5867-a3972c2ff5d2, 'name': SearchDatastore_Task, 'duration_secs': 0.010547} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.550810] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7b170bb9-b29c-404a-852a-36047e97cd29 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.551041] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b170bb9-b29c-404a-852a-36047e97cd29 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] b52ff327-d2be-4acd-8604-7860947112af/b52ff327-d2be-4acd-8604-7860947112af.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 994.551691] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ae475ce-c30b-4a79-8e68-f71a538735ca {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.559967] env[70323]: DEBUG oslo_vmware.api [None req-7b170bb9-b29c-404a-852a-36047e97cd29 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Waiting for the task: (returnval){ [ 994.559967] env[70323]: value = "task-3227510" [ 994.559967] env[70323]: _type = "Task" [ 994.559967] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.569837] env[70323]: DEBUG oslo_vmware.api [None req-7b170bb9-b29c-404a-852a-36047e97cd29 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3227510, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.647947] env[70323]: DEBUG oslo_vmware.api [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Task: {'id': task-3227508, 'name': PowerOnVM_Task, 'duration_secs': 0.518044} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.648250] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] [instance: 7ebc2ecb-f737-4c2e-b259-7ef0f84a7e7c] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 994.648446] env[70323]: INFO nova.compute.manager [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] [instance: 7ebc2ecb-f737-4c2e-b259-7ef0f84a7e7c] Took 7.97 seconds to spawn the instance on the hypervisor. [ 994.648623] env[70323]: DEBUG nova.compute.manager [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] [instance: 7ebc2ecb-f737-4c2e-b259-7ef0f84a7e7c] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 994.649446] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71c00a9-559d-4144-aea8-1f64a2c237e9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.929370] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Releasing lock "refresh_cache-ed2244d5-6b4f-4cc0-826b-fdb84f541ef6" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.929672] env[70323]: DEBUG nova.compute.manager [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: ed2244d5-6b4f-4cc0-826b-fdb84f541ef6] Instance network_info: |[{"id": "a3360f16-8d19-4884-8d0b-e05fee186c7c", "address": "fa:16:3e:3f:59:9f", "network": {"id": "b228dccb-aca7-4bb7-9a29-1f859b2d48ee", "bridge": "br-int", "label": "tempest-ImagesTestJSON-216220513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26eec41d408a409ebaed6d2b945fe8b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3360f16-8d", "ovs_interfaceid": "a3360f16-8d19-4884-8d0b-e05fee186c7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 994.930195] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: ed2244d5-6b4f-4cc0-826b-fdb84f541ef6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:59:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a3360f16-8d19-4884-8d0b-e05fee186c7c', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 994.938017] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 994.938291] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed2244d5-6b4f-4cc0-826b-fdb84f541ef6] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 994.938537] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99550833-9cc2-43bd-a14c-ab8a11dcea1d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.962646] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 994.962646] env[70323]: value = "task-3227511" [ 994.962646] env[70323]: _type = "Task" [ 994.962646] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.972155] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227511, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.040548] env[70323]: DEBUG nova.compute.utils [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 995.042077] env[70323]: DEBUG nova.compute.manager [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: f27cdc2c-0dfd-4690-91fc-a68d7a46fe98] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 995.042536] env[70323]: DEBUG nova.network.neutron [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: f27cdc2c-0dfd-4690-91fc-a68d7a46fe98] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 995.071584] env[70323]: DEBUG oslo_vmware.api [None req-7b170bb9-b29c-404a-852a-36047e97cd29 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3227510, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49846} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.071865] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b170bb9-b29c-404a-852a-36047e97cd29 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] b52ff327-d2be-4acd-8604-7860947112af/b52ff327-d2be-4acd-8604-7860947112af.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 995.072106] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-7b170bb9-b29c-404a-852a-36047e97cd29 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: b52ff327-d2be-4acd-8604-7860947112af] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 995.072378] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2bea2a4d-bd39-4ec1-841e-82eff81e0ff1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.080960] env[70323]: DEBUG oslo_vmware.api [None req-7b170bb9-b29c-404a-852a-36047e97cd29 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Waiting for the task: (returnval){ [ 995.080960] env[70323]: value = "task-3227512" [ 995.080960] env[70323]: _type = "Task" [ 995.080960] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.093312] env[70323]: DEBUG oslo_vmware.api [None req-7b170bb9-b29c-404a-852a-36047e97cd29 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3227512, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.107142] env[70323]: DEBUG nova.policy [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '904100217a3642ddbac560ad3a398816', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af37872d6532434f815597c22d8a4a36', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 995.165039] env[70323]: INFO nova.compute.manager [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] [instance: 7ebc2ecb-f737-4c2e-b259-7ef0f84a7e7c] Took 42.12 seconds to build instance. [ 995.194777] env[70323]: DEBUG nova.compute.manager [req-02b1a219-8e78-4f8d-920a-81196d9deddb req-b40bd1cb-5e1d-4d91-a9fb-6b8d62f92b33 service nova] [instance: ed2244d5-6b4f-4cc0-826b-fdb84f541ef6] Received event network-changed-a3360f16-8d19-4884-8d0b-e05fee186c7c {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 995.194983] env[70323]: DEBUG nova.compute.manager [req-02b1a219-8e78-4f8d-920a-81196d9deddb req-b40bd1cb-5e1d-4d91-a9fb-6b8d62f92b33 service nova] [instance: ed2244d5-6b4f-4cc0-826b-fdb84f541ef6] Refreshing instance network info cache due to event network-changed-a3360f16-8d19-4884-8d0b-e05fee186c7c. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 995.195216] env[70323]: DEBUG oslo_concurrency.lockutils [req-02b1a219-8e78-4f8d-920a-81196d9deddb req-b40bd1cb-5e1d-4d91-a9fb-6b8d62f92b33 service nova] Acquiring lock "refresh_cache-ed2244d5-6b4f-4cc0-826b-fdb84f541ef6" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.195364] env[70323]: DEBUG oslo_concurrency.lockutils [req-02b1a219-8e78-4f8d-920a-81196d9deddb req-b40bd1cb-5e1d-4d91-a9fb-6b8d62f92b33 service nova] Acquired lock "refresh_cache-ed2244d5-6b4f-4cc0-826b-fdb84f541ef6" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.195525] env[70323]: DEBUG nova.network.neutron [req-02b1a219-8e78-4f8d-920a-81196d9deddb req-b40bd1cb-5e1d-4d91-a9fb-6b8d62f92b33 service nova] [instance: ed2244d5-6b4f-4cc0-826b-fdb84f541ef6] Refreshing network info cache for port a3360f16-8d19-4884-8d0b-e05fee186c7c {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 995.387927] env[70323]: DEBUG nova.network.neutron [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: f27cdc2c-0dfd-4690-91fc-a68d7a46fe98] Successfully created port: 1c9713fe-e114-4f89-ab5f-c649faa6b4be {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 995.473463] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227511, 'name': CreateVM_Task, 'duration_secs': 0.373184} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.473670] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed2244d5-6b4f-4cc0-826b-fdb84f541ef6] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 995.475490] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.475653] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.475972] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.476317] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce1257cd-8e93-4f7f-802f-a3ff46580fed {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.482078] env[70323]: DEBUG oslo_vmware.api [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Waiting for the task: (returnval){ [ 995.482078] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52ec893a-64d4-53e0-7d7d-59e3e8e12097" [ 995.482078] env[70323]: _type = "Task" [ 995.482078] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.490275] env[70323]: DEBUG oslo_vmware.api [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52ec893a-64d4-53e0-7d7d-59e3e8e12097, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.546224] env[70323]: DEBUG nova.compute.manager [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: f27cdc2c-0dfd-4690-91fc-a68d7a46fe98] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 995.592358] env[70323]: DEBUG oslo_vmware.api [None req-7b170bb9-b29c-404a-852a-36047e97cd29 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3227512, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067748} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.595042] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-7b170bb9-b29c-404a-852a-36047e97cd29 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: b52ff327-d2be-4acd-8604-7860947112af] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 995.595994] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a0c389-e58a-4294-9e33-e135dc273aa8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.619913] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b170bb9-b29c-404a-852a-36047e97cd29 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: b52ff327-d2be-4acd-8604-7860947112af] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] b52ff327-d2be-4acd-8604-7860947112af/b52ff327-d2be-4acd-8604-7860947112af.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 995.623641] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67b60a69-35c3-4c3c-827b-8760a41ad4b6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.648190] env[70323]: DEBUG oslo_vmware.api [None req-7b170bb9-b29c-404a-852a-36047e97cd29 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Waiting for the task: (returnval){ [ 995.648190] env[70323]: value = "task-3227513" [ 995.648190] env[70323]: _type = "Task" [ 995.648190] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.660265] env[70323]: DEBUG oslo_vmware.api [None req-7b170bb9-b29c-404a-852a-36047e97cd29 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3227513, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.670260] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f30c25e5-d237-4526-ba3a-cd31af191565 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Lock "7ebc2ecb-f737-4c2e-b259-7ef0f84a7e7c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.642s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.925995] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a098ff58-8d3b-4a31-850d-2df03ae5cf0e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.934504] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac1050a-5533-43cb-88f5-f9eb87ca8647 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.967363] env[70323]: DEBUG nova.network.neutron [req-02b1a219-8e78-4f8d-920a-81196d9deddb req-b40bd1cb-5e1d-4d91-a9fb-6b8d62f92b33 service nova] [instance: ed2244d5-6b4f-4cc0-826b-fdb84f541ef6] Updated VIF entry in instance network info cache for port a3360f16-8d19-4884-8d0b-e05fee186c7c. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 995.967776] env[70323]: DEBUG nova.network.neutron [req-02b1a219-8e78-4f8d-920a-81196d9deddb req-b40bd1cb-5e1d-4d91-a9fb-6b8d62f92b33 service nova] [instance: ed2244d5-6b4f-4cc0-826b-fdb84f541ef6] Updating instance_info_cache with network_info: [{"id": "a3360f16-8d19-4884-8d0b-e05fee186c7c", "address": "fa:16:3e:3f:59:9f", "network": {"id": "b228dccb-aca7-4bb7-9a29-1f859b2d48ee", "bridge": "br-int", "label": "tempest-ImagesTestJSON-216220513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26eec41d408a409ebaed6d2b945fe8b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3360f16-8d", "ovs_interfaceid": "a3360f16-8d19-4884-8d0b-e05fee186c7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.969555] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd029fc6-71a7-4d37-a5be-433a8b463104 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.979082] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b068c7bf-c161-4bf7-b950-4a5fea6d3abd {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.993431] env[70323]: DEBUG oslo_vmware.api [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52ec893a-64d4-53e0-7d7d-59e3e8e12097, 'name': SearchDatastore_Task, 'duration_secs': 0.010534} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.001202] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.001428] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: ed2244d5-6b4f-4cc0-826b-fdb84f541ef6] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 996.001706] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.001886] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.002091] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 996.002801] env[70323]: DEBUG nova.compute.provider_tree [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Updating inventory in ProviderTree for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 996.004755] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-efa5944a-c546-4e3c-87e3-9bf93b2a4e9c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.014660] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 996.014877] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 996.015849] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe44016b-fa2b-410c-a69d-8b3a7c8cef9c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.022330] env[70323]: DEBUG oslo_vmware.api [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Waiting for the task: (returnval){ [ 996.022330] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52472934-ebc8-08af-e0ce-0df7d11f2935" [ 996.022330] env[70323]: _type = "Task" [ 996.022330] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.031431] env[70323]: DEBUG oslo_vmware.api [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52472934-ebc8-08af-e0ce-0df7d11f2935, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.142315] env[70323]: DEBUG oslo_concurrency.lockutils [None req-11a9c809-de43-469f-bae1-734a3c1ad4c1 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Acquiring lock "7ebc2ecb-f737-4c2e-b259-7ef0f84a7e7c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.142594] env[70323]: DEBUG oslo_concurrency.lockutils [None req-11a9c809-de43-469f-bae1-734a3c1ad4c1 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Lock "7ebc2ecb-f737-4c2e-b259-7ef0f84a7e7c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.142847] env[70323]: DEBUG oslo_concurrency.lockutils [None req-11a9c809-de43-469f-bae1-734a3c1ad4c1 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Acquiring lock "7ebc2ecb-f737-4c2e-b259-7ef0f84a7e7c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.143067] env[70323]: DEBUG oslo_concurrency.lockutils [None req-11a9c809-de43-469f-bae1-734a3c1ad4c1 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Lock "7ebc2ecb-f737-4c2e-b259-7ef0f84a7e7c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.143249] env[70323]: DEBUG oslo_concurrency.lockutils [None req-11a9c809-de43-469f-bae1-734a3c1ad4c1 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Lock "7ebc2ecb-f737-4c2e-b259-7ef0f84a7e7c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.145491] env[70323]: INFO nova.compute.manager [None req-11a9c809-de43-469f-bae1-734a3c1ad4c1 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] [instance: 7ebc2ecb-f737-4c2e-b259-7ef0f84a7e7c] Terminating instance [ 996.157714] env[70323]: DEBUG oslo_vmware.api [None req-7b170bb9-b29c-404a-852a-36047e97cd29 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3227513, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.472937] env[70323]: DEBUG oslo_concurrency.lockutils [req-02b1a219-8e78-4f8d-920a-81196d9deddb req-b40bd1cb-5e1d-4d91-a9fb-6b8d62f92b33 service nova] Releasing lock "refresh_cache-ed2244d5-6b4f-4cc0-826b-fdb84f541ef6" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.534595] env[70323]: DEBUG oslo_vmware.api [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52472934-ebc8-08af-e0ce-0df7d11f2935, 'name': SearchDatastore_Task, 'duration_secs': 0.009192} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.536392] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a33d68f-b55f-4510-91e7-414a41974125 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.539922] env[70323]: DEBUG nova.scheduler.client.report [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Updated inventory for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with generation 117 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 996.540366] env[70323]: DEBUG nova.compute.provider_tree [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Updating resource provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f generation from 117 to 118 during operation: update_inventory {{(pid=70323) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 996.540516] env[70323]: DEBUG nova.compute.provider_tree [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Updating inventory in ProviderTree for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 996.545363] env[70323]: DEBUG oslo_vmware.api [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Waiting for the task: (returnval){ [ 996.545363] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52d089fd-c947-cc6b-d1f9-4d11ab6180f9" [ 996.545363] env[70323]: _type = "Task" [ 996.545363] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.556793] env[70323]: DEBUG oslo_vmware.api [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52d089fd-c947-cc6b-d1f9-4d11ab6180f9, 'name': SearchDatastore_Task, 'duration_secs': 0.011295} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.558593] env[70323]: DEBUG nova.compute.manager [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: f27cdc2c-0dfd-4690-91fc-a68d7a46fe98] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 996.560714] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.561098] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] ed2244d5-6b4f-4cc0-826b-fdb84f541ef6/ed2244d5-6b4f-4cc0-826b-fdb84f541ef6.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 996.563485] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e8a5bd2-3cb7-45f0-b237-2af28b44c46f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.573480] env[70323]: DEBUG oslo_vmware.api [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Waiting for the task: (returnval){ [ 996.573480] env[70323]: value = "task-3227514" [ 996.573480] env[70323]: _type = "Task" [ 996.573480] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.581306] env[70323]: DEBUG oslo_vmware.api [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227514, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.592532] env[70323]: DEBUG nova.virt.hardware [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 996.592759] env[70323]: DEBUG nova.virt.hardware [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 996.592913] env[70323]: DEBUG nova.virt.hardware [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 996.593133] env[70323]: DEBUG nova.virt.hardware [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 996.594028] env[70323]: DEBUG nova.virt.hardware [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 996.594028] env[70323]: DEBUG nova.virt.hardware [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 996.594028] env[70323]: DEBUG nova.virt.hardware [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 996.594028] env[70323]: DEBUG nova.virt.hardware [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 996.594028] env[70323]: DEBUG nova.virt.hardware [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 996.594338] env[70323]: DEBUG nova.virt.hardware [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 996.594338] env[70323]: DEBUG nova.virt.hardware [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 996.595146] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f23c74-8429-4e8f-afc4-c7f0a188974d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.604361] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31bffa0f-f5a4-4819-aa8c-d3873200f8b6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.649139] env[70323]: DEBUG nova.compute.manager [None req-11a9c809-de43-469f-bae1-734a3c1ad4c1 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] [instance: 7ebc2ecb-f737-4c2e-b259-7ef0f84a7e7c] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 996.649416] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-11a9c809-de43-469f-bae1-734a3c1ad4c1 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] [instance: 7ebc2ecb-f737-4c2e-b259-7ef0f84a7e7c] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 996.650579] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-170e1fe9-e5a6-42d9-9d59-93b4fc434b2b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.663331] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-11a9c809-de43-469f-bae1-734a3c1ad4c1 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] [instance: 7ebc2ecb-f737-4c2e-b259-7ef0f84a7e7c] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 996.666243] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16bc434f-6827-4631-8225-3aa4e13fb3dd {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.667724] env[70323]: DEBUG oslo_vmware.api [None req-7b170bb9-b29c-404a-852a-36047e97cd29 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3227513, 'name': ReconfigVM_Task, 'duration_secs': 1.00414} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.667982] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b170bb9-b29c-404a-852a-36047e97cd29 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: b52ff327-d2be-4acd-8604-7860947112af] Reconfigured VM instance instance-0000004e to attach disk [datastore2] b52ff327-d2be-4acd-8604-7860947112af/b52ff327-d2be-4acd-8604-7860947112af.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 996.668893] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40b0a12f-da90-4028-a3ca-54141e9518c0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.674599] env[70323]: DEBUG oslo_vmware.api [None req-11a9c809-de43-469f-bae1-734a3c1ad4c1 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Waiting for the task: (returnval){ [ 996.674599] env[70323]: value = "task-3227515" [ 996.674599] env[70323]: _type = "Task" [ 996.674599] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.680634] env[70323]: DEBUG oslo_vmware.api [None req-7b170bb9-b29c-404a-852a-36047e97cd29 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Waiting for the task: (returnval){ [ 996.680634] env[70323]: value = "task-3227516" [ 996.680634] env[70323]: _type = "Task" [ 996.680634] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.688427] env[70323]: DEBUG oslo_vmware.api [None req-11a9c809-de43-469f-bae1-734a3c1ad4c1 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Task: {'id': task-3227515, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.696720] env[70323]: DEBUG oslo_vmware.api [None req-7b170bb9-b29c-404a-852a-36047e97cd29 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3227516, 'name': Rename_Task} progress is 10%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.016085] env[70323]: DEBUG nova.network.neutron [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: f27cdc2c-0dfd-4690-91fc-a68d7a46fe98] Successfully updated port: 1c9713fe-e114-4f89-ab5f-c649faa6b4be {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 997.047288] env[70323]: DEBUG oslo_concurrency.lockutils [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.513s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.047901] env[70323]: DEBUG nova.compute.manager [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 393b6947-3260-4e50-841a-afdba96225b5] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 997.051082] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.946s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.052582] env[70323]: INFO nova.compute.claims [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] [instance: a7c83740-b777-4254-9f59-cb1b9b5f1c9d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 997.082392] env[70323]: DEBUG oslo_vmware.api [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227514, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501593} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.082684] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] ed2244d5-6b4f-4cc0-826b-fdb84f541ef6/ed2244d5-6b4f-4cc0-826b-fdb84f541ef6.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 997.082908] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: ed2244d5-6b4f-4cc0-826b-fdb84f541ef6] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 997.083194] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-88417fec-43cf-4f81-9f82-1d744089ee7c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.091558] env[70323]: DEBUG oslo_vmware.api [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Waiting for the task: (returnval){ [ 997.091558] env[70323]: value = "task-3227517" [ 997.091558] env[70323]: _type = "Task" [ 997.091558] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.099553] env[70323]: DEBUG oslo_vmware.api [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227517, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.152798] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c71b1575-a0ec-4502-8f64-ff1b8cddbdd1 tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Acquiring lock "7df9555e-167b-432c-b2b2-1730bd69483e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.153401] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c71b1575-a0ec-4502-8f64-ff1b8cddbdd1 tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Lock "7df9555e-167b-432c-b2b2-1730bd69483e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.188019] env[70323]: DEBUG oslo_vmware.api [None req-11a9c809-de43-469f-bae1-734a3c1ad4c1 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Task: {'id': task-3227515, 'name': PowerOffVM_Task, 'duration_secs': 0.288358} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.188702] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-11a9c809-de43-469f-bae1-734a3c1ad4c1 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] [instance: 7ebc2ecb-f737-4c2e-b259-7ef0f84a7e7c] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 997.188881] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-11a9c809-de43-469f-bae1-734a3c1ad4c1 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] [instance: 7ebc2ecb-f737-4c2e-b259-7ef0f84a7e7c] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 997.189171] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b067445c-c813-4487-a9e4-a7a45dc16aa3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.193865] env[70323]: DEBUG oslo_vmware.api [None req-7b170bb9-b29c-404a-852a-36047e97cd29 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3227516, 'name': Rename_Task, 'duration_secs': 0.319377} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.194119] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b170bb9-b29c-404a-852a-36047e97cd29 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: b52ff327-d2be-4acd-8604-7860947112af] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 997.194354] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa580adc-dd04-43ce-897d-290f6e39a608 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.201270] env[70323]: DEBUG oslo_vmware.api [None req-7b170bb9-b29c-404a-852a-36047e97cd29 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Waiting for the task: (returnval){ [ 997.201270] env[70323]: value = "task-3227519" [ 997.201270] env[70323]: _type = "Task" [ 997.201270] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.210524] env[70323]: DEBUG oslo_vmware.api [None req-7b170bb9-b29c-404a-852a-36047e97cd29 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3227519, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.222153] env[70323]: DEBUG nova.compute.manager [req-1e68e683-4e9a-4ff2-bb6c-651cca6c4a71 req-caa393f8-e9fe-4a80-93ed-ab4f1169c6c0 service nova] [instance: f27cdc2c-0dfd-4690-91fc-a68d7a46fe98] Received event network-vif-plugged-1c9713fe-e114-4f89-ab5f-c649faa6b4be {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 997.222384] env[70323]: DEBUG oslo_concurrency.lockutils [req-1e68e683-4e9a-4ff2-bb6c-651cca6c4a71 req-caa393f8-e9fe-4a80-93ed-ab4f1169c6c0 service nova] Acquiring lock "f27cdc2c-0dfd-4690-91fc-a68d7a46fe98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.222589] env[70323]: DEBUG oslo_concurrency.lockutils [req-1e68e683-4e9a-4ff2-bb6c-651cca6c4a71 req-caa393f8-e9fe-4a80-93ed-ab4f1169c6c0 service nova] Lock "f27cdc2c-0dfd-4690-91fc-a68d7a46fe98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.222756] env[70323]: DEBUG oslo_concurrency.lockutils [req-1e68e683-4e9a-4ff2-bb6c-651cca6c4a71 req-caa393f8-e9fe-4a80-93ed-ab4f1169c6c0 service nova] Lock "f27cdc2c-0dfd-4690-91fc-a68d7a46fe98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.222920] env[70323]: DEBUG nova.compute.manager [req-1e68e683-4e9a-4ff2-bb6c-651cca6c4a71 req-caa393f8-e9fe-4a80-93ed-ab4f1169c6c0 service nova] [instance: f27cdc2c-0dfd-4690-91fc-a68d7a46fe98] No waiting events found dispatching network-vif-plugged-1c9713fe-e114-4f89-ab5f-c649faa6b4be {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 997.223114] env[70323]: WARNING nova.compute.manager [req-1e68e683-4e9a-4ff2-bb6c-651cca6c4a71 req-caa393f8-e9fe-4a80-93ed-ab4f1169c6c0 service nova] [instance: f27cdc2c-0dfd-4690-91fc-a68d7a46fe98] Received unexpected event network-vif-plugged-1c9713fe-e114-4f89-ab5f-c649faa6b4be for instance with vm_state building and task_state spawning. [ 997.223394] env[70323]: DEBUG nova.compute.manager [req-1e68e683-4e9a-4ff2-bb6c-651cca6c4a71 req-caa393f8-e9fe-4a80-93ed-ab4f1169c6c0 service nova] [instance: f27cdc2c-0dfd-4690-91fc-a68d7a46fe98] Received event network-changed-1c9713fe-e114-4f89-ab5f-c649faa6b4be {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 997.223743] env[70323]: DEBUG nova.compute.manager [req-1e68e683-4e9a-4ff2-bb6c-651cca6c4a71 req-caa393f8-e9fe-4a80-93ed-ab4f1169c6c0 service nova] [instance: f27cdc2c-0dfd-4690-91fc-a68d7a46fe98] Refreshing instance network info cache due to event network-changed-1c9713fe-e114-4f89-ab5f-c649faa6b4be. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 997.223880] env[70323]: DEBUG oslo_concurrency.lockutils [req-1e68e683-4e9a-4ff2-bb6c-651cca6c4a71 req-caa393f8-e9fe-4a80-93ed-ab4f1169c6c0 service nova] Acquiring lock "refresh_cache-f27cdc2c-0dfd-4690-91fc-a68d7a46fe98" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.224050] env[70323]: DEBUG oslo_concurrency.lockutils [req-1e68e683-4e9a-4ff2-bb6c-651cca6c4a71 req-caa393f8-e9fe-4a80-93ed-ab4f1169c6c0 service nova] Acquired lock "refresh_cache-f27cdc2c-0dfd-4690-91fc-a68d7a46fe98" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.224196] env[70323]: DEBUG nova.network.neutron [req-1e68e683-4e9a-4ff2-bb6c-651cca6c4a71 req-caa393f8-e9fe-4a80-93ed-ab4f1169c6c0 service nova] [instance: f27cdc2c-0dfd-4690-91fc-a68d7a46fe98] Refreshing network info cache for port 1c9713fe-e114-4f89-ab5f-c649faa6b4be {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 997.266261] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-11a9c809-de43-469f-bae1-734a3c1ad4c1 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] [instance: 7ebc2ecb-f737-4c2e-b259-7ef0f84a7e7c] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 997.266497] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-11a9c809-de43-469f-bae1-734a3c1ad4c1 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] [instance: 7ebc2ecb-f737-4c2e-b259-7ef0f84a7e7c] Deleting contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 997.266690] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-11a9c809-de43-469f-bae1-734a3c1ad4c1 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Deleting the datastore file [datastore2] 7ebc2ecb-f737-4c2e-b259-7ef0f84a7e7c {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 997.266982] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9df99164-f4e4-4d9f-9f09-d9ac8dffe5d5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.275624] env[70323]: DEBUG oslo_vmware.api [None req-11a9c809-de43-469f-bae1-734a3c1ad4c1 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Waiting for the task: (returnval){ [ 997.275624] env[70323]: value = "task-3227520" [ 997.275624] env[70323]: _type = "Task" [ 997.275624] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.284214] env[70323]: DEBUG oslo_vmware.api [None req-11a9c809-de43-469f-bae1-734a3c1ad4c1 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Task: {'id': task-3227520, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.518577] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquiring lock "refresh_cache-f27cdc2c-0dfd-4690-91fc-a68d7a46fe98" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.558320] env[70323]: DEBUG nova.compute.utils [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 997.559837] env[70323]: DEBUG nova.compute.manager [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 393b6947-3260-4e50-841a-afdba96225b5] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 997.560033] env[70323]: DEBUG nova.network.neutron [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 393b6947-3260-4e50-841a-afdba96225b5] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 997.603630] env[70323]: DEBUG oslo_vmware.api [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227517, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.616231] env[70323]: DEBUG nova.policy [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '041fbcbe67a240ffaccf482b7ceca85f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ad05435c7e44f548e1a19eccac2b460', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 997.655765] env[70323]: DEBUG nova.compute.manager [None req-c71b1575-a0ec-4502-8f64-ff1b8cddbdd1 tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 997.713102] env[70323]: DEBUG oslo_vmware.api [None req-7b170bb9-b29c-404a-852a-36047e97cd29 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3227519, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.775338] env[70323]: DEBUG nova.network.neutron [req-1e68e683-4e9a-4ff2-bb6c-651cca6c4a71 req-caa393f8-e9fe-4a80-93ed-ab4f1169c6c0 service nova] [instance: f27cdc2c-0dfd-4690-91fc-a68d7a46fe98] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 997.787989] env[70323]: DEBUG oslo_vmware.api [None req-11a9c809-de43-469f-bae1-734a3c1ad4c1 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Task: {'id': task-3227520, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163047} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.788273] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-11a9c809-de43-469f-bae1-734a3c1ad4c1 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 997.788501] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-11a9c809-de43-469f-bae1-734a3c1ad4c1 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] [instance: 7ebc2ecb-f737-4c2e-b259-7ef0f84a7e7c] Deleted contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 997.788688] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-11a9c809-de43-469f-bae1-734a3c1ad4c1 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] [instance: 7ebc2ecb-f737-4c2e-b259-7ef0f84a7e7c] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 997.788880] env[70323]: INFO nova.compute.manager [None req-11a9c809-de43-469f-bae1-734a3c1ad4c1 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] [instance: 7ebc2ecb-f737-4c2e-b259-7ef0f84a7e7c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 997.789202] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-11a9c809-de43-469f-bae1-734a3c1ad4c1 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 997.789510] env[70323]: DEBUG nova.compute.manager [-] [instance: 7ebc2ecb-f737-4c2e-b259-7ef0f84a7e7c] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 997.789608] env[70323]: DEBUG nova.network.neutron [-] [instance: 7ebc2ecb-f737-4c2e-b259-7ef0f84a7e7c] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 997.975376] env[70323]: DEBUG nova.network.neutron [req-1e68e683-4e9a-4ff2-bb6c-651cca6c4a71 req-caa393f8-e9fe-4a80-93ed-ab4f1169c6c0 service nova] [instance: f27cdc2c-0dfd-4690-91fc-a68d7a46fe98] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.066135] env[70323]: DEBUG nova.compute.manager [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 393b6947-3260-4e50-841a-afdba96225b5] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 998.115407] env[70323]: DEBUG oslo_vmware.api [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227517, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.961759} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.118093] env[70323]: DEBUG nova.network.neutron [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 393b6947-3260-4e50-841a-afdba96225b5] Successfully created port: 472fbf00-a63a-4431-9cf1-5d9ca2a3956c {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 998.121177] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: ed2244d5-6b4f-4cc0-826b-fdb84f541ef6] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 998.122986] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be87145-8cb6-42ff-88f4-5a2dd8d79837 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.156147] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: ed2244d5-6b4f-4cc0-826b-fdb84f541ef6] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] ed2244d5-6b4f-4cc0-826b-fdb84f541ef6/ed2244d5-6b4f-4cc0-826b-fdb84f541ef6.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 998.159596] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-006f7639-02e4-46bd-9db6-44ec4a8edd33 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.186210] env[70323]: DEBUG oslo_vmware.api [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Waiting for the task: (returnval){ [ 998.186210] env[70323]: value = "task-3227521" [ 998.186210] env[70323]: _type = "Task" [ 998.186210] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.193183] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c71b1575-a0ec-4502-8f64-ff1b8cddbdd1 tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.199900] env[70323]: DEBUG oslo_vmware.api [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227521, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.214488] env[70323]: DEBUG oslo_vmware.api [None req-7b170bb9-b29c-404a-852a-36047e97cd29 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3227519, 'name': PowerOnVM_Task, 'duration_secs': 0.551966} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.214866] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b170bb9-b29c-404a-852a-36047e97cd29 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: b52ff327-d2be-4acd-8604-7860947112af] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 998.214998] env[70323]: DEBUG nova.compute.manager [None req-7b170bb9-b29c-404a-852a-36047e97cd29 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: b52ff327-d2be-4acd-8604-7860947112af] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 998.216209] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d4ffc1e-fc1c-48bf-acb8-7abc15f4b93e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.255428] env[70323]: DEBUG nova.compute.manager [req-55432684-b8b5-46b9-9afc-6ca9314f2265 req-48741750-d3ad-4127-a3cf-bcfdbddbc98d service nova] [instance: 7ebc2ecb-f737-4c2e-b259-7ef0f84a7e7c] Received event network-vif-deleted-d3e12c38-153d-4691-998a-6349c0566b14 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.255733] env[70323]: INFO nova.compute.manager [req-55432684-b8b5-46b9-9afc-6ca9314f2265 req-48741750-d3ad-4127-a3cf-bcfdbddbc98d service nova] [instance: 7ebc2ecb-f737-4c2e-b259-7ef0f84a7e7c] Neutron deleted interface d3e12c38-153d-4691-998a-6349c0566b14; detaching it from the instance and deleting it from the info cache [ 998.255733] env[70323]: DEBUG nova.network.neutron [req-55432684-b8b5-46b9-9afc-6ca9314f2265 req-48741750-d3ad-4127-a3cf-bcfdbddbc98d service nova] [instance: 7ebc2ecb-f737-4c2e-b259-7ef0f84a7e7c] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.473996] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c82584-c472-4392-824a-014a33267f72 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.478336] env[70323]: DEBUG oslo_concurrency.lockutils [req-1e68e683-4e9a-4ff2-bb6c-651cca6c4a71 req-caa393f8-e9fe-4a80-93ed-ab4f1169c6c0 service nova] Releasing lock "refresh_cache-f27cdc2c-0dfd-4690-91fc-a68d7a46fe98" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.478908] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquired lock "refresh_cache-f27cdc2c-0dfd-4690-91fc-a68d7a46fe98" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.479216] env[70323]: DEBUG nova.network.neutron [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: f27cdc2c-0dfd-4690-91fc-a68d7a46fe98] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 998.483184] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d688db7e-6e06-47d1-9914-fc094c92f289 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.515857] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d44ea76-72ab-4595-bec6-62b3451fe8e8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.524957] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a734c5b-3b54-4797-a7ce-33787382b2da {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.540180] env[70323]: DEBUG nova.compute.provider_tree [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.631260] env[70323]: DEBUG nova.network.neutron [-] [instance: 7ebc2ecb-f737-4c2e-b259-7ef0f84a7e7c] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.697659] env[70323]: DEBUG oslo_vmware.api [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227521, 'name': ReconfigVM_Task, 'duration_secs': 0.279344} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.697971] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: ed2244d5-6b4f-4cc0-826b-fdb84f541ef6] Reconfigured VM instance instance-00000055 to attach disk [datastore2] ed2244d5-6b4f-4cc0-826b-fdb84f541ef6/ed2244d5-6b4f-4cc0-826b-fdb84f541ef6.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 998.698608] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a23e82d4-db03-42eb-8e3b-66392002bca1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.705688] env[70323]: DEBUG oslo_vmware.api [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Waiting for the task: (returnval){ [ 998.705688] env[70323]: value = "task-3227522" [ 998.705688] env[70323]: _type = "Task" [ 998.705688] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.720584] env[70323]: DEBUG oslo_vmware.api [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227522, 'name': Rename_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.738458] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7b170bb9-b29c-404a-852a-36047e97cd29 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.761437] env[70323]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5fd25fcc-271f-4d1e-b711-a72fb02c6c3f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.771952] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3e5165-f033-4a99-9556-25e60d360b57 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.807589] env[70323]: DEBUG nova.compute.manager [req-55432684-b8b5-46b9-9afc-6ca9314f2265 req-48741750-d3ad-4127-a3cf-bcfdbddbc98d service nova] [instance: 7ebc2ecb-f737-4c2e-b259-7ef0f84a7e7c] Detach interface failed, port_id=d3e12c38-153d-4691-998a-6349c0566b14, reason: Instance 7ebc2ecb-f737-4c2e-b259-7ef0f84a7e7c could not be found. {{(pid=70323) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 999.015146] env[70323]: DEBUG nova.network.neutron [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: f27cdc2c-0dfd-4690-91fc-a68d7a46fe98] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 999.046510] env[70323]: DEBUG nova.scheduler.client.report [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.078904] env[70323]: DEBUG nova.compute.manager [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 393b6947-3260-4e50-841a-afdba96225b5] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 999.105165] env[70323]: DEBUG nova.virt.hardware [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 999.105430] env[70323]: DEBUG nova.virt.hardware [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 999.105590] env[70323]: DEBUG nova.virt.hardware [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 999.105774] env[70323]: DEBUG nova.virt.hardware [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 999.105925] env[70323]: DEBUG nova.virt.hardware [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 999.106094] env[70323]: DEBUG nova.virt.hardware [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 999.106316] env[70323]: DEBUG nova.virt.hardware [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 999.106481] env[70323]: DEBUG nova.virt.hardware [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 999.106655] env[70323]: DEBUG nova.virt.hardware [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 999.106848] env[70323]: DEBUG nova.virt.hardware [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 999.106997] env[70323]: DEBUG nova.virt.hardware [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 999.107880] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2bc8b93-a2bf-46ff-b190-7ae17310a847 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.117273] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a585f4c-26d7-4f84-88bb-8557787014f7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.134791] env[70323]: INFO nova.compute.manager [-] [instance: 7ebc2ecb-f737-4c2e-b259-7ef0f84a7e7c] Took 1.35 seconds to deallocate network for instance. [ 999.162081] env[70323]: DEBUG nova.network.neutron [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: f27cdc2c-0dfd-4690-91fc-a68d7a46fe98] Updating instance_info_cache with network_info: [{"id": "1c9713fe-e114-4f89-ab5f-c649faa6b4be", "address": "fa:16:3e:c8:72:ec", "network": {"id": "c007b1ef-cfb2-4ce7-bd1c-4b08918b6a61", "bridge": "br-int", "label": "tempest-ServersTestJSON-785052494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af37872d6532434f815597c22d8a4a36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c9713fe-e1", "ovs_interfaceid": "1c9713fe-e114-4f89-ab5f-c649faa6b4be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.216684] env[70323]: DEBUG oslo_vmware.api [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227522, 'name': Rename_Task, 'duration_secs': 0.166675} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.216979] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: ed2244d5-6b4f-4cc0-826b-fdb84f541ef6] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 999.217285] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4bb6efa5-e1c8-46f7-a5ff-ada7193175c2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.225346] env[70323]: DEBUG oslo_vmware.api [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Waiting for the task: (returnval){ [ 999.225346] env[70323]: value = "task-3227523" [ 999.225346] env[70323]: _type = "Task" [ 999.225346] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.233625] env[70323]: DEBUG oslo_vmware.api [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227523, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.551826] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.501s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.552425] env[70323]: DEBUG nova.compute.manager [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] [instance: a7c83740-b777-4254-9f59-cb1b9b5f1c9d] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 999.555062] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c4bbd253-5bf1-4620-b4d5-5959c01c2a20 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.855s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.555327] env[70323]: DEBUG nova.objects.instance [None req-c4bbd253-5bf1-4620-b4d5-5959c01c2a20 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Lazy-loading 'resources' on Instance uuid d5e45e91-706f-4de8-b7d6-15798256140b {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 999.576550] env[70323]: DEBUG nova.compute.manager [req-a50bdf57-3f73-4985-8438-84f5a5cffc25 req-430e8370-2bb9-4e7e-9e67-c9d24bb5c9ce service nova] [instance: 393b6947-3260-4e50-841a-afdba96225b5] Received event network-vif-plugged-472fbf00-a63a-4431-9cf1-5d9ca2a3956c {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.576550] env[70323]: DEBUG oslo_concurrency.lockutils [req-a50bdf57-3f73-4985-8438-84f5a5cffc25 req-430e8370-2bb9-4e7e-9e67-c9d24bb5c9ce service nova] Acquiring lock "393b6947-3260-4e50-841a-afdba96225b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.576550] env[70323]: DEBUG oslo_concurrency.lockutils [req-a50bdf57-3f73-4985-8438-84f5a5cffc25 req-430e8370-2bb9-4e7e-9e67-c9d24bb5c9ce service nova] Lock "393b6947-3260-4e50-841a-afdba96225b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.576550] env[70323]: DEBUG oslo_concurrency.lockutils [req-a50bdf57-3f73-4985-8438-84f5a5cffc25 req-430e8370-2bb9-4e7e-9e67-c9d24bb5c9ce service nova] Lock "393b6947-3260-4e50-841a-afdba96225b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.576550] env[70323]: DEBUG nova.compute.manager [req-a50bdf57-3f73-4985-8438-84f5a5cffc25 req-430e8370-2bb9-4e7e-9e67-c9d24bb5c9ce service nova] [instance: 393b6947-3260-4e50-841a-afdba96225b5] No waiting events found dispatching network-vif-plugged-472fbf00-a63a-4431-9cf1-5d9ca2a3956c {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 999.576550] env[70323]: WARNING nova.compute.manager [req-a50bdf57-3f73-4985-8438-84f5a5cffc25 req-430e8370-2bb9-4e7e-9e67-c9d24bb5c9ce service nova] [instance: 393b6947-3260-4e50-841a-afdba96225b5] Received unexpected event network-vif-plugged-472fbf00-a63a-4431-9cf1-5d9ca2a3956c for instance with vm_state building and task_state spawning. [ 999.644650] env[70323]: DEBUG oslo_concurrency.lockutils [None req-11a9c809-de43-469f-bae1-734a3c1ad4c1 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.667373] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Releasing lock "refresh_cache-f27cdc2c-0dfd-4690-91fc-a68d7a46fe98" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.667373] env[70323]: DEBUG nova.compute.manager [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: f27cdc2c-0dfd-4690-91fc-a68d7a46fe98] Instance network_info: |[{"id": "1c9713fe-e114-4f89-ab5f-c649faa6b4be", "address": "fa:16:3e:c8:72:ec", "network": {"id": "c007b1ef-cfb2-4ce7-bd1c-4b08918b6a61", "bridge": "br-int", "label": "tempest-ServersTestJSON-785052494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af37872d6532434f815597c22d8a4a36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c9713fe-e1", "ovs_interfaceid": "1c9713fe-e114-4f89-ab5f-c649faa6b4be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 999.667373] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: f27cdc2c-0dfd-4690-91fc-a68d7a46fe98] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:72:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e885ebd4-93ca-4e9e-8889-0f16bd91e61e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c9713fe-e114-4f89-ab5f-c649faa6b4be', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 999.679628] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 999.683422] env[70323]: DEBUG nova.network.neutron [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 393b6947-3260-4e50-841a-afdba96225b5] Successfully updated port: 472fbf00-a63a-4431-9cf1-5d9ca2a3956c {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 999.683576] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f27cdc2c-0dfd-4690-91fc-a68d7a46fe98] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 999.683727] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d3084be-c910-4eca-ad8c-5b32878df91c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.703631] env[70323]: DEBUG oslo_concurrency.lockutils [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquiring lock "refresh_cache-393b6947-3260-4e50-841a-afdba96225b5" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.703772] env[70323]: DEBUG oslo_concurrency.lockutils [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquired lock "refresh_cache-393b6947-3260-4e50-841a-afdba96225b5" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.703966] env[70323]: DEBUG nova.network.neutron [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 393b6947-3260-4e50-841a-afdba96225b5] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 999.715899] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 999.715899] env[70323]: value = "task-3227524" [ 999.715899] env[70323]: _type = "Task" [ 999.715899] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.725193] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227524, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.736304] env[70323]: DEBUG oslo_vmware.api [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227523, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.062258] env[70323]: DEBUG nova.compute.utils [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1000.063956] env[70323]: DEBUG nova.compute.manager [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] [instance: a7c83740-b777-4254-9f59-cb1b9b5f1c9d] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1000.064254] env[70323]: DEBUG nova.network.neutron [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] [instance: a7c83740-b777-4254-9f59-cb1b9b5f1c9d] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1000.145346] env[70323]: DEBUG nova.policy [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd3b46b58fa94127a28ac7b390317cd3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fbe6df2c05a643e8b8d0f354a08b7baa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 1000.225696] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227524, 'name': CreateVM_Task, 'duration_secs': 0.47691} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.228703] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f27cdc2c-0dfd-4690-91fc-a68d7a46fe98] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1000.230926] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.231123] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.231915] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.239433] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53bf598a-970e-4a5b-ab62-427bcbb10865 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.254381] env[70323]: DEBUG oslo_vmware.api [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227523, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.261658] env[70323]: DEBUG oslo_vmware.api [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Waiting for the task: (returnval){ [ 1000.261658] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]524330ad-b7ad-4839-8e64-a26a8bf8a365" [ 1000.261658] env[70323]: _type = "Task" [ 1000.261658] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.262835] env[70323]: DEBUG nova.network.neutron [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 393b6947-3260-4e50-841a-afdba96225b5] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1000.278263] env[70323]: DEBUG oslo_vmware.api [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]524330ad-b7ad-4839-8e64-a26a8bf8a365, 'name': SearchDatastore_Task, 'duration_secs': 0.013545} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.279623] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.280873] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: f27cdc2c-0dfd-4690-91fc-a68d7a46fe98] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1000.280873] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.280873] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.280873] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1000.281138] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37977324-3107-4df3-b939-58de703ff751 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.291510] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1000.291736] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1000.294932] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1c1a24b-2d7c-41f0-9087-d83a10711258 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.302464] env[70323]: DEBUG oslo_vmware.api [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Waiting for the task: (returnval){ [ 1000.302464] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52db593e-a331-5d55-f089-d133ae65c2d4" [ 1000.302464] env[70323]: _type = "Task" [ 1000.302464] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.312702] env[70323]: DEBUG oslo_vmware.api [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52db593e-a331-5d55-f089-d133ae65c2d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.402742] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1560bcbe-f2e6-442a-8d89-9ff4d77b7700 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.410457] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e25c48-5883-482c-909e-fce0ac58fc57 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.442129] env[70323]: DEBUG nova.network.neutron [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 393b6947-3260-4e50-841a-afdba96225b5] Updating instance_info_cache with network_info: [{"id": "472fbf00-a63a-4431-9cf1-5d9ca2a3956c", "address": "fa:16:3e:16:a1:71", "network": {"id": "882ea57e-8153-49ec-b6a7-5b7da1c35202", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1740748287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ad05435c7e44f548e1a19eccac2b460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap472fbf00-a6", "ovs_interfaceid": "472fbf00-a63a-4431-9cf1-5d9ca2a3956c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.443888] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d49325-3a8a-4bdc-8bd2-b5d0ede52977 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.452895] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c069c6-9c2d-4a31-b8ee-68a323148cb9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.467986] env[70323]: DEBUG nova.compute.provider_tree [None req-c4bbd253-5bf1-4620-b4d5-5959c01c2a20 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.542169] env[70323]: DEBUG nova.network.neutron [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] [instance: a7c83740-b777-4254-9f59-cb1b9b5f1c9d] Successfully created port: 38d49431-2ee9-4137-99b5-d512fe405446 {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1000.569507] env[70323]: DEBUG nova.compute.manager [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] [instance: a7c83740-b777-4254-9f59-cb1b9b5f1c9d] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1000.739907] env[70323]: DEBUG oslo_vmware.api [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227523, 'name': PowerOnVM_Task, 'duration_secs': 1.127071} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.740211] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: ed2244d5-6b4f-4cc0-826b-fdb84f541ef6] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1000.740698] env[70323]: INFO nova.compute.manager [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: ed2244d5-6b4f-4cc0-826b-fdb84f541ef6] Took 8.53 seconds to spawn the instance on the hypervisor. [ 1000.740698] env[70323]: DEBUG nova.compute.manager [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: ed2244d5-6b4f-4cc0-826b-fdb84f541ef6] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1000.741462] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8561d26-078c-475d-a0bc-dea7fe912e99 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.813519] env[70323]: DEBUG oslo_vmware.api [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52db593e-a331-5d55-f089-d133ae65c2d4, 'name': SearchDatastore_Task, 'duration_secs': 0.01319} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.815013] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-519dc6ce-39ee-4fd0-b5a5-e72f8824d316 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.820321] env[70323]: DEBUG oslo_vmware.api [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Waiting for the task: (returnval){ [ 1000.820321] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]529e3ee2-8106-853a-ca10-1f0d57133853" [ 1000.820321] env[70323]: _type = "Task" [ 1000.820321] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.829620] env[70323]: DEBUG oslo_vmware.api [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]529e3ee2-8106-853a-ca10-1f0d57133853, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.947991] env[70323]: DEBUG oslo_concurrency.lockutils [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Releasing lock "refresh_cache-393b6947-3260-4e50-841a-afdba96225b5" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.948298] env[70323]: DEBUG nova.compute.manager [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 393b6947-3260-4e50-841a-afdba96225b5] Instance network_info: |[{"id": "472fbf00-a63a-4431-9cf1-5d9ca2a3956c", "address": "fa:16:3e:16:a1:71", "network": {"id": "882ea57e-8153-49ec-b6a7-5b7da1c35202", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1740748287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ad05435c7e44f548e1a19eccac2b460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap472fbf00-a6", "ovs_interfaceid": "472fbf00-a63a-4431-9cf1-5d9ca2a3956c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1000.948740] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 393b6947-3260-4e50-841a-afdba96225b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:a1:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b107fab-ee71-47db-ad4d-3c6f05546843', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '472fbf00-a63a-4431-9cf1-5d9ca2a3956c', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1000.956573] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1000.956910] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 393b6947-3260-4e50-841a-afdba96225b5] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1000.957082] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa2d9fbf-6b65-4e0a-a12b-1c47d754673c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.972182] env[70323]: DEBUG nova.scheduler.client.report [None req-c4bbd253-5bf1-4620-b4d5-5959c01c2a20 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.982114] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1000.982114] env[70323]: value = "task-3227525" [ 1000.982114] env[70323]: _type = "Task" [ 1000.982114] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.990688] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227525, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.264028] env[70323]: INFO nova.compute.manager [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: ed2244d5-6b4f-4cc0-826b-fdb84f541ef6] Took 38.96 seconds to build instance. [ 1001.334236] env[70323]: DEBUG oslo_vmware.api [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]529e3ee2-8106-853a-ca10-1f0d57133853, 'name': SearchDatastore_Task, 'duration_secs': 0.021171} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.334801] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.334801] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] f27cdc2c-0dfd-4690-91fc-a68d7a46fe98/f27cdc2c-0dfd-4690-91fc-a68d7a46fe98.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1001.335081] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-deee933f-ddf0-4764-9c70-6f5ccc8863bb {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.343308] env[70323]: DEBUG oslo_vmware.api [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Waiting for the task: (returnval){ [ 1001.343308] env[70323]: value = "task-3227526" [ 1001.343308] env[70323]: _type = "Task" [ 1001.343308] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.356061] env[70323]: DEBUG oslo_vmware.api [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227526, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.477586] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c4bbd253-5bf1-4620-b4d5-5959c01c2a20 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.922s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.481078] env[70323]: DEBUG oslo_concurrency.lockutils [None req-85647812-c37c-4cdc-908a-df1f219a03ce tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.958s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.481334] env[70323]: DEBUG nova.objects.instance [None req-85647812-c37c-4cdc-908a-df1f219a03ce tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Lazy-loading 'resources' on Instance uuid 2c755301-a981-4c97-8d9e-c01c17618932 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1001.492372] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227525, 'name': CreateVM_Task, 'duration_secs': 0.363288} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.493100] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 393b6947-3260-4e50-841a-afdba96225b5] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1001.493701] env[70323]: DEBUG oslo_concurrency.lockutils [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.493886] env[70323]: DEBUG oslo_concurrency.lockutils [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.494230] env[70323]: DEBUG oslo_concurrency.lockutils [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.494705] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5739a1ec-0d5d-405c-86c4-98900f5c2108 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.499391] env[70323]: DEBUG oslo_vmware.api [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for the task: (returnval){ [ 1001.499391] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52b05f37-377a-d5f1-3153-9adf81ad6237" [ 1001.499391] env[70323]: _type = "Task" [ 1001.499391] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.500277] env[70323]: INFO nova.scheduler.client.report [None req-c4bbd253-5bf1-4620-b4d5-5959c01c2a20 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Deleted allocations for instance d5e45e91-706f-4de8-b7d6-15798256140b [ 1001.513460] env[70323]: DEBUG oslo_vmware.api [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52b05f37-377a-d5f1-3153-9adf81ad6237, 'name': SearchDatastore_Task, 'duration_secs': 0.011713} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.513843] env[70323]: DEBUG oslo_concurrency.lockutils [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.513946] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 393b6947-3260-4e50-841a-afdba96225b5] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1001.514183] env[70323]: DEBUG oslo_concurrency.lockutils [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.514331] env[70323]: DEBUG oslo_concurrency.lockutils [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.514505] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1001.514750] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b06ead2-f340-47f2-ad53-20b807b75c79 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.523290] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1001.523475] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1001.524189] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e737309-781b-4269-852c-f240de90a241 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.531026] env[70323]: DEBUG oslo_vmware.api [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for the task: (returnval){ [ 1001.531026] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]521267e0-b28a-07ca-3909-3b72b2c21ef4" [ 1001.531026] env[70323]: _type = "Task" [ 1001.531026] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.540017] env[70323]: DEBUG oslo_vmware.api [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]521267e0-b28a-07ca-3909-3b72b2c21ef4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.578984] env[70323]: DEBUG nova.compute.manager [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] [instance: a7c83740-b777-4254-9f59-cb1b9b5f1c9d] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1001.603159] env[70323]: DEBUG nova.compute.manager [req-7d49f18d-4d38-407a-9d11-6552c533a37c req-511b3fbb-e1bf-4d51-accb-74815e900a55 service nova] [instance: 393b6947-3260-4e50-841a-afdba96225b5] Received event network-changed-472fbf00-a63a-4431-9cf1-5d9ca2a3956c {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1001.603374] env[70323]: DEBUG nova.compute.manager [req-7d49f18d-4d38-407a-9d11-6552c533a37c req-511b3fbb-e1bf-4d51-accb-74815e900a55 service nova] [instance: 393b6947-3260-4e50-841a-afdba96225b5] Refreshing instance network info cache due to event network-changed-472fbf00-a63a-4431-9cf1-5d9ca2a3956c. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1001.603570] env[70323]: DEBUG oslo_concurrency.lockutils [req-7d49f18d-4d38-407a-9d11-6552c533a37c req-511b3fbb-e1bf-4d51-accb-74815e900a55 service nova] Acquiring lock "refresh_cache-393b6947-3260-4e50-841a-afdba96225b5" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.603672] env[70323]: DEBUG oslo_concurrency.lockutils [req-7d49f18d-4d38-407a-9d11-6552c533a37c req-511b3fbb-e1bf-4d51-accb-74815e900a55 service nova] Acquired lock "refresh_cache-393b6947-3260-4e50-841a-afdba96225b5" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.603830] env[70323]: DEBUG nova.network.neutron [req-7d49f18d-4d38-407a-9d11-6552c533a37c req-511b3fbb-e1bf-4d51-accb-74815e900a55 service nova] [instance: 393b6947-3260-4e50-841a-afdba96225b5] Refreshing network info cache for port 472fbf00-a63a-4431-9cf1-5d9ca2a3956c {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1001.606735] env[70323]: DEBUG nova.virt.hardware [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1001.606972] env[70323]: DEBUG nova.virt.hardware [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1001.607165] env[70323]: DEBUG nova.virt.hardware [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1001.607357] env[70323]: DEBUG nova.virt.hardware [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1001.607582] env[70323]: DEBUG nova.virt.hardware [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1001.607652] env[70323]: DEBUG nova.virt.hardware [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1001.607849] env[70323]: DEBUG nova.virt.hardware [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1001.608018] env[70323]: DEBUG nova.virt.hardware [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1001.608187] env[70323]: DEBUG nova.virt.hardware [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1001.608349] env[70323]: DEBUG nova.virt.hardware [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1001.608522] env[70323]: DEBUG nova.virt.hardware [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1001.609755] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a92e30e-26cd-443f-92d4-31f134d91866 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.619235] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4115070e-99d9-428a-8f20-17003db777ba {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.769673] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0f3c2415-ac45-4889-8067-651cea0ab27a tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Lock "ed2244d5-6b4f-4cc0-826b-fdb84f541ef6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.468s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.854421] env[70323]: DEBUG oslo_vmware.api [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227526, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.014186] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c4bbd253-5bf1-4620-b4d5-5959c01c2a20 tempest-ServersWithSpecificFlavorTestJSON-1451235116 tempest-ServersWithSpecificFlavorTestJSON-1451235116-project-member] Lock "d5e45e91-706f-4de8-b7d6-15798256140b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.051s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.045951] env[70323]: DEBUG oslo_vmware.api [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]521267e0-b28a-07ca-3909-3b72b2c21ef4, 'name': SearchDatastore_Task, 'duration_secs': 0.011843} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.045951] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83f71ddb-aefa-4d17-b2dc-a2da265ea948 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.054021] env[70323]: DEBUG oslo_vmware.api [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for the task: (returnval){ [ 1002.054021] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5281c0fb-472d-5e4d-d920-9384384f22a1" [ 1002.054021] env[70323]: _type = "Task" [ 1002.054021] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.062143] env[70323]: DEBUG oslo_vmware.api [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5281c0fb-472d-5e4d-d920-9384384f22a1, 'name': SearchDatastore_Task, 'duration_secs': 0.010098} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.066503] env[70323]: DEBUG oslo_concurrency.lockutils [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.066971] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 393b6947-3260-4e50-841a-afdba96225b5/393b6947-3260-4e50-841a-afdba96225b5.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1002.069945] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-482d20e7-fc2d-4165-b98b-7133c408f9c7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.080761] env[70323]: DEBUG oslo_vmware.api [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for the task: (returnval){ [ 1002.080761] env[70323]: value = "task-3227527" [ 1002.080761] env[70323]: _type = "Task" [ 1002.080761] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.092945] env[70323]: DEBUG oslo_vmware.api [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227527, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.199027] env[70323]: DEBUG nova.network.neutron [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] [instance: a7c83740-b777-4254-9f59-cb1b9b5f1c9d] Successfully updated port: 38d49431-2ee9-4137-99b5-d512fe405446 {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1002.352020] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d27f5a1-249a-4975-80bf-3ac9cba08bf5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.360880] env[70323]: DEBUG oslo_vmware.api [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227526, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.681801} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.365860] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] f27cdc2c-0dfd-4690-91fc-a68d7a46fe98/f27cdc2c-0dfd-4690-91fc-a68d7a46fe98.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1002.366151] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: f27cdc2c-0dfd-4690-91fc-a68d7a46fe98] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1002.367036] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54f54d97-6c16-42a0-93c2-58e9b762f1b0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.371069] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b9f9bb-c419-47f9-858c-4945bc88a5e4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.382310] env[70323]: DEBUG oslo_vmware.api [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Waiting for the task: (returnval){ [ 1002.382310] env[70323]: value = "task-3227528" [ 1002.382310] env[70323]: _type = "Task" [ 1002.382310] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.415536] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d79ef3f-6f52-428e-8146-0eaec68dc704 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.419102] env[70323]: DEBUG nova.network.neutron [req-7d49f18d-4d38-407a-9d11-6552c533a37c req-511b3fbb-e1bf-4d51-accb-74815e900a55 service nova] [instance: 393b6947-3260-4e50-841a-afdba96225b5] Updated VIF entry in instance network info cache for port 472fbf00-a63a-4431-9cf1-5d9ca2a3956c. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1002.419573] env[70323]: DEBUG nova.network.neutron [req-7d49f18d-4d38-407a-9d11-6552c533a37c req-511b3fbb-e1bf-4d51-accb-74815e900a55 service nova] [instance: 393b6947-3260-4e50-841a-afdba96225b5] Updating instance_info_cache with network_info: [{"id": "472fbf00-a63a-4431-9cf1-5d9ca2a3956c", "address": "fa:16:3e:16:a1:71", "network": {"id": "882ea57e-8153-49ec-b6a7-5b7da1c35202", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1740748287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ad05435c7e44f548e1a19eccac2b460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap472fbf00-a6", "ovs_interfaceid": "472fbf00-a63a-4431-9cf1-5d9ca2a3956c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.427145] env[70323]: DEBUG oslo_vmware.api [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227528, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.432729] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df7262f-fe19-45a1-b802-334ecfe3c32d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.449715] env[70323]: DEBUG nova.compute.provider_tree [None req-85647812-c37c-4cdc-908a-df1f219a03ce tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.592089] env[70323]: DEBUG oslo_vmware.api [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227527, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495307} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.592378] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 393b6947-3260-4e50-841a-afdba96225b5/393b6947-3260-4e50-841a-afdba96225b5.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1002.593062] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 393b6947-3260-4e50-841a-afdba96225b5] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1002.593062] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-45373587-66da-4974-b134-9307a26bf34d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.601230] env[70323]: DEBUG oslo_vmware.api [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for the task: (returnval){ [ 1002.601230] env[70323]: value = "task-3227529" [ 1002.601230] env[70323]: _type = "Task" [ 1002.601230] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.612294] env[70323]: DEBUG oslo_vmware.api [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227529, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.702838] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Acquiring lock "refresh_cache-a7c83740-b777-4254-9f59-cb1b9b5f1c9d" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.703572] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Acquired lock "refresh_cache-a7c83740-b777-4254-9f59-cb1b9b5f1c9d" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.703572] env[70323]: DEBUG nova.network.neutron [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] [instance: a7c83740-b777-4254-9f59-cb1b9b5f1c9d] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1002.923211] env[70323]: DEBUG oslo_concurrency.lockutils [req-7d49f18d-4d38-407a-9d11-6552c533a37c req-511b3fbb-e1bf-4d51-accb-74815e900a55 service nova] Releasing lock "refresh_cache-393b6947-3260-4e50-841a-afdba96225b5" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.923395] env[70323]: DEBUG oslo_vmware.api [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227528, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.159958} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.923752] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: f27cdc2c-0dfd-4690-91fc-a68d7a46fe98] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1002.924505] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7df91b1-246a-4ee3-90af-e76806aefadd {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.947899] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: f27cdc2c-0dfd-4690-91fc-a68d7a46fe98] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] f27cdc2c-0dfd-4690-91fc-a68d7a46fe98/f27cdc2c-0dfd-4690-91fc-a68d7a46fe98.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1002.948270] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89aa37aa-1c79-423c-b0df-caa87436d794 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.963438] env[70323]: DEBUG nova.scheduler.client.report [None req-85647812-c37c-4cdc-908a-df1f219a03ce tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.974287] env[70323]: DEBUG oslo_vmware.api [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Waiting for the task: (returnval){ [ 1002.974287] env[70323]: value = "task-3227530" [ 1002.974287] env[70323]: _type = "Task" [ 1002.974287] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.985107] env[70323]: DEBUG oslo_vmware.api [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227530, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.078853] env[70323]: DEBUG nova.compute.manager [None req-87938c2d-3cf5-4c5b-b758-84b963fd82b6 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: ed2244d5-6b4f-4cc0-826b-fdb84f541ef6] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1003.079949] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9e401f-cc88-4c74-8ff8-f18079762eb3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.111545] env[70323]: DEBUG oslo_vmware.api [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227529, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.183159} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.111828] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 393b6947-3260-4e50-841a-afdba96225b5] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1003.112610] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e113e0a-e02b-435f-9e96-5ebe98bb0a9b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.135823] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 393b6947-3260-4e50-841a-afdba96225b5] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 393b6947-3260-4e50-841a-afdba96225b5/393b6947-3260-4e50-841a-afdba96225b5.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1003.136422] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9ffe8b2-dc89-479b-a668-bbcc6d59d757 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.158212] env[70323]: DEBUG oslo_vmware.api [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for the task: (returnval){ [ 1003.158212] env[70323]: value = "task-3227531" [ 1003.158212] env[70323]: _type = "Task" [ 1003.158212] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.168284] env[70323]: DEBUG oslo_vmware.api [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227531, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.260320] env[70323]: DEBUG nova.network.neutron [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] [instance: a7c83740-b777-4254-9f59-cb1b9b5f1c9d] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1003.470208] env[70323]: DEBUG oslo_concurrency.lockutils [None req-85647812-c37c-4cdc-908a-df1f219a03ce tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.990s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.473622] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.939s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.474328] env[70323]: INFO nova.compute.claims [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1003.491682] env[70323]: DEBUG oslo_vmware.api [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227530, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.502855] env[70323]: INFO nova.scheduler.client.report [None req-85647812-c37c-4cdc-908a-df1f219a03ce tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Deleted allocations for instance 2c755301-a981-4c97-8d9e-c01c17618932 [ 1003.515029] env[70323]: DEBUG nova.network.neutron [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] [instance: a7c83740-b777-4254-9f59-cb1b9b5f1c9d] Updating instance_info_cache with network_info: [{"id": "38d49431-2ee9-4137-99b5-d512fe405446", "address": "fa:16:3e:2a:ea:f8", "network": {"id": "4e0d8ee1-52f7-4416-a8bd-f34b989a1542", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.148", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aa1f6314fd1d4d8a9ec1f238193c1000", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38d49431-2e", "ovs_interfaceid": "38d49431-2ee9-4137-99b5-d512fe405446", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.591920] env[70323]: INFO nova.compute.manager [None req-87938c2d-3cf5-4c5b-b758-84b963fd82b6 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: ed2244d5-6b4f-4cc0-826b-fdb84f541ef6] instance snapshotting [ 1003.594869] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b75777dd-3843-4846-829e-3411f426ef1c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.616728] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f622eb2b-67f3-4704-9f21-06e547368362 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.643188] env[70323]: DEBUG nova.compute.manager [req-d90950f5-936d-4496-b9fd-41e1c1dca79e req-d7428977-5715-467c-a8a8-fd0ea981ce10 service nova] [instance: a7c83740-b777-4254-9f59-cb1b9b5f1c9d] Received event network-vif-plugged-38d49431-2ee9-4137-99b5-d512fe405446 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.643404] env[70323]: DEBUG oslo_concurrency.lockutils [req-d90950f5-936d-4496-b9fd-41e1c1dca79e req-d7428977-5715-467c-a8a8-fd0ea981ce10 service nova] Acquiring lock "a7c83740-b777-4254-9f59-cb1b9b5f1c9d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.643613] env[70323]: DEBUG oslo_concurrency.lockutils [req-d90950f5-936d-4496-b9fd-41e1c1dca79e req-d7428977-5715-467c-a8a8-fd0ea981ce10 service nova] Lock "a7c83740-b777-4254-9f59-cb1b9b5f1c9d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.643826] env[70323]: DEBUG oslo_concurrency.lockutils [req-d90950f5-936d-4496-b9fd-41e1c1dca79e req-d7428977-5715-467c-a8a8-fd0ea981ce10 service nova] Lock "a7c83740-b777-4254-9f59-cb1b9b5f1c9d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.643943] env[70323]: DEBUG nova.compute.manager [req-d90950f5-936d-4496-b9fd-41e1c1dca79e req-d7428977-5715-467c-a8a8-fd0ea981ce10 service nova] [instance: a7c83740-b777-4254-9f59-cb1b9b5f1c9d] No waiting events found dispatching network-vif-plugged-38d49431-2ee9-4137-99b5-d512fe405446 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1003.644280] env[70323]: WARNING nova.compute.manager [req-d90950f5-936d-4496-b9fd-41e1c1dca79e req-d7428977-5715-467c-a8a8-fd0ea981ce10 service nova] [instance: a7c83740-b777-4254-9f59-cb1b9b5f1c9d] Received unexpected event network-vif-plugged-38d49431-2ee9-4137-99b5-d512fe405446 for instance with vm_state building and task_state spawning. [ 1003.644476] env[70323]: DEBUG nova.compute.manager [req-d90950f5-936d-4496-b9fd-41e1c1dca79e req-d7428977-5715-467c-a8a8-fd0ea981ce10 service nova] [instance: a7c83740-b777-4254-9f59-cb1b9b5f1c9d] Received event network-changed-38d49431-2ee9-4137-99b5-d512fe405446 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.644633] env[70323]: DEBUG nova.compute.manager [req-d90950f5-936d-4496-b9fd-41e1c1dca79e req-d7428977-5715-467c-a8a8-fd0ea981ce10 service nova] [instance: a7c83740-b777-4254-9f59-cb1b9b5f1c9d] Refreshing instance network info cache due to event network-changed-38d49431-2ee9-4137-99b5-d512fe405446. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1003.644799] env[70323]: DEBUG oslo_concurrency.lockutils [req-d90950f5-936d-4496-b9fd-41e1c1dca79e req-d7428977-5715-467c-a8a8-fd0ea981ce10 service nova] Acquiring lock "refresh_cache-a7c83740-b777-4254-9f59-cb1b9b5f1c9d" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.670340] env[70323]: DEBUG oslo_vmware.api [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227531, 'name': ReconfigVM_Task, 'duration_secs': 0.337735} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.670604] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 393b6947-3260-4e50-841a-afdba96225b5] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 393b6947-3260-4e50-841a-afdba96225b5/393b6947-3260-4e50-841a-afdba96225b5.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1003.671258] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee570b48-c77d-4fca-967e-1b9e95a5cc5e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.679838] env[70323]: DEBUG oslo_vmware.api [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for the task: (returnval){ [ 1003.679838] env[70323]: value = "task-3227532" [ 1003.679838] env[70323]: _type = "Task" [ 1003.679838] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.689604] env[70323]: DEBUG oslo_vmware.api [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227532, 'name': Rename_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.989976] env[70323]: DEBUG oslo_vmware.api [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227530, 'name': ReconfigVM_Task, 'duration_secs': 0.64447} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.990362] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: f27cdc2c-0dfd-4690-91fc-a68d7a46fe98] Reconfigured VM instance instance-00000056 to attach disk [datastore2] f27cdc2c-0dfd-4690-91fc-a68d7a46fe98/f27cdc2c-0dfd-4690-91fc-a68d7a46fe98.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1003.990898] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-57e10ef1-4b16-4e89-834f-3acd9296c78f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.001265] env[70323]: DEBUG oslo_vmware.api [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Waiting for the task: (returnval){ [ 1004.001265] env[70323]: value = "task-3227533" [ 1004.001265] env[70323]: _type = "Task" [ 1004.001265] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.009915] env[70323]: DEBUG oslo_vmware.api [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227533, 'name': Rename_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.016194] env[70323]: DEBUG oslo_concurrency.lockutils [None req-85647812-c37c-4cdc-908a-df1f219a03ce tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Lock "2c755301-a981-4c97-8d9e-c01c17618932" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.260s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.017681] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Releasing lock "refresh_cache-a7c83740-b777-4254-9f59-cb1b9b5f1c9d" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.017681] env[70323]: DEBUG nova.compute.manager [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] [instance: a7c83740-b777-4254-9f59-cb1b9b5f1c9d] Instance network_info: |[{"id": "38d49431-2ee9-4137-99b5-d512fe405446", "address": "fa:16:3e:2a:ea:f8", "network": {"id": "4e0d8ee1-52f7-4416-a8bd-f34b989a1542", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.148", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aa1f6314fd1d4d8a9ec1f238193c1000", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38d49431-2e", "ovs_interfaceid": "38d49431-2ee9-4137-99b5-d512fe405446", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1004.017954] env[70323]: DEBUG oslo_concurrency.lockutils [req-d90950f5-936d-4496-b9fd-41e1c1dca79e req-d7428977-5715-467c-a8a8-fd0ea981ce10 service nova] Acquired lock "refresh_cache-a7c83740-b777-4254-9f59-cb1b9b5f1c9d" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.018096] env[70323]: DEBUG nova.network.neutron [req-d90950f5-936d-4496-b9fd-41e1c1dca79e req-d7428977-5715-467c-a8a8-fd0ea981ce10 service nova] [instance: a7c83740-b777-4254-9f59-cb1b9b5f1c9d] Refreshing network info cache for port 38d49431-2ee9-4137-99b5-d512fe405446 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1004.019126] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] [instance: a7c83740-b777-4254-9f59-cb1b9b5f1c9d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:ea:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74f30339-6421-4654-bddb-81d7f34db9d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38d49431-2ee9-4137-99b5-d512fe405446', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1004.027545] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Creating folder: Project (fbe6df2c05a643e8b8d0f354a08b7baa). Parent ref: group-v644941. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1004.028025] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31dcad08-0357-4788-893e-b2f42a3d0d5e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.044278] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Created folder: Project (fbe6df2c05a643e8b8d0f354a08b7baa) in parent group-v644941. [ 1004.044516] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Creating folder: Instances. Parent ref: group-v645191. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1004.044761] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-96304334-0c89-4257-9ca7-35c98514c54f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.055709] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Created folder: Instances in parent group-v645191. [ 1004.055954] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1004.056164] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7c83740-b777-4254-9f59-cb1b9b5f1c9d] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1004.056376] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c660c31-c84f-4e94-9eac-d27335f4cc47 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.076728] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1004.076728] env[70323]: value = "task-3227536" [ 1004.076728] env[70323]: _type = "Task" [ 1004.076728] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.084710] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227536, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.128936] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-87938c2d-3cf5-4c5b-b758-84b963fd82b6 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: ed2244d5-6b4f-4cc0-826b-fdb84f541ef6] Creating Snapshot of the VM instance {{(pid=70323) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1004.129307] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-480f146b-8378-4b00-a854-1977a73c17a8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.136938] env[70323]: DEBUG oslo_vmware.api [None req-87938c2d-3cf5-4c5b-b758-84b963fd82b6 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Waiting for the task: (returnval){ [ 1004.136938] env[70323]: value = "task-3227537" [ 1004.136938] env[70323]: _type = "Task" [ 1004.136938] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.146117] env[70323]: DEBUG oslo_vmware.api [None req-87938c2d-3cf5-4c5b-b758-84b963fd82b6 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227537, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.190988] env[70323]: DEBUG oslo_vmware.api [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227532, 'name': Rename_Task, 'duration_secs': 0.156595} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.191282] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 393b6947-3260-4e50-841a-afdba96225b5] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1004.191555] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9254d8ca-3ce6-4533-801a-2e7bee50f554 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.199210] env[70323]: DEBUG oslo_vmware.api [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for the task: (returnval){ [ 1004.199210] env[70323]: value = "task-3227538" [ 1004.199210] env[70323]: _type = "Task" [ 1004.199210] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.207637] env[70323]: DEBUG oslo_vmware.api [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227538, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.517512] env[70323]: DEBUG oslo_vmware.api [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227533, 'name': Rename_Task, 'duration_secs': 0.247758} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.521017] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: f27cdc2c-0dfd-4690-91fc-a68d7a46fe98] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1004.521017] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2ad7222-5496-42f8-bd0e-54570ee7b2ea {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.527409] env[70323]: DEBUG oslo_vmware.api [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Waiting for the task: (returnval){ [ 1004.527409] env[70323]: value = "task-3227539" [ 1004.527409] env[70323]: _type = "Task" [ 1004.527409] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.542180] env[70323]: DEBUG oslo_vmware.api [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227539, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.593246] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227536, 'name': CreateVM_Task, 'duration_secs': 0.402226} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.598211] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7c83740-b777-4254-9f59-cb1b9b5f1c9d] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1004.603262] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.603262] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.603262] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.606677] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2b7dd45-f1ee-4bd3-9503-fff7f7b5f9cf {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.616334] env[70323]: DEBUG oslo_vmware.api [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Waiting for the task: (returnval){ [ 1004.616334] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52a2a1e4-8b07-e035-2394-4bdb26e32acd" [ 1004.616334] env[70323]: _type = "Task" [ 1004.616334] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.626423] env[70323]: DEBUG oslo_vmware.api [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52a2a1e4-8b07-e035-2394-4bdb26e32acd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.654898] env[70323]: DEBUG oslo_vmware.api [None req-87938c2d-3cf5-4c5b-b758-84b963fd82b6 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227537, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.714965] env[70323]: DEBUG oslo_vmware.api [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227538, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.858886] env[70323]: DEBUG nova.network.neutron [req-d90950f5-936d-4496-b9fd-41e1c1dca79e req-d7428977-5715-467c-a8a8-fd0ea981ce10 service nova] [instance: a7c83740-b777-4254-9f59-cb1b9b5f1c9d] Updated VIF entry in instance network info cache for port 38d49431-2ee9-4137-99b5-d512fe405446. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1004.859120] env[70323]: DEBUG nova.network.neutron [req-d90950f5-936d-4496-b9fd-41e1c1dca79e req-d7428977-5715-467c-a8a8-fd0ea981ce10 service nova] [instance: a7c83740-b777-4254-9f59-cb1b9b5f1c9d] Updating instance_info_cache with network_info: [{"id": "38d49431-2ee9-4137-99b5-d512fe405446", "address": "fa:16:3e:2a:ea:f8", "network": {"id": "4e0d8ee1-52f7-4416-a8bd-f34b989a1542", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.148", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aa1f6314fd1d4d8a9ec1f238193c1000", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38d49431-2e", "ovs_interfaceid": "38d49431-2ee9-4137-99b5-d512fe405446", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.902717] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3142083-1599-4e46-b77a-4a1b4131e94c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.912815] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2200357-8826-430a-a015-d312f30783e0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.944037] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e929d842-e737-403c-820b-26d7d0c7f9bb {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.952917] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d4471a6-baad-4045-b0b0-c75c81c33188 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.969073] env[70323]: DEBUG nova.compute.provider_tree [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1005.038440] env[70323]: DEBUG oslo_vmware.api [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227539, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.128058] env[70323]: DEBUG oslo_vmware.api [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52a2a1e4-8b07-e035-2394-4bdb26e32acd, 'name': SearchDatastore_Task, 'duration_secs': 0.011748} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.128469] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.128771] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] [instance: a7c83740-b777-4254-9f59-cb1b9b5f1c9d] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1005.129116] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.129308] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.129567] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1005.129894] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13f6d055-65da-45e1-84cd-76440853a6da {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.150594] env[70323]: DEBUG oslo_vmware.api [None req-87938c2d-3cf5-4c5b-b758-84b963fd82b6 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227537, 'name': CreateSnapshot_Task, 'duration_secs': 0.660391} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.151796] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-87938c2d-3cf5-4c5b-b758-84b963fd82b6 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: ed2244d5-6b4f-4cc0-826b-fdb84f541ef6] Created Snapshot of the VM instance {{(pid=70323) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1005.152096] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1005.152264] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1005.153685] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3523c9-aec7-4c89-844e-733bace92cfa {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.156206] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-194c1feb-3128-4303-84d9-5c4a84d9682d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.164103] env[70323]: DEBUG oslo_vmware.api [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Waiting for the task: (returnval){ [ 1005.164103] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52288d74-dbf1-aa79-a83a-873922665e71" [ 1005.164103] env[70323]: _type = "Task" [ 1005.164103] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.184662] env[70323]: DEBUG oslo_vmware.api [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52288d74-dbf1-aa79-a83a-873922665e71, 'name': SearchDatastore_Task, 'duration_secs': 0.016354} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.185633] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29d9c142-0358-4224-9708-f7c07f7706df {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.192562] env[70323]: DEBUG oslo_vmware.api [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Waiting for the task: (returnval){ [ 1005.192562] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5224ece2-c8e8-adca-9be2-ab11c3abd3d9" [ 1005.192562] env[70323]: _type = "Task" [ 1005.192562] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.203044] env[70323]: DEBUG oslo_vmware.api [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5224ece2-c8e8-adca-9be2-ab11c3abd3d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.212602] env[70323]: DEBUG oslo_vmware.api [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227538, 'name': PowerOnVM_Task, 'duration_secs': 0.535138} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.212934] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 393b6947-3260-4e50-841a-afdba96225b5] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1005.213163] env[70323]: INFO nova.compute.manager [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 393b6947-3260-4e50-841a-afdba96225b5] Took 6.13 seconds to spawn the instance on the hypervisor. [ 1005.213351] env[70323]: DEBUG nova.compute.manager [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 393b6947-3260-4e50-841a-afdba96225b5] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1005.214626] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e1132c-4b4b-4786-b16e-d6d69760dfd3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.361769] env[70323]: DEBUG oslo_concurrency.lockutils [req-d90950f5-936d-4496-b9fd-41e1c1dca79e req-d7428977-5715-467c-a8a8-fd0ea981ce10 service nova] Releasing lock "refresh_cache-a7c83740-b777-4254-9f59-cb1b9b5f1c9d" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.471980] env[70323]: DEBUG nova.scheduler.client.report [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1005.510825] env[70323]: DEBUG oslo_concurrency.lockutils [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Acquiring lock "cd381853-c515-4760-a958-1432b4f74664" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.511051] env[70323]: DEBUG oslo_concurrency.lockutils [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Lock "cd381853-c515-4760-a958-1432b4f74664" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.540021] env[70323]: DEBUG oslo_vmware.api [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227539, 'name': PowerOnVM_Task, 'duration_secs': 0.69197} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.540529] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: f27cdc2c-0dfd-4690-91fc-a68d7a46fe98] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1005.540738] env[70323]: INFO nova.compute.manager [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: f27cdc2c-0dfd-4690-91fc-a68d7a46fe98] Took 8.98 seconds to spawn the instance on the hypervisor. [ 1005.540921] env[70323]: DEBUG nova.compute.manager [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: f27cdc2c-0dfd-4690-91fc-a68d7a46fe98] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1005.541725] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ee7624-404f-48a1-ad09-ebb48dc113bd {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.686920] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-87938c2d-3cf5-4c5b-b758-84b963fd82b6 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: ed2244d5-6b4f-4cc0-826b-fdb84f541ef6] Creating linked-clone VM from snapshot {{(pid=70323) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1005.687557] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-98bff768-81fb-42f5-b726-986cc66ee1f5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.699890] env[70323]: DEBUG oslo_vmware.api [None req-87938c2d-3cf5-4c5b-b758-84b963fd82b6 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Waiting for the task: (returnval){ [ 1005.699890] env[70323]: value = "task-3227540" [ 1005.699890] env[70323]: _type = "Task" [ 1005.699890] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.711024] env[70323]: DEBUG oslo_vmware.api [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5224ece2-c8e8-adca-9be2-ab11c3abd3d9, 'name': SearchDatastore_Task, 'duration_secs': 0.013385} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.711024] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.711024] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] a7c83740-b777-4254-9f59-cb1b9b5f1c9d/a7c83740-b777-4254-9f59-cb1b9b5f1c9d.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1005.711386] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ff4174c-29c7-46ea-bae3-24bf0e9a9152 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.716828] env[70323]: DEBUG oslo_vmware.api [None req-87938c2d-3cf5-4c5b-b758-84b963fd82b6 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227540, 'name': CloneVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.731413] env[70323]: DEBUG oslo_vmware.api [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Waiting for the task: (returnval){ [ 1005.731413] env[70323]: value = "task-3227541" [ 1005.731413] env[70323]: _type = "Task" [ 1005.731413] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.740757] env[70323]: INFO nova.compute.manager [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 393b6947-3260-4e50-841a-afdba96225b5] Took 38.34 seconds to build instance. [ 1005.748221] env[70323]: DEBUG oslo_vmware.api [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Task: {'id': task-3227541, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.932359] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8bbe5b29-6faf-47b0-8561-95b4836c4118 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquiring lock "interface-4d3d5652-902c-403f-86e8-6026b8da97fe-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.932800] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8bbe5b29-6faf-47b0-8561-95b4836c4118 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Lock "interface-4d3d5652-902c-403f-86e8-6026b8da97fe-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.933161] env[70323]: DEBUG nova.objects.instance [None req-8bbe5b29-6faf-47b0-8561-95b4836c4118 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Lazy-loading 'flavor' on Instance uuid 4d3d5652-902c-403f-86e8-6026b8da97fe {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1005.977388] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.505s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.977941] env[70323]: DEBUG nova.compute.manager [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1005.985024] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5e1340bd-b77a-46f2-8c77-f1e65626e45c tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.029s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.985024] env[70323]: DEBUG nova.objects.instance [None req-5e1340bd-b77a-46f2-8c77-f1e65626e45c tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Lazy-loading 'resources' on Instance uuid 344d5579-628b-4a56-aedf-d9ecaa2c5c9f {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1006.013617] env[70323]: DEBUG nova.compute.manager [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: cd381853-c515-4760-a958-1432b4f74664] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1006.069360] env[70323]: INFO nova.compute.manager [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: f27cdc2c-0dfd-4690-91fc-a68d7a46fe98] Took 39.91 seconds to build instance. [ 1006.219056] env[70323]: DEBUG oslo_vmware.api [None req-87938c2d-3cf5-4c5b-b758-84b963fd82b6 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227540, 'name': CloneVM_Task} progress is 94%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.244579] env[70323]: DEBUG oslo_concurrency.lockutils [None req-30c32a69-8de3-40f7-b8f4-138057c170c0 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lock "393b6947-3260-4e50-841a-afdba96225b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.859s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.244854] env[70323]: DEBUG oslo_vmware.api [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Task: {'id': task-3227541, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.438209] env[70323]: DEBUG nova.objects.instance [None req-8bbe5b29-6faf-47b0-8561-95b4836c4118 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Lazy-loading 'pci_requests' on Instance uuid 4d3d5652-902c-403f-86e8-6026b8da97fe {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1006.485442] env[70323]: DEBUG nova.compute.utils [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1006.486530] env[70323]: DEBUG nova.compute.manager [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1006.487298] env[70323]: DEBUG nova.network.neutron [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1006.498400] env[70323]: DEBUG oslo_concurrency.lockutils [None req-75bb1f67-514c-410f-814f-c633b9084f89 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquiring lock "393b6947-3260-4e50-841a-afdba96225b5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.499365] env[70323]: DEBUG oslo_concurrency.lockutils [None req-75bb1f67-514c-410f-814f-c633b9084f89 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lock "393b6947-3260-4e50-841a-afdba96225b5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.499365] env[70323]: DEBUG nova.compute.manager [None req-75bb1f67-514c-410f-814f-c633b9084f89 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 393b6947-3260-4e50-841a-afdba96225b5] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1006.501662] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4009c9e-6340-4bbf-a826-8de205ecc708 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.508266] env[70323]: DEBUG nova.compute.manager [None req-75bb1f67-514c-410f-814f-c633b9084f89 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 393b6947-3260-4e50-841a-afdba96225b5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70323) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1006.508805] env[70323]: DEBUG nova.objects.instance [None req-75bb1f67-514c-410f-814f-c633b9084f89 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lazy-loading 'flavor' on Instance uuid 393b6947-3260-4e50-841a-afdba96225b5 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1006.538381] env[70323]: DEBUG oslo_concurrency.lockutils [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.560462] env[70323]: DEBUG nova.policy [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cef8ec28f68140d8aa5c0ca4587340da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5c97dc7ffe4c4914b563a9f3fd80163c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 1006.572021] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2c76b25d-b4fa-45dd-9a5c-a3bb1886059f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Lock "f27cdc2c-0dfd-4690-91fc-a68d7a46fe98" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.422s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.721022] env[70323]: DEBUG oslo_vmware.api [None req-87938c2d-3cf5-4c5b-b758-84b963fd82b6 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227540, 'name': CloneVM_Task} progress is 94%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.746850] env[70323]: DEBUG oslo_vmware.api [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Task: {'id': task-3227541, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.593472} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.749706] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] a7c83740-b777-4254-9f59-cb1b9b5f1c9d/a7c83740-b777-4254-9f59-cb1b9b5f1c9d.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1006.750116] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] [instance: a7c83740-b777-4254-9f59-cb1b9b5f1c9d] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1006.754023] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-89136b2b-d7e2-436c-8916-ab778be42290 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.760618] env[70323]: DEBUG oslo_vmware.api [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Waiting for the task: (returnval){ [ 1006.760618] env[70323]: value = "task-3227542" [ 1006.760618] env[70323]: _type = "Task" [ 1006.760618] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.772830] env[70323]: DEBUG oslo_vmware.api [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Task: {'id': task-3227542, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.834754] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c7216c4-f449-482e-9f65-61f96be6804f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.844378] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bbd101e-03ba-46b3-8a6b-2dafde838aa7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.881551] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39ee8cd-3501-4e9e-b27d-7059f59141dd {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.890997] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d82ac39a-c8fd-4b71-9977-2bff514edf95 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.906500] env[70323]: DEBUG nova.compute.provider_tree [None req-5e1340bd-b77a-46f2-8c77-f1e65626e45c tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.944451] env[70323]: DEBUG nova.objects.base [None req-8bbe5b29-6faf-47b0-8561-95b4836c4118 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Object Instance<4d3d5652-902c-403f-86e8-6026b8da97fe> lazy-loaded attributes: flavor,pci_requests {{(pid=70323) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1006.947712] env[70323]: DEBUG nova.network.neutron [None req-8bbe5b29-6faf-47b0-8561-95b4836c4118 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1006.992801] env[70323]: DEBUG nova.compute.manager [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1007.044105] env[70323]: DEBUG nova.network.neutron [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] Successfully created port: 9e86b95f-47ef-4644-9ab0-b1b44c0cf201 {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1007.047582] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8bbe5b29-6faf-47b0-8561-95b4836c4118 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Lock "interface-4d3d5652-902c-403f-86e8-6026b8da97fe-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.115s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.221693] env[70323]: DEBUG oslo_vmware.api [None req-87938c2d-3cf5-4c5b-b758-84b963fd82b6 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227540, 'name': CloneVM_Task} progress is 94%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.271016] env[70323]: DEBUG oslo_vmware.api [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Task: {'id': task-3227542, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.291458} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.271611] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] [instance: a7c83740-b777-4254-9f59-cb1b9b5f1c9d] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1007.272446] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81cab823-508b-4f5c-b022-4fdf901435ae {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.301196] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] [instance: a7c83740-b777-4254-9f59-cb1b9b5f1c9d] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] a7c83740-b777-4254-9f59-cb1b9b5f1c9d/a7c83740-b777-4254-9f59-cb1b9b5f1c9d.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1007.301534] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97574b17-0c33-4d10-885f-7f38baa52aec {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.329483] env[70323]: DEBUG oslo_vmware.api [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Waiting for the task: (returnval){ [ 1007.329483] env[70323]: value = "task-3227543" [ 1007.329483] env[70323]: _type = "Task" [ 1007.329483] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.342580] env[70323]: DEBUG oslo_vmware.api [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Task: {'id': task-3227543, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.411191] env[70323]: DEBUG nova.scheduler.client.report [None req-5e1340bd-b77a-46f2-8c77-f1e65626e45c tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1007.520745] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-75bb1f67-514c-410f-814f-c633b9084f89 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 393b6947-3260-4e50-841a-afdba96225b5] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1007.521218] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-958adfba-fb75-49cc-be88-a2aadf3ae345 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.530828] env[70323]: DEBUG oslo_vmware.api [None req-75bb1f67-514c-410f-814f-c633b9084f89 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for the task: (returnval){ [ 1007.530828] env[70323]: value = "task-3227544" [ 1007.530828] env[70323]: _type = "Task" [ 1007.530828] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.541401] env[70323]: DEBUG oslo_vmware.api [None req-75bb1f67-514c-410f-814f-c633b9084f89 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227544, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.722061] env[70323]: DEBUG oslo_vmware.api [None req-87938c2d-3cf5-4c5b-b758-84b963fd82b6 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227540, 'name': CloneVM_Task, 'duration_secs': 1.911873} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.722446] env[70323]: INFO nova.virt.vmwareapi.vmops [None req-87938c2d-3cf5-4c5b-b758-84b963fd82b6 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: ed2244d5-6b4f-4cc0-826b-fdb84f541ef6] Created linked-clone VM from snapshot [ 1007.723066] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab3ce9e-74a0-4b89-82ed-45e52fea982d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.732705] env[70323]: DEBUG nova.virt.vmwareapi.images [None req-87938c2d-3cf5-4c5b-b758-84b963fd82b6 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: ed2244d5-6b4f-4cc0-826b-fdb84f541ef6] Uploading image aa9b1533-36a7-4c7f-988a-74c6a2afe88d {{(pid=70323) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1007.746135] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-87938c2d-3cf5-4c5b-b758-84b963fd82b6 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: ed2244d5-6b4f-4cc0-826b-fdb84f541ef6] Destroying the VM {{(pid=70323) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1007.746597] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8e59ed6e-6f62-472f-b80e-d3d0b86dcff5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.756258] env[70323]: DEBUG oslo_vmware.api [None req-87938c2d-3cf5-4c5b-b758-84b963fd82b6 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Waiting for the task: (returnval){ [ 1007.756258] env[70323]: value = "task-3227545" [ 1007.756258] env[70323]: _type = "Task" [ 1007.756258] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.766532] env[70323]: DEBUG oslo_vmware.api [None req-87938c2d-3cf5-4c5b-b758-84b963fd82b6 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227545, 'name': Destroy_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.839387] env[70323]: DEBUG oslo_vmware.api [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Task: {'id': task-3227543, 'name': ReconfigVM_Task, 'duration_secs': 0.388752} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.839679] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] [instance: a7c83740-b777-4254-9f59-cb1b9b5f1c9d] Reconfigured VM instance instance-00000058 to attach disk [datastore1] a7c83740-b777-4254-9f59-cb1b9b5f1c9d/a7c83740-b777-4254-9f59-cb1b9b5f1c9d.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1007.840446] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a63038e4-1949-464f-8194-7c39b52ff859 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.850734] env[70323]: DEBUG oslo_vmware.api [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Waiting for the task: (returnval){ [ 1007.850734] env[70323]: value = "task-3227546" [ 1007.850734] env[70323]: _type = "Task" [ 1007.850734] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.861232] env[70323]: DEBUG oslo_vmware.api [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Task: {'id': task-3227546, 'name': Rename_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.916935] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5e1340bd-b77a-46f2-8c77-f1e65626e45c tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.935s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.919625] env[70323]: DEBUG oslo_concurrency.lockutils [None req-898a4b52-e52e-40af-8ccc-fee86c9da687 tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.525s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.919950] env[70323]: DEBUG nova.objects.instance [None req-898a4b52-e52e-40af-8ccc-fee86c9da687 tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] Lazy-loading 'resources' on Instance uuid 1045f2b7-ab99-480a-8ea0-14f09812c126 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.942955] env[70323]: INFO nova.scheduler.client.report [None req-5e1340bd-b77a-46f2-8c77-f1e65626e45c tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Deleted allocations for instance 344d5579-628b-4a56-aedf-d9ecaa2c5c9f [ 1008.002861] env[70323]: DEBUG nova.compute.manager [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1008.032028] env[70323]: DEBUG nova.virt.hardware [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1008.032690] env[70323]: DEBUG nova.virt.hardware [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1008.032690] env[70323]: DEBUG nova.virt.hardware [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1008.032859] env[70323]: DEBUG nova.virt.hardware [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1008.032949] env[70323]: DEBUG nova.virt.hardware [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1008.033053] env[70323]: DEBUG nova.virt.hardware [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1008.033534] env[70323]: DEBUG nova.virt.hardware [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1008.033534] env[70323]: DEBUG nova.virt.hardware [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1008.033671] env[70323]: DEBUG nova.virt.hardware [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1008.033757] env[70323]: DEBUG nova.virt.hardware [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1008.034203] env[70323]: DEBUG nova.virt.hardware [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1008.035496] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741b3bd6-e574-4602-b6c9-fcaf9c14657e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.049628] env[70323]: DEBUG oslo_vmware.api [None req-75bb1f67-514c-410f-814f-c633b9084f89 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227544, 'name': PowerOffVM_Task, 'duration_secs': 0.21429} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.050039] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-75bb1f67-514c-410f-814f-c633b9084f89 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 393b6947-3260-4e50-841a-afdba96225b5] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1008.050307] env[70323]: DEBUG nova.compute.manager [None req-75bb1f67-514c-410f-814f-c633b9084f89 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 393b6947-3260-4e50-841a-afdba96225b5] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1008.051593] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8596e2e0-6cb4-47e0-833c-3f2317116f60 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.056193] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc745b97-4545-4eb4-9348-7973029d2694 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.268326] env[70323]: DEBUG oslo_vmware.api [None req-87938c2d-3cf5-4c5b-b758-84b963fd82b6 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227545, 'name': Destroy_Task} progress is 33%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.347784] env[70323]: DEBUG oslo_concurrency.lockutils [None req-cbdd336c-046e-4ffa-974e-32e29a55bc8c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquiring lock "f27cdc2c-0dfd-4690-91fc-a68d7a46fe98" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.347960] env[70323]: DEBUG oslo_concurrency.lockutils [None req-cbdd336c-046e-4ffa-974e-32e29a55bc8c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Lock "f27cdc2c-0dfd-4690-91fc-a68d7a46fe98" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.349219] env[70323]: DEBUG oslo_concurrency.lockutils [None req-cbdd336c-046e-4ffa-974e-32e29a55bc8c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquiring lock "f27cdc2c-0dfd-4690-91fc-a68d7a46fe98-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.349751] env[70323]: DEBUG oslo_concurrency.lockutils [None req-cbdd336c-046e-4ffa-974e-32e29a55bc8c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Lock "f27cdc2c-0dfd-4690-91fc-a68d7a46fe98-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.349889] env[70323]: DEBUG oslo_concurrency.lockutils [None req-cbdd336c-046e-4ffa-974e-32e29a55bc8c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Lock "f27cdc2c-0dfd-4690-91fc-a68d7a46fe98-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.356682] env[70323]: INFO nova.compute.manager [None req-cbdd336c-046e-4ffa-974e-32e29a55bc8c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: f27cdc2c-0dfd-4690-91fc-a68d7a46fe98] Terminating instance [ 1008.363955] env[70323]: DEBUG oslo_vmware.api [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Task: {'id': task-3227546, 'name': Rename_Task, 'duration_secs': 0.155788} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.364246] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] [instance: a7c83740-b777-4254-9f59-cb1b9b5f1c9d] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1008.364494] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd8e1aac-35b6-41c9-8e14-ae564003b670 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.371143] env[70323]: DEBUG oslo_vmware.api [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Waiting for the task: (returnval){ [ 1008.371143] env[70323]: value = "task-3227547" [ 1008.371143] env[70323]: _type = "Task" [ 1008.371143] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.381094] env[70323]: DEBUG oslo_vmware.api [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Task: {'id': task-3227547, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.451433] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5e1340bd-b77a-46f2-8c77-f1e65626e45c tempest-ServersTestJSON-2011432035 tempest-ServersTestJSON-2011432035-project-member] Lock "344d5579-628b-4a56-aedf-d9ecaa2c5c9f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.425s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.582814] env[70323]: DEBUG oslo_concurrency.lockutils [None req-75bb1f67-514c-410f-814f-c633b9084f89 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lock "393b6947-3260-4e50-841a-afdba96225b5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.084s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.769356] env[70323]: DEBUG oslo_vmware.api [None req-87938c2d-3cf5-4c5b-b758-84b963fd82b6 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227545, 'name': Destroy_Task, 'duration_secs': 0.575848} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.769739] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-87938c2d-3cf5-4c5b-b758-84b963fd82b6 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: ed2244d5-6b4f-4cc0-826b-fdb84f541ef6] Destroyed the VM [ 1008.769929] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-87938c2d-3cf5-4c5b-b758-84b963fd82b6 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: ed2244d5-6b4f-4cc0-826b-fdb84f541ef6] Deleting Snapshot of the VM instance {{(pid=70323) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1008.770253] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ed0ee8ba-e32b-4ab9-afdc-030c52d487e4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.782539] env[70323]: DEBUG oslo_vmware.api [None req-87938c2d-3cf5-4c5b-b758-84b963fd82b6 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Waiting for the task: (returnval){ [ 1008.782539] env[70323]: value = "task-3227548" [ 1008.782539] env[70323]: _type = "Task" [ 1008.782539] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.794459] env[70323]: DEBUG oslo_vmware.api [None req-87938c2d-3cf5-4c5b-b758-84b963fd82b6 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227548, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.796636] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a81c94-4bbf-447f-ba81-c4e4311550c5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.807014] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6ea68d-6027-4375-be3c-b67360cabc99 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.850620] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fba2a3c-43e4-4b02-bd07-4af78c578820 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.861617] env[70323]: DEBUG nova.compute.manager [None req-cbdd336c-046e-4ffa-974e-32e29a55bc8c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: f27cdc2c-0dfd-4690-91fc-a68d7a46fe98] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1008.862783] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-cbdd336c-046e-4ffa-974e-32e29a55bc8c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: f27cdc2c-0dfd-4690-91fc-a68d7a46fe98] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1008.863209] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b9854b0-2776-429e-a2e2-084609f3f0a0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.868733] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3ed4c6-8194-4a6b-8b50-b13841f2d509 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.884542] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbdd336c-046e-4ffa-974e-32e29a55bc8c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: f27cdc2c-0dfd-4690-91fc-a68d7a46fe98] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1008.893886] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c0b89c8-03d5-4780-abfd-cf80e33fd424 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.896038] env[70323]: DEBUG nova.compute.provider_tree [None req-898a4b52-e52e-40af-8ccc-fee86c9da687 tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.900622] env[70323]: DEBUG oslo_vmware.api [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Task: {'id': task-3227547, 'name': PowerOnVM_Task, 'duration_secs': 0.473335} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.901371] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] [instance: a7c83740-b777-4254-9f59-cb1b9b5f1c9d] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1008.904643] env[70323]: INFO nova.compute.manager [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] [instance: a7c83740-b777-4254-9f59-cb1b9b5f1c9d] Took 7.32 seconds to spawn the instance on the hypervisor. [ 1008.904643] env[70323]: DEBUG nova.compute.manager [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] [instance: a7c83740-b777-4254-9f59-cb1b9b5f1c9d] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1008.904643] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40673313-fedd-44ec-aba1-0a1e627ca173 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.907729] env[70323]: DEBUG oslo_vmware.api [None req-cbdd336c-046e-4ffa-974e-32e29a55bc8c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Waiting for the task: (returnval){ [ 1008.907729] env[70323]: value = "task-3227549" [ 1008.907729] env[70323]: _type = "Task" [ 1008.907729] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.925609] env[70323]: DEBUG oslo_vmware.api [None req-cbdd336c-046e-4ffa-974e-32e29a55bc8c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227549, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.019512] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f5b028af-5bef-4f70-9cfb-3aa723961a0b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquiring lock "interface-4d3d5652-902c-403f-86e8-6026b8da97fe-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.019885] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f5b028af-5bef-4f70-9cfb-3aa723961a0b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Lock "interface-4d3d5652-902c-403f-86e8-6026b8da97fe-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.020419] env[70323]: DEBUG nova.objects.instance [None req-f5b028af-5bef-4f70-9cfb-3aa723961a0b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Lazy-loading 'flavor' on Instance uuid 4d3d5652-902c-403f-86e8-6026b8da97fe {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.263624] env[70323]: DEBUG nova.compute.manager [req-5e839806-3d55-48f5-ab29-a7c4e82979bc req-be726cbd-1e46-48d7-8b79-c537e60a23f0 service nova] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] Received event network-vif-plugged-9e86b95f-47ef-4644-9ab0-b1b44c0cf201 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.263624] env[70323]: DEBUG oslo_concurrency.lockutils [req-5e839806-3d55-48f5-ab29-a7c4e82979bc req-be726cbd-1e46-48d7-8b79-c537e60a23f0 service nova] Acquiring lock "517d2967-4b35-4b79-9758-80ded84dac44-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.263624] env[70323]: DEBUG oslo_concurrency.lockutils [req-5e839806-3d55-48f5-ab29-a7c4e82979bc req-be726cbd-1e46-48d7-8b79-c537e60a23f0 service nova] Lock "517d2967-4b35-4b79-9758-80ded84dac44-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.263624] env[70323]: DEBUG oslo_concurrency.lockutils [req-5e839806-3d55-48f5-ab29-a7c4e82979bc req-be726cbd-1e46-48d7-8b79-c537e60a23f0 service nova] Lock "517d2967-4b35-4b79-9758-80ded84dac44-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.264194] env[70323]: DEBUG nova.compute.manager [req-5e839806-3d55-48f5-ab29-a7c4e82979bc req-be726cbd-1e46-48d7-8b79-c537e60a23f0 service nova] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] No waiting events found dispatching network-vif-plugged-9e86b95f-47ef-4644-9ab0-b1b44c0cf201 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1009.264194] env[70323]: WARNING nova.compute.manager [req-5e839806-3d55-48f5-ab29-a7c4e82979bc req-be726cbd-1e46-48d7-8b79-c537e60a23f0 service nova] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] Received unexpected event network-vif-plugged-9e86b95f-47ef-4644-9ab0-b1b44c0cf201 for instance with vm_state building and task_state spawning. [ 1009.291923] env[70323]: DEBUG oslo_vmware.api [None req-87938c2d-3cf5-4c5b-b758-84b963fd82b6 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227548, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.403519] env[70323]: DEBUG nova.scheduler.client.report [None req-898a4b52-e52e-40af-8ccc-fee86c9da687 tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.430833] env[70323]: DEBUG oslo_vmware.api [None req-cbdd336c-046e-4ffa-974e-32e29a55bc8c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227549, 'name': PowerOffVM_Task, 'duration_secs': 0.245945} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.436735] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbdd336c-046e-4ffa-974e-32e29a55bc8c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: f27cdc2c-0dfd-4690-91fc-a68d7a46fe98] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1009.436948] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-cbdd336c-046e-4ffa-974e-32e29a55bc8c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: f27cdc2c-0dfd-4690-91fc-a68d7a46fe98] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1009.438154] env[70323]: INFO nova.compute.manager [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] [instance: a7c83740-b777-4254-9f59-cb1b9b5f1c9d] Took 41.36 seconds to build instance. [ 1009.439981] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c6e7944-cd72-41ac-9cd4-1a2158689fbf {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.506110] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-cbdd336c-046e-4ffa-974e-32e29a55bc8c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: f27cdc2c-0dfd-4690-91fc-a68d7a46fe98] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1009.506458] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-cbdd336c-046e-4ffa-974e-32e29a55bc8c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: f27cdc2c-0dfd-4690-91fc-a68d7a46fe98] Deleting contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1009.506645] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbdd336c-046e-4ffa-974e-32e29a55bc8c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Deleting the datastore file [datastore2] f27cdc2c-0dfd-4690-91fc-a68d7a46fe98 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1009.506922] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ee89b76-2d4e-4616-b230-52ddac641602 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.515720] env[70323]: DEBUG oslo_vmware.api [None req-cbdd336c-046e-4ffa-974e-32e29a55bc8c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Waiting for the task: (returnval){ [ 1009.515720] env[70323]: value = "task-3227551" [ 1009.515720] env[70323]: _type = "Task" [ 1009.515720] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.529438] env[70323]: DEBUG oslo_vmware.api [None req-cbdd336c-046e-4ffa-974e-32e29a55bc8c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227551, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.582443] env[70323]: DEBUG nova.network.neutron [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] Successfully updated port: 9e86b95f-47ef-4644-9ab0-b1b44c0cf201 {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1009.644978] env[70323]: DEBUG nova.objects.instance [None req-f5b028af-5bef-4f70-9cfb-3aa723961a0b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Lazy-loading 'pci_requests' on Instance uuid 4d3d5652-902c-403f-86e8-6026b8da97fe {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.678123] env[70323]: DEBUG nova.compute.manager [None req-288929bf-627a-40de-b856-4bccec94186b tempest-ServerDiagnosticsTest-710437628 tempest-ServerDiagnosticsTest-710437628-project-admin] [instance: a7c83740-b777-4254-9f59-cb1b9b5f1c9d] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1009.678965] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0fd17a-d8ef-4d9e-9394-229df7814975 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.688242] env[70323]: INFO nova.compute.manager [None req-288929bf-627a-40de-b856-4bccec94186b tempest-ServerDiagnosticsTest-710437628 tempest-ServerDiagnosticsTest-710437628-project-admin] [instance: a7c83740-b777-4254-9f59-cb1b9b5f1c9d] Retrieving diagnostics [ 1009.689708] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8abdd5b-37ef-4ebb-9e71-3050a32909c2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.739134] env[70323]: DEBUG oslo_concurrency.lockutils [None req-77beb46c-c94e-49aa-b2d0-3564ad9665d6 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquiring lock "393b6947-3260-4e50-841a-afdba96225b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.739134] env[70323]: DEBUG oslo_concurrency.lockutils [None req-77beb46c-c94e-49aa-b2d0-3564ad9665d6 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lock "393b6947-3260-4e50-841a-afdba96225b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.739134] env[70323]: DEBUG oslo_concurrency.lockutils [None req-77beb46c-c94e-49aa-b2d0-3564ad9665d6 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquiring lock "393b6947-3260-4e50-841a-afdba96225b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.739134] env[70323]: DEBUG oslo_concurrency.lockutils [None req-77beb46c-c94e-49aa-b2d0-3564ad9665d6 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lock "393b6947-3260-4e50-841a-afdba96225b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.740258] env[70323]: DEBUG oslo_concurrency.lockutils [None req-77beb46c-c94e-49aa-b2d0-3564ad9665d6 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lock "393b6947-3260-4e50-841a-afdba96225b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.746907] env[70323]: INFO nova.compute.manager [None req-77beb46c-c94e-49aa-b2d0-3564ad9665d6 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 393b6947-3260-4e50-841a-afdba96225b5] Terminating instance [ 1009.800128] env[70323]: DEBUG oslo_vmware.api [None req-87938c2d-3cf5-4c5b-b758-84b963fd82b6 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227548, 'name': RemoveSnapshot_Task, 'duration_secs': 0.803005} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.800869] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-87938c2d-3cf5-4c5b-b758-84b963fd82b6 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: ed2244d5-6b4f-4cc0-826b-fdb84f541ef6] Deleted Snapshot of the VM instance {{(pid=70323) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1009.913556] env[70323]: DEBUG oslo_concurrency.lockutils [None req-898a4b52-e52e-40af-8ccc-fee86c9da687 tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.994s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.918662] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.511s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.919804] env[70323]: INFO nova.compute.claims [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 3f04db1b-3c49-49aa-a84d-7abb8d6b697f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1009.941185] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9e61dbbf-69b4-445b-aad5-897f2cc1b80d tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Lock "a7c83740-b777-4254-9f59-cb1b9b5f1c9d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.893s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.959047] env[70323]: INFO nova.scheduler.client.report [None req-898a4b52-e52e-40af-8ccc-fee86c9da687 tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] Deleted allocations for instance 1045f2b7-ab99-480a-8ea0-14f09812c126 [ 1010.027427] env[70323]: DEBUG oslo_vmware.api [None req-cbdd336c-046e-4ffa-974e-32e29a55bc8c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227551, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200212} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.028105] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbdd336c-046e-4ffa-974e-32e29a55bc8c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1010.028248] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-cbdd336c-046e-4ffa-974e-32e29a55bc8c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: f27cdc2c-0dfd-4690-91fc-a68d7a46fe98] Deleted contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1010.028433] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-cbdd336c-046e-4ffa-974e-32e29a55bc8c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: f27cdc2c-0dfd-4690-91fc-a68d7a46fe98] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1010.028612] env[70323]: INFO nova.compute.manager [None req-cbdd336c-046e-4ffa-974e-32e29a55bc8c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: f27cdc2c-0dfd-4690-91fc-a68d7a46fe98] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1010.028855] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cbdd336c-046e-4ffa-974e-32e29a55bc8c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1010.029075] env[70323]: DEBUG nova.compute.manager [-] [instance: f27cdc2c-0dfd-4690-91fc-a68d7a46fe98] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1010.029320] env[70323]: DEBUG nova.network.neutron [-] [instance: f27cdc2c-0dfd-4690-91fc-a68d7a46fe98] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1010.085583] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Acquiring lock "refresh_cache-517d2967-4b35-4b79-9758-80ded84dac44" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.085583] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Acquired lock "refresh_cache-517d2967-4b35-4b79-9758-80ded84dac44" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.085583] env[70323]: DEBUG nova.network.neutron [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1010.152200] env[70323]: DEBUG nova.objects.base [None req-f5b028af-5bef-4f70-9cfb-3aa723961a0b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Object Instance<4d3d5652-902c-403f-86e8-6026b8da97fe> lazy-loaded attributes: flavor,pci_requests {{(pid=70323) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1010.152200] env[70323]: DEBUG nova.network.neutron [None req-f5b028af-5bef-4f70-9cfb-3aa723961a0b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1010.214553] env[70323]: DEBUG nova.policy [None req-f5b028af-5bef-4f70-9cfb-3aa723961a0b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a65bd226704b45da98976a38ca2bd176', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '629980704660404c9e5b2a810d6182a5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 1010.252884] env[70323]: DEBUG nova.compute.manager [None req-77beb46c-c94e-49aa-b2d0-3564ad9665d6 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 393b6947-3260-4e50-841a-afdba96225b5] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1010.253126] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-77beb46c-c94e-49aa-b2d0-3564ad9665d6 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 393b6947-3260-4e50-841a-afdba96225b5] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1010.255952] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401761da-bb8e-4e27-905a-853f4f22a959 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.264390] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-77beb46c-c94e-49aa-b2d0-3564ad9665d6 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 393b6947-3260-4e50-841a-afdba96225b5] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1010.264390] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8b75a3d-8708-43a1-9423-6794943e2d42 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.306377] env[70323]: WARNING nova.compute.manager [None req-87938c2d-3cf5-4c5b-b758-84b963fd82b6 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: ed2244d5-6b4f-4cc0-826b-fdb84f541ef6] Image not found during snapshot: nova.exception.ImageNotFound: Image aa9b1533-36a7-4c7f-988a-74c6a2afe88d could not be found. [ 1010.475184] env[70323]: DEBUG oslo_concurrency.lockutils [None req-898a4b52-e52e-40af-8ccc-fee86c9da687 tempest-ServersTestBootFromVolume-2049381418 tempest-ServersTestBootFromVolume-2049381418-project-member] Lock "1045f2b7-ab99-480a-8ea0-14f09812c126" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.815s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.619194] env[70323]: DEBUG nova.network.neutron [None req-f5b028af-5bef-4f70-9cfb-3aa723961a0b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Successfully created port: b64dc1b5-747e-4ae0-a664-92c1ba840c73 {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1010.627543] env[70323]: DEBUG nova.network.neutron [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1010.633382] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-77beb46c-c94e-49aa-b2d0-3564ad9665d6 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 393b6947-3260-4e50-841a-afdba96225b5] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1010.633382] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-77beb46c-c94e-49aa-b2d0-3564ad9665d6 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 393b6947-3260-4e50-841a-afdba96225b5] Deleting contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1010.633487] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-77beb46c-c94e-49aa-b2d0-3564ad9665d6 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Deleting the datastore file [datastore2] 393b6947-3260-4e50-841a-afdba96225b5 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1010.633765] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67f3f965-8079-4e18-882f-cfa1f9ed4aab {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.641445] env[70323]: DEBUG oslo_vmware.api [None req-77beb46c-c94e-49aa-b2d0-3564ad9665d6 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for the task: (returnval){ [ 1010.641445] env[70323]: value = "task-3227553" [ 1010.641445] env[70323]: _type = "Task" [ 1010.641445] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.650193] env[70323]: DEBUG oslo_vmware.api [None req-77beb46c-c94e-49aa-b2d0-3564ad9665d6 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227553, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.786083] env[70323]: DEBUG nova.network.neutron [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] Updating instance_info_cache with network_info: [{"id": "9e86b95f-47ef-4644-9ab0-b1b44c0cf201", "address": "fa:16:3e:8e:f0:0c", "network": {"id": "2d13cbb9-27ad-4fa7-9f7f-c2ad17b0ffb8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1466534262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c97dc7ffe4c4914b563a9f3fd80163c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e86b95f-47", "ovs_interfaceid": "9e86b95f-47ef-4644-9ab0-b1b44c0cf201", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.789656] env[70323]: DEBUG nova.compute.manager [req-6a4d63d5-6ebc-4cae-97df-a9d70e16ada2 req-76512250-7f17-48ca-92c7-efc854ea23c6 service nova] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] Received event network-changed-9e86b95f-47ef-4644-9ab0-b1b44c0cf201 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.791015] env[70323]: DEBUG nova.compute.manager [req-6a4d63d5-6ebc-4cae-97df-a9d70e16ada2 req-76512250-7f17-48ca-92c7-efc854ea23c6 service nova] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] Refreshing instance network info cache due to event network-changed-9e86b95f-47ef-4644-9ab0-b1b44c0cf201. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1010.791015] env[70323]: DEBUG oslo_concurrency.lockutils [req-6a4d63d5-6ebc-4cae-97df-a9d70e16ada2 req-76512250-7f17-48ca-92c7-efc854ea23c6 service nova] Acquiring lock "refresh_cache-517d2967-4b35-4b79-9758-80ded84dac44" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.844699] env[70323]: DEBUG nova.network.neutron [-] [instance: f27cdc2c-0dfd-4690-91fc-a68d7a46fe98] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.103949] env[70323]: DEBUG nova.compute.manager [req-4fa84b66-ec1a-491d-9354-69f0740a877d req-0da29447-40b5-4f71-8d8c-a38a6391ace2 service nova] [instance: f27cdc2c-0dfd-4690-91fc-a68d7a46fe98] Received event network-vif-deleted-1c9713fe-e114-4f89-ab5f-c649faa6b4be {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.157788] env[70323]: DEBUG oslo_vmware.api [None req-77beb46c-c94e-49aa-b2d0-3564ad9665d6 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227553, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167565} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.158209] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-77beb46c-c94e-49aa-b2d0-3564ad9665d6 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1011.158441] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-77beb46c-c94e-49aa-b2d0-3564ad9665d6 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 393b6947-3260-4e50-841a-afdba96225b5] Deleted contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1011.159025] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-77beb46c-c94e-49aa-b2d0-3564ad9665d6 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 393b6947-3260-4e50-841a-afdba96225b5] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1011.159025] env[70323]: INFO nova.compute.manager [None req-77beb46c-c94e-49aa-b2d0-3564ad9665d6 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 393b6947-3260-4e50-841a-afdba96225b5] Took 0.91 seconds to destroy the instance on the hypervisor. [ 1011.159025] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77beb46c-c94e-49aa-b2d0-3564ad9665d6 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1011.159267] env[70323]: DEBUG nova.compute.manager [-] [instance: 393b6947-3260-4e50-841a-afdba96225b5] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1011.159373] env[70323]: DEBUG nova.network.neutron [-] [instance: 393b6947-3260-4e50-841a-afdba96225b5] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1011.292873] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Releasing lock "refresh_cache-517d2967-4b35-4b79-9758-80ded84dac44" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.293474] env[70323]: DEBUG nova.compute.manager [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] Instance network_info: |[{"id": "9e86b95f-47ef-4644-9ab0-b1b44c0cf201", "address": "fa:16:3e:8e:f0:0c", "network": {"id": "2d13cbb9-27ad-4fa7-9f7f-c2ad17b0ffb8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1466534262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c97dc7ffe4c4914b563a9f3fd80163c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e86b95f-47", "ovs_interfaceid": "9e86b95f-47ef-4644-9ab0-b1b44c0cf201", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1011.294590] env[70323]: DEBUG oslo_concurrency.lockutils [req-6a4d63d5-6ebc-4cae-97df-a9d70e16ada2 req-76512250-7f17-48ca-92c7-efc854ea23c6 service nova] Acquired lock "refresh_cache-517d2967-4b35-4b79-9758-80ded84dac44" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.294590] env[70323]: DEBUG nova.network.neutron [req-6a4d63d5-6ebc-4cae-97df-a9d70e16ada2 req-76512250-7f17-48ca-92c7-efc854ea23c6 service nova] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] Refreshing network info cache for port 9e86b95f-47ef-4644-9ab0-b1b44c0cf201 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1011.295765] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:f0:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13af9422-d668-4413-b63a-766558d83a3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e86b95f-47ef-4644-9ab0-b1b44c0cf201', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1011.304200] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1011.307847] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1011.308311] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a80d8c10-46a8-49be-a645-0088ae7409ae {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.334916] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1011.334916] env[70323]: value = "task-3227554" [ 1011.334916] env[70323]: _type = "Task" [ 1011.334916] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.348334] env[70323]: INFO nova.compute.manager [-] [instance: f27cdc2c-0dfd-4690-91fc-a68d7a46fe98] Took 1.32 seconds to deallocate network for instance. [ 1011.348612] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227554, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.353227] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbfdfff4-63c4-4aaf-ae16-b9710c435c0f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.366583] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35108549-e0cc-418d-bad9-7caa1f9c3584 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.405900] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03fc7d89-fe78-4773-964a-330a0304c7eb {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.416027] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e3e0749-f3f2-49d8-a675-b97cd5204e36 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.434473] env[70323]: DEBUG nova.compute.provider_tree [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1011.574873] env[70323]: DEBUG oslo_concurrency.lockutils [None req-47626166-c54f-4f35-a55d-20597283a98a tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Acquiring lock "a7c83740-b777-4254-9f59-cb1b9b5f1c9d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.575362] env[70323]: DEBUG oslo_concurrency.lockutils [None req-47626166-c54f-4f35-a55d-20597283a98a tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Lock "a7c83740-b777-4254-9f59-cb1b9b5f1c9d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.575362] env[70323]: DEBUG oslo_concurrency.lockutils [None req-47626166-c54f-4f35-a55d-20597283a98a tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Acquiring lock "a7c83740-b777-4254-9f59-cb1b9b5f1c9d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.577034] env[70323]: DEBUG oslo_concurrency.lockutils [None req-47626166-c54f-4f35-a55d-20597283a98a tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Lock "a7c83740-b777-4254-9f59-cb1b9b5f1c9d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.577034] env[70323]: DEBUG oslo_concurrency.lockutils [None req-47626166-c54f-4f35-a55d-20597283a98a tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Lock "a7c83740-b777-4254-9f59-cb1b9b5f1c9d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.578333] env[70323]: INFO nova.compute.manager [None req-47626166-c54f-4f35-a55d-20597283a98a tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] [instance: a7c83740-b777-4254-9f59-cb1b9b5f1c9d] Terminating instance [ 1011.846953] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227554, 'name': CreateVM_Task, 'duration_secs': 0.375532} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.847553] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1011.848439] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.848768] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.849350] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.849770] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d8fdb66-3cee-4362-8131-7db936ba372b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.856835] env[70323]: DEBUG oslo_vmware.api [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Waiting for the task: (returnval){ [ 1011.856835] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52413eae-9f09-627e-9732-753119b1a76a" [ 1011.856835] env[70323]: _type = "Task" [ 1011.856835] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.862962] env[70323]: DEBUG oslo_concurrency.lockutils [None req-cbdd336c-046e-4ffa-974e-32e29a55bc8c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.871259] env[70323]: DEBUG oslo_vmware.api [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52413eae-9f09-627e-9732-753119b1a76a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.940546] env[70323]: DEBUG nova.scheduler.client.report [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1012.053306] env[70323]: DEBUG nova.network.neutron [-] [instance: 393b6947-3260-4e50-841a-afdba96225b5] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.087398] env[70323]: DEBUG nova.compute.manager [None req-47626166-c54f-4f35-a55d-20597283a98a tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] [instance: a7c83740-b777-4254-9f59-cb1b9b5f1c9d] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1012.087398] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-47626166-c54f-4f35-a55d-20597283a98a tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] [instance: a7c83740-b777-4254-9f59-cb1b9b5f1c9d] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1012.087398] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c6a792-6e6c-4126-87ed-74e592a5533b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.094839] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-47626166-c54f-4f35-a55d-20597283a98a tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] [instance: a7c83740-b777-4254-9f59-cb1b9b5f1c9d] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1012.095774] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f9d90b1-be18-40f9-94e6-77a8f88e3a20 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.105617] env[70323]: DEBUG oslo_vmware.api [None req-47626166-c54f-4f35-a55d-20597283a98a tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Waiting for the task: (returnval){ [ 1012.105617] env[70323]: value = "task-3227555" [ 1012.105617] env[70323]: _type = "Task" [ 1012.105617] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.126537] env[70323]: DEBUG oslo_vmware.api [None req-47626166-c54f-4f35-a55d-20597283a98a tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Task: {'id': task-3227555, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.370942] env[70323]: DEBUG oslo_vmware.api [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52413eae-9f09-627e-9732-753119b1a76a, 'name': SearchDatastore_Task, 'duration_secs': 0.021175} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.373256] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.373681] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1012.374173] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.374447] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.374800] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1012.378037] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36046aca-8e5e-4eb6-8053-65e74561c63d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.380588] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Acquiring lock "8cf2ea62-ac85-478d-8b4a-be3a60163060" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.380992] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Lock "8cf2ea62-ac85-478d-8b4a-be3a60163060" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.396400] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1012.396400] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1012.396400] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-599fbbe1-d7d2-463c-afe3-b71b9c7de476 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.403604] env[70323]: DEBUG oslo_vmware.api [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Waiting for the task: (returnval){ [ 1012.403604] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52b996a0-fb69-3403-ece8-d4696279fec7" [ 1012.403604] env[70323]: _type = "Task" [ 1012.403604] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.416157] env[70323]: DEBUG oslo_vmware.api [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52b996a0-fb69-3403-ece8-d4696279fec7, 'name': SearchDatastore_Task, 'duration_secs': 0.010102} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.417379] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8dfae71-9b44-4fd6-b36e-0e831caf6c17 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.424664] env[70323]: DEBUG oslo_vmware.api [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Waiting for the task: (returnval){ [ 1012.424664] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52c222d7-aa20-2401-d0e8-9b8900893912" [ 1012.424664] env[70323]: _type = "Task" [ 1012.424664] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.435231] env[70323]: DEBUG oslo_vmware.api [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52c222d7-aa20-2401-d0e8-9b8900893912, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.445152] env[70323]: DEBUG nova.network.neutron [req-6a4d63d5-6ebc-4cae-97df-a9d70e16ada2 req-76512250-7f17-48ca-92c7-efc854ea23c6 service nova] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] Updated VIF entry in instance network info cache for port 9e86b95f-47ef-4644-9ab0-b1b44c0cf201. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1012.445152] env[70323]: DEBUG nova.network.neutron [req-6a4d63d5-6ebc-4cae-97df-a9d70e16ada2 req-76512250-7f17-48ca-92c7-efc854ea23c6 service nova] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] Updating instance_info_cache with network_info: [{"id": "9e86b95f-47ef-4644-9ab0-b1b44c0cf201", "address": "fa:16:3e:8e:f0:0c", "network": {"id": "2d13cbb9-27ad-4fa7-9f7f-c2ad17b0ffb8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1466534262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c97dc7ffe4c4914b563a9f3fd80163c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e86b95f-47", "ovs_interfaceid": "9e86b95f-47ef-4644-9ab0-b1b44c0cf201", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.447185] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.530s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.447775] env[70323]: DEBUG nova.compute.manager [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 3f04db1b-3c49-49aa-a84d-7abb8d6b697f] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1012.451300] env[70323]: DEBUG oslo_concurrency.lockutils [None req-364470ce-d8c2-43bc-b478-bd245baf7ef4 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.204s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.452814] env[70323]: DEBUG oslo_concurrency.lockutils [None req-364470ce-d8c2-43bc-b478-bd245baf7ef4 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.454834] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 27.736s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.492839] env[70323]: INFO nova.scheduler.client.report [None req-364470ce-d8c2-43bc-b478-bd245baf7ef4 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Deleted allocations for instance 84faf743-f813-481c-90ec-50d5dd62d9d2 [ 1012.557273] env[70323]: INFO nova.compute.manager [-] [instance: 393b6947-3260-4e50-841a-afdba96225b5] Took 1.40 seconds to deallocate network for instance. [ 1012.559779] env[70323]: DEBUG nova.network.neutron [None req-f5b028af-5bef-4f70-9cfb-3aa723961a0b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Successfully updated port: b64dc1b5-747e-4ae0-a664-92c1ba840c73 {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1012.579580] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f0c2ca54-bc3a-4f3b-b4d0-4864627c7a05 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Acquiring lock "ed2244d5-6b4f-4cc0-826b-fdb84f541ef6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.580115] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f0c2ca54-bc3a-4f3b-b4d0-4864627c7a05 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Lock "ed2244d5-6b4f-4cc0-826b-fdb84f541ef6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.581179] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f0c2ca54-bc3a-4f3b-b4d0-4864627c7a05 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Acquiring lock "ed2244d5-6b4f-4cc0-826b-fdb84f541ef6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.581677] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f0c2ca54-bc3a-4f3b-b4d0-4864627c7a05 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Lock "ed2244d5-6b4f-4cc0-826b-fdb84f541ef6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.582703] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f0c2ca54-bc3a-4f3b-b4d0-4864627c7a05 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Lock "ed2244d5-6b4f-4cc0-826b-fdb84f541ef6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.585239] env[70323]: INFO nova.compute.manager [None req-f0c2ca54-bc3a-4f3b-b4d0-4864627c7a05 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: ed2244d5-6b4f-4cc0-826b-fdb84f541ef6] Terminating instance [ 1012.621506] env[70323]: DEBUG oslo_vmware.api [None req-47626166-c54f-4f35-a55d-20597283a98a tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Task: {'id': task-3227555, 'name': PowerOffVM_Task, 'duration_secs': 0.289641} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.621947] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-47626166-c54f-4f35-a55d-20597283a98a tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] [instance: a7c83740-b777-4254-9f59-cb1b9b5f1c9d] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1012.622324] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-47626166-c54f-4f35-a55d-20597283a98a tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] [instance: a7c83740-b777-4254-9f59-cb1b9b5f1c9d] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1012.622931] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11cc65df-1db5-4239-95c4-fc9da79ea617 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.699154] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-47626166-c54f-4f35-a55d-20597283a98a tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] [instance: a7c83740-b777-4254-9f59-cb1b9b5f1c9d] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1012.700261] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-47626166-c54f-4f35-a55d-20597283a98a tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] [instance: a7c83740-b777-4254-9f59-cb1b9b5f1c9d] Deleting contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1012.700261] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-47626166-c54f-4f35-a55d-20597283a98a tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Deleting the datastore file [datastore1] a7c83740-b777-4254-9f59-cb1b9b5f1c9d {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1012.700261] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c4823ac-8bfe-4f25-b20e-a208ae0ea08d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.710024] env[70323]: DEBUG oslo_vmware.api [None req-47626166-c54f-4f35-a55d-20597283a98a tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Waiting for the task: (returnval){ [ 1012.710024] env[70323]: value = "task-3227557" [ 1012.710024] env[70323]: _type = "Task" [ 1012.710024] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.716648] env[70323]: DEBUG oslo_vmware.api [None req-47626166-c54f-4f35-a55d-20597283a98a tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Task: {'id': task-3227557, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.884568] env[70323]: DEBUG nova.compute.manager [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] [instance: 8cf2ea62-ac85-478d-8b4a-be3a60163060] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1012.906291] env[70323]: DEBUG nova.compute.manager [req-58b20a15-c636-4390-8763-7aa479f8c0e3 req-8d2553af-88b8-4558-adac-5469b91be9ea service nova] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Received event network-vif-plugged-b64dc1b5-747e-4ae0-a664-92c1ba840c73 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.907650] env[70323]: DEBUG oslo_concurrency.lockutils [req-58b20a15-c636-4390-8763-7aa479f8c0e3 req-8d2553af-88b8-4558-adac-5469b91be9ea service nova] Acquiring lock "4d3d5652-902c-403f-86e8-6026b8da97fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.907650] env[70323]: DEBUG oslo_concurrency.lockutils [req-58b20a15-c636-4390-8763-7aa479f8c0e3 req-8d2553af-88b8-4558-adac-5469b91be9ea service nova] Lock "4d3d5652-902c-403f-86e8-6026b8da97fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.908455] env[70323]: DEBUG oslo_concurrency.lockutils [req-58b20a15-c636-4390-8763-7aa479f8c0e3 req-8d2553af-88b8-4558-adac-5469b91be9ea service nova] Lock "4d3d5652-902c-403f-86e8-6026b8da97fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.909813] env[70323]: DEBUG nova.compute.manager [req-58b20a15-c636-4390-8763-7aa479f8c0e3 req-8d2553af-88b8-4558-adac-5469b91be9ea service nova] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] No waiting events found dispatching network-vif-plugged-b64dc1b5-747e-4ae0-a664-92c1ba840c73 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1012.909813] env[70323]: WARNING nova.compute.manager [req-58b20a15-c636-4390-8763-7aa479f8c0e3 req-8d2553af-88b8-4558-adac-5469b91be9ea service nova] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Received unexpected event network-vif-plugged-b64dc1b5-747e-4ae0-a664-92c1ba840c73 for instance with vm_state active and task_state None. [ 1012.909813] env[70323]: DEBUG nova.compute.manager [req-58b20a15-c636-4390-8763-7aa479f8c0e3 req-8d2553af-88b8-4558-adac-5469b91be9ea service nova] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Received event network-changed-b64dc1b5-747e-4ae0-a664-92c1ba840c73 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.910623] env[70323]: DEBUG nova.compute.manager [req-58b20a15-c636-4390-8763-7aa479f8c0e3 req-8d2553af-88b8-4558-adac-5469b91be9ea service nova] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Refreshing instance network info cache due to event network-changed-b64dc1b5-747e-4ae0-a664-92c1ba840c73. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1012.911563] env[70323]: DEBUG oslo_concurrency.lockutils [req-58b20a15-c636-4390-8763-7aa479f8c0e3 req-8d2553af-88b8-4558-adac-5469b91be9ea service nova] Acquiring lock "refresh_cache-4d3d5652-902c-403f-86e8-6026b8da97fe" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.912797] env[70323]: DEBUG oslo_concurrency.lockutils [req-58b20a15-c636-4390-8763-7aa479f8c0e3 req-8d2553af-88b8-4558-adac-5469b91be9ea service nova] Acquired lock "refresh_cache-4d3d5652-902c-403f-86e8-6026b8da97fe" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.912797] env[70323]: DEBUG nova.network.neutron [req-58b20a15-c636-4390-8763-7aa479f8c0e3 req-8d2553af-88b8-4558-adac-5469b91be9ea service nova] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Refreshing network info cache for port b64dc1b5-747e-4ae0-a664-92c1ba840c73 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1012.938815] env[70323]: DEBUG oslo_vmware.api [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52c222d7-aa20-2401-d0e8-9b8900893912, 'name': SearchDatastore_Task, 'duration_secs': 0.009514} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.939140] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.939417] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 517d2967-4b35-4b79-9758-80ded84dac44/517d2967-4b35-4b79-9758-80ded84dac44.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1012.940157] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1312e53-a909-48ac-b001-5d6838b8a783 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.949519] env[70323]: DEBUG oslo_concurrency.lockutils [req-6a4d63d5-6ebc-4cae-97df-a9d70e16ada2 req-76512250-7f17-48ca-92c7-efc854ea23c6 service nova] Releasing lock "refresh_cache-517d2967-4b35-4b79-9758-80ded84dac44" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.953155] env[70323]: DEBUG nova.compute.utils [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1012.954557] env[70323]: DEBUG oslo_vmware.api [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Waiting for the task: (returnval){ [ 1012.954557] env[70323]: value = "task-3227558" [ 1012.954557] env[70323]: _type = "Task" [ 1012.954557] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.955292] env[70323]: DEBUG nova.compute.manager [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 3f04db1b-3c49-49aa-a84d-7abb8d6b697f] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1012.955292] env[70323]: DEBUG nova.network.neutron [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 3f04db1b-3c49-49aa-a84d-7abb8d6b697f] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1012.977069] env[70323]: DEBUG oslo_vmware.api [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Task: {'id': task-3227558, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.002145] env[70323]: DEBUG oslo_concurrency.lockutils [None req-364470ce-d8c2-43bc-b478-bd245baf7ef4 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Lock "84faf743-f813-481c-90ec-50d5dd62d9d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.219s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.013198] env[70323]: DEBUG nova.policy [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c189b5a8657472fabf068670f677af9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9442610b28a7452a8b29d013bd021928', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 1013.068711] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f5b028af-5bef-4f70-9cfb-3aa723961a0b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquiring lock "refresh_cache-4d3d5652-902c-403f-86e8-6026b8da97fe" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.069631] env[70323]: DEBUG oslo_concurrency.lockutils [None req-77beb46c-c94e-49aa-b2d0-3564ad9665d6 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.090542] env[70323]: DEBUG nova.compute.manager [None req-f0c2ca54-bc3a-4f3b-b4d0-4864627c7a05 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: ed2244d5-6b4f-4cc0-826b-fdb84f541ef6] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1013.090763] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-f0c2ca54-bc3a-4f3b-b4d0-4864627c7a05 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: ed2244d5-6b4f-4cc0-826b-fdb84f541ef6] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1013.091735] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4fcaab-e2b0-443a-8983-9391b56d91bc {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.100379] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0c2ca54-bc3a-4f3b-b4d0-4864627c7a05 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: ed2244d5-6b4f-4cc0-826b-fdb84f541ef6] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1013.100628] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a6558f2-1d6e-4632-89d6-45e8757dbcbe {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.123420] env[70323]: DEBUG oslo_vmware.api [None req-f0c2ca54-bc3a-4f3b-b4d0-4864627c7a05 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Waiting for the task: (returnval){ [ 1013.123420] env[70323]: value = "task-3227559" [ 1013.123420] env[70323]: _type = "Task" [ 1013.123420] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.134678] env[70323]: DEBUG oslo_vmware.api [None req-f0c2ca54-bc3a-4f3b-b4d0-4864627c7a05 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227559, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.222342] env[70323]: DEBUG oslo_vmware.api [None req-47626166-c54f-4f35-a55d-20597283a98a tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Task: {'id': task-3227557, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131146} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.222647] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-47626166-c54f-4f35-a55d-20597283a98a tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1013.222826] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-47626166-c54f-4f35-a55d-20597283a98a tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] [instance: a7c83740-b777-4254-9f59-cb1b9b5f1c9d] Deleted contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1013.222999] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-47626166-c54f-4f35-a55d-20597283a98a tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] [instance: a7c83740-b777-4254-9f59-cb1b9b5f1c9d] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1013.223518] env[70323]: INFO nova.compute.manager [None req-47626166-c54f-4f35-a55d-20597283a98a tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] [instance: a7c83740-b777-4254-9f59-cb1b9b5f1c9d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1013.223814] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47626166-c54f-4f35-a55d-20597283a98a tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1013.223988] env[70323]: DEBUG nova.compute.manager [-] [instance: a7c83740-b777-4254-9f59-cb1b9b5f1c9d] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1013.224110] env[70323]: DEBUG nova.network.neutron [-] [instance: a7c83740-b777-4254-9f59-cb1b9b5f1c9d] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1013.425945] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.458601] env[70323]: DEBUG nova.compute.manager [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 3f04db1b-3c49-49aa-a84d-7abb8d6b697f] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1013.487740] env[70323]: DEBUG oslo_vmware.api [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Task: {'id': task-3227558, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500637} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.490590] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 517d2967-4b35-4b79-9758-80ded84dac44/517d2967-4b35-4b79-9758-80ded84dac44.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1013.490883] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1013.491243] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d0a5238a-62b3-4212-801a-81c063be0e38 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.518391] env[70323]: DEBUG oslo_vmware.api [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Waiting for the task: (returnval){ [ 1013.518391] env[70323]: value = "task-3227560" [ 1013.518391] env[70323]: _type = "Task" [ 1013.518391] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.531546] env[70323]: DEBUG oslo_vmware.api [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Task: {'id': task-3227560, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.532965] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance dd793706-95da-42f2-b9fc-ee37f04e6923 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1013.533393] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 7da61593-5cdd-4a3b-8999-754b6090bff7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1013.533670] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 4d3d5652-902c-403f-86e8-6026b8da97fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1013.534806] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance b52ff327-d2be-4acd-8604-7860947112af actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1013.534806] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 728ab2dc-eefc-491c-ac6b-17732e72d24b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1013.534806] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 8957a828-0447-4492-bd38-b5a04ed5633a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1013.534806] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 6e39317c-64f3-4457-b2ef-bc6d61fe59d1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1013.534806] env[70323]: WARNING nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 36b56f98-417e-4f79-a5c0-c9bbf4cb28ba is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1013.534806] env[70323]: WARNING nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 7ebc2ecb-f737-4c2e-b259-7ef0f84a7e7c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1013.534806] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance ed2244d5-6b4f-4cc0-826b-fdb84f541ef6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1013.534806] env[70323]: WARNING nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance f27cdc2c-0dfd-4690-91fc-a68d7a46fe98 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1013.535195] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 393b6947-3260-4e50-841a-afdba96225b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1013.535195] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance a7c83740-b777-4254-9f59-cb1b9b5f1c9d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1013.535195] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 517d2967-4b35-4b79-9758-80ded84dac44 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1013.535312] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 3f04db1b-3c49-49aa-a84d-7abb8d6b697f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1013.634289] env[70323]: DEBUG oslo_vmware.api [None req-f0c2ca54-bc3a-4f3b-b4d0-4864627c7a05 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227559, 'name': PowerOffVM_Task, 'duration_secs': 0.442075} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.634571] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0c2ca54-bc3a-4f3b-b4d0-4864627c7a05 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: ed2244d5-6b4f-4cc0-826b-fdb84f541ef6] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1013.634740] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-f0c2ca54-bc3a-4f3b-b4d0-4864627c7a05 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: ed2244d5-6b4f-4cc0-826b-fdb84f541ef6] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1013.634991] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b481453-6936-4a04-8bea-101b8f993ae7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.702436] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-f0c2ca54-bc3a-4f3b-b4d0-4864627c7a05 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: ed2244d5-6b4f-4cc0-826b-fdb84f541ef6] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1013.702878] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-f0c2ca54-bc3a-4f3b-b4d0-4864627c7a05 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: ed2244d5-6b4f-4cc0-826b-fdb84f541ef6] Deleting contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1013.702995] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0c2ca54-bc3a-4f3b-b4d0-4864627c7a05 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Deleting the datastore file [datastore2] ed2244d5-6b4f-4cc0-826b-fdb84f541ef6 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1013.703270] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3bc1b996-9a5e-4c9f-8e4f-08d9108067e6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.713294] env[70323]: DEBUG oslo_vmware.api [None req-f0c2ca54-bc3a-4f3b-b4d0-4864627c7a05 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Waiting for the task: (returnval){ [ 1013.713294] env[70323]: value = "task-3227562" [ 1013.713294] env[70323]: _type = "Task" [ 1013.713294] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.722567] env[70323]: DEBUG oslo_vmware.api [None req-f0c2ca54-bc3a-4f3b-b4d0-4864627c7a05 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227562, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.750323] env[70323]: DEBUG nova.compute.manager [req-725c7f94-8c01-44ba-85cd-7d170bf4be20 req-da21f32f-baa6-40b1-91ac-8d90d956d0d6 service nova] [instance: 393b6947-3260-4e50-841a-afdba96225b5] Received event network-vif-deleted-472fbf00-a63a-4431-9cf1-5d9ca2a3956c {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.849606] env[70323]: DEBUG nova.network.neutron [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 3f04db1b-3c49-49aa-a84d-7abb8d6b697f] Successfully created port: cee022e9-68ac-4029-8ff9-c826e25cc931 {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1013.896112] env[70323]: DEBUG nova.network.neutron [req-58b20a15-c636-4390-8763-7aa479f8c0e3 req-8d2553af-88b8-4558-adac-5469b91be9ea service nova] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Added VIF to instance network info cache for port b64dc1b5-747e-4ae0-a664-92c1ba840c73. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3546}} [ 1013.896560] env[70323]: DEBUG nova.network.neutron [req-58b20a15-c636-4390-8763-7aa479f8c0e3 req-8d2553af-88b8-4558-adac-5469b91be9ea service nova] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Updating instance_info_cache with network_info: [{"id": "ff815f0e-0a04-4dd8-b7e0-6d331fca2611", "address": "fa:16:3e:46:6c:08", "network": {"id": "72c9180f-a081-4a3c-a140-c168d882c6f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1947974250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "629980704660404c9e5b2a810d6182a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff815f0e-0a", "ovs_interfaceid": "ff815f0e-0a04-4dd8-b7e0-6d331fca2611", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b64dc1b5-747e-4ae0-a664-92c1ba840c73", "address": "fa:16:3e:16:54:8f", "network": {"id": "72c9180f-a081-4a3c-a140-c168d882c6f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1947974250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "629980704660404c9e5b2a810d6182a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb64dc1b5-74", "ovs_interfaceid": "b64dc1b5-747e-4ae0-a664-92c1ba840c73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.031227] env[70323]: DEBUG oslo_vmware.api [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Task: {'id': task-3227560, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079519} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.031227] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1014.032447] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8dcc792-3348-4ab6-8897-48b5dccffffc {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.039316] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance d166ff9e-cf66-456d-89a4-8361f8bc3e5e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1014.065800] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 517d2967-4b35-4b79-9758-80ded84dac44/517d2967-4b35-4b79-9758-80ded84dac44.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1014.067334] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f4da900-a294-45e1-a77d-1cc24e2ade56 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.090310] env[70323]: DEBUG oslo_vmware.api [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Waiting for the task: (returnval){ [ 1014.090310] env[70323]: value = "task-3227563" [ 1014.090310] env[70323]: _type = "Task" [ 1014.090310] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.101778] env[70323]: DEBUG oslo_vmware.api [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Task: {'id': task-3227563, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.226561] env[70323]: DEBUG oslo_vmware.api [None req-f0c2ca54-bc3a-4f3b-b4d0-4864627c7a05 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Task: {'id': task-3227562, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172459} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.226949] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0c2ca54-bc3a-4f3b-b4d0-4864627c7a05 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1014.227287] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-f0c2ca54-bc3a-4f3b-b4d0-4864627c7a05 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: ed2244d5-6b4f-4cc0-826b-fdb84f541ef6] Deleted contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1014.227561] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-f0c2ca54-bc3a-4f3b-b4d0-4864627c7a05 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: ed2244d5-6b4f-4cc0-826b-fdb84f541ef6] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1014.227818] env[70323]: INFO nova.compute.manager [None req-f0c2ca54-bc3a-4f3b-b4d0-4864627c7a05 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] [instance: ed2244d5-6b4f-4cc0-826b-fdb84f541ef6] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1014.228115] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0c2ca54-bc3a-4f3b-b4d0-4864627c7a05 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1014.228358] env[70323]: DEBUG nova.compute.manager [-] [instance: ed2244d5-6b4f-4cc0-826b-fdb84f541ef6] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1014.228498] env[70323]: DEBUG nova.network.neutron [-] [instance: ed2244d5-6b4f-4cc0-826b-fdb84f541ef6] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1014.260921] env[70323]: DEBUG nova.network.neutron [-] [instance: a7c83740-b777-4254-9f59-cb1b9b5f1c9d] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.403857] env[70323]: DEBUG oslo_concurrency.lockutils [req-58b20a15-c636-4390-8763-7aa479f8c0e3 req-8d2553af-88b8-4558-adac-5469b91be9ea service nova] Releasing lock "refresh_cache-4d3d5652-902c-403f-86e8-6026b8da97fe" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.404348] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f5b028af-5bef-4f70-9cfb-3aa723961a0b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquired lock "refresh_cache-4d3d5652-902c-403f-86e8-6026b8da97fe" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.404590] env[70323]: DEBUG nova.network.neutron [None req-f5b028af-5bef-4f70-9cfb-3aa723961a0b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1014.478190] env[70323]: DEBUG nova.compute.manager [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 3f04db1b-3c49-49aa-a84d-7abb8d6b697f] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1014.518800] env[70323]: DEBUG nova.virt.hardware [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1014.519100] env[70323]: DEBUG nova.virt.hardware [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1014.519278] env[70323]: DEBUG nova.virt.hardware [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1014.519485] env[70323]: DEBUG nova.virt.hardware [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1014.519729] env[70323]: DEBUG nova.virt.hardware [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1014.519782] env[70323]: DEBUG nova.virt.hardware [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1014.520392] env[70323]: DEBUG nova.virt.hardware [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1014.520392] env[70323]: DEBUG nova.virt.hardware [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1014.520392] env[70323]: DEBUG nova.virt.hardware [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1014.520555] env[70323]: DEBUG nova.virt.hardware [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1014.520692] env[70323]: DEBUG nova.virt.hardware [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1014.521644] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9ea787-5e1c-469e-8726-2c86d88d0a67 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.532747] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07966479-1f37-49cc-8745-53940f7f6a82 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.567845] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1014.607146] env[70323]: DEBUG oslo_vmware.api [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Task: {'id': task-3227563, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.764422] env[70323]: INFO nova.compute.manager [-] [instance: a7c83740-b777-4254-9f59-cb1b9b5f1c9d] Took 1.54 seconds to deallocate network for instance. [ 1014.949050] env[70323]: WARNING nova.network.neutron [None req-f5b028af-5bef-4f70-9cfb-3aa723961a0b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] 72c9180f-a081-4a3c-a140-c168d882c6f3 already exists in list: networks containing: ['72c9180f-a081-4a3c-a140-c168d882c6f3']. ignoring it [ 1014.949050] env[70323]: WARNING nova.network.neutron [None req-f5b028af-5bef-4f70-9cfb-3aa723961a0b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] 72c9180f-a081-4a3c-a140-c168d882c6f3 already exists in list: networks containing: ['72c9180f-a081-4a3c-a140-c168d882c6f3']. ignoring it [ 1014.949050] env[70323]: WARNING nova.network.neutron [None req-f5b028af-5bef-4f70-9cfb-3aa723961a0b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] b64dc1b5-747e-4ae0-a664-92c1ba840c73 already exists in list: port_ids containing: ['b64dc1b5-747e-4ae0-a664-92c1ba840c73']. ignoring it [ 1015.028348] env[70323]: DEBUG nova.network.neutron [-] [instance: ed2244d5-6b4f-4cc0-826b-fdb84f541ef6] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.071046] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 7df9555e-167b-432c-b2b2-1730bd69483e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1015.106949] env[70323]: DEBUG oslo_vmware.api [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Task: {'id': task-3227563, 'name': ReconfigVM_Task, 'duration_secs': 0.731015} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.108225] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 517d2967-4b35-4b79-9758-80ded84dac44/517d2967-4b35-4b79-9758-80ded84dac44.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1015.108225] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-67a3ff61-809b-4fa6-b9d7-97146deea8cf {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.116167] env[70323]: DEBUG oslo_vmware.api [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Waiting for the task: (returnval){ [ 1015.116167] env[70323]: value = "task-3227564" [ 1015.116167] env[70323]: _type = "Task" [ 1015.116167] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.128733] env[70323]: DEBUG oslo_vmware.api [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Task: {'id': task-3227564, 'name': Rename_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.268974] env[70323]: DEBUG nova.network.neutron [None req-f5b028af-5bef-4f70-9cfb-3aa723961a0b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Updating instance_info_cache with network_info: [{"id": "ff815f0e-0a04-4dd8-b7e0-6d331fca2611", "address": "fa:16:3e:46:6c:08", "network": {"id": "72c9180f-a081-4a3c-a140-c168d882c6f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1947974250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "629980704660404c9e5b2a810d6182a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff815f0e-0a", "ovs_interfaceid": "ff815f0e-0a04-4dd8-b7e0-6d331fca2611", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b64dc1b5-747e-4ae0-a664-92c1ba840c73", "address": "fa:16:3e:16:54:8f", "network": {"id": "72c9180f-a081-4a3c-a140-c168d882c6f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1947974250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "629980704660404c9e5b2a810d6182a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb64dc1b5-74", "ovs_interfaceid": "b64dc1b5-747e-4ae0-a664-92c1ba840c73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.275666] env[70323]: DEBUG oslo_concurrency.lockutils [None req-47626166-c54f-4f35-a55d-20597283a98a tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.512186] env[70323]: DEBUG nova.network.neutron [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 3f04db1b-3c49-49aa-a84d-7abb8d6b697f] Successfully updated port: cee022e9-68ac-4029-8ff9-c826e25cc931 {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1015.532595] env[70323]: INFO nova.compute.manager [-] [instance: ed2244d5-6b4f-4cc0-826b-fdb84f541ef6] Took 1.30 seconds to deallocate network for instance. [ 1015.575040] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance cd381853-c515-4760-a958-1432b4f74664 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1015.632249] env[70323]: DEBUG oslo_vmware.api [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Task: {'id': task-3227564, 'name': Rename_Task, 'duration_secs': 0.15943} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.632571] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1015.632901] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-645da66c-98cf-455e-8443-4fede485ec7d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.641031] env[70323]: DEBUG oslo_vmware.api [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Waiting for the task: (returnval){ [ 1015.641031] env[70323]: value = "task-3227565" [ 1015.641031] env[70323]: _type = "Task" [ 1015.641031] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.651583] env[70323]: DEBUG oslo_vmware.api [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Task: {'id': task-3227565, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.736492] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Acquiring lock "a9489d91-6f53-408b-b725-b16a886b104e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.736637] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Lock "a9489d91-6f53-408b-b725-b16a886b104e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.761631] env[70323]: DEBUG nova.compute.manager [req-8dd8d6c9-45ad-4555-9daf-63abffe2ce3f req-20de3989-435c-4338-b28b-051a883a720b service nova] [instance: 3f04db1b-3c49-49aa-a84d-7abb8d6b697f] Received event network-vif-plugged-cee022e9-68ac-4029-8ff9-c826e25cc931 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.761731] env[70323]: DEBUG oslo_concurrency.lockutils [req-8dd8d6c9-45ad-4555-9daf-63abffe2ce3f req-20de3989-435c-4338-b28b-051a883a720b service nova] Acquiring lock "3f04db1b-3c49-49aa-a84d-7abb8d6b697f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.762027] env[70323]: DEBUG oslo_concurrency.lockutils [req-8dd8d6c9-45ad-4555-9daf-63abffe2ce3f req-20de3989-435c-4338-b28b-051a883a720b service nova] Lock "3f04db1b-3c49-49aa-a84d-7abb8d6b697f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.762117] env[70323]: DEBUG oslo_concurrency.lockutils [req-8dd8d6c9-45ad-4555-9daf-63abffe2ce3f req-20de3989-435c-4338-b28b-051a883a720b service nova] Lock "3f04db1b-3c49-49aa-a84d-7abb8d6b697f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.762356] env[70323]: DEBUG nova.compute.manager [req-8dd8d6c9-45ad-4555-9daf-63abffe2ce3f req-20de3989-435c-4338-b28b-051a883a720b service nova] [instance: 3f04db1b-3c49-49aa-a84d-7abb8d6b697f] No waiting events found dispatching network-vif-plugged-cee022e9-68ac-4029-8ff9-c826e25cc931 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1015.762431] env[70323]: WARNING nova.compute.manager [req-8dd8d6c9-45ad-4555-9daf-63abffe2ce3f req-20de3989-435c-4338-b28b-051a883a720b service nova] [instance: 3f04db1b-3c49-49aa-a84d-7abb8d6b697f] Received unexpected event network-vif-plugged-cee022e9-68ac-4029-8ff9-c826e25cc931 for instance with vm_state building and task_state spawning. [ 1015.770251] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f5b028af-5bef-4f70-9cfb-3aa723961a0b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Releasing lock "refresh_cache-4d3d5652-902c-403f-86e8-6026b8da97fe" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.770905] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f5b028af-5bef-4f70-9cfb-3aa723961a0b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquiring lock "4d3d5652-902c-403f-86e8-6026b8da97fe" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.772027] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f5b028af-5bef-4f70-9cfb-3aa723961a0b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquired lock "4d3d5652-902c-403f-86e8-6026b8da97fe" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.772027] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a673e8c-9bfb-4915-8010-5e9462f810aa {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.790855] env[70323]: DEBUG nova.virt.hardware [None req-f5b028af-5bef-4f70-9cfb-3aa723961a0b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1015.791140] env[70323]: DEBUG nova.virt.hardware [None req-f5b028af-5bef-4f70-9cfb-3aa723961a0b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1015.791335] env[70323]: DEBUG nova.virt.hardware [None req-f5b028af-5bef-4f70-9cfb-3aa723961a0b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1015.791491] env[70323]: DEBUG nova.virt.hardware [None req-f5b028af-5bef-4f70-9cfb-3aa723961a0b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1015.791732] env[70323]: DEBUG nova.virt.hardware [None req-f5b028af-5bef-4f70-9cfb-3aa723961a0b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1015.791770] env[70323]: DEBUG nova.virt.hardware [None req-f5b028af-5bef-4f70-9cfb-3aa723961a0b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1015.792099] env[70323]: DEBUG nova.virt.hardware [None req-f5b028af-5bef-4f70-9cfb-3aa723961a0b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1015.792305] env[70323]: DEBUG nova.virt.hardware [None req-f5b028af-5bef-4f70-9cfb-3aa723961a0b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1015.792392] env[70323]: DEBUG nova.virt.hardware [None req-f5b028af-5bef-4f70-9cfb-3aa723961a0b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1015.792499] env[70323]: DEBUG nova.virt.hardware [None req-f5b028af-5bef-4f70-9cfb-3aa723961a0b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1015.792736] env[70323]: DEBUG nova.virt.hardware [None req-f5b028af-5bef-4f70-9cfb-3aa723961a0b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1015.801131] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b028af-5bef-4f70-9cfb-3aa723961a0b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Reconfiguring VM to attach interface {{(pid=70323) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1015.801877] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-203551cc-0eb5-4098-82d2-b71b6a76cd8b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.821815] env[70323]: DEBUG oslo_vmware.api [None req-f5b028af-5bef-4f70-9cfb-3aa723961a0b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Waiting for the task: (returnval){ [ 1015.821815] env[70323]: value = "task-3227566" [ 1015.821815] env[70323]: _type = "Task" [ 1015.821815] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.833258] env[70323]: DEBUG oslo_vmware.api [None req-f5b028af-5bef-4f70-9cfb-3aa723961a0b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227566, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.015594] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquiring lock "refresh_cache-3f04db1b-3c49-49aa-a84d-7abb8d6b697f" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.015859] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquired lock "refresh_cache-3f04db1b-3c49-49aa-a84d-7abb8d6b697f" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.015918] env[70323]: DEBUG nova.network.neutron [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 3f04db1b-3c49-49aa-a84d-7abb8d6b697f] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1016.040070] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f0c2ca54-bc3a-4f3b-b4d0-4864627c7a05 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.074717] env[70323]: DEBUG nova.compute.manager [req-a0f4928e-a4da-4f2a-98ad-c81b28224b7d req-3e052b42-132a-4ea5-bfd9-005a8f6660d6 service nova] [instance: a7c83740-b777-4254-9f59-cb1b9b5f1c9d] Received event network-vif-deleted-38d49431-2ee9-4137-99b5-d512fe405446 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1016.075455] env[70323]: DEBUG nova.compute.manager [req-a0f4928e-a4da-4f2a-98ad-c81b28224b7d req-3e052b42-132a-4ea5-bfd9-005a8f6660d6 service nova] [instance: ed2244d5-6b4f-4cc0-826b-fdb84f541ef6] Received event network-vif-deleted-a3360f16-8d19-4884-8d0b-e05fee186c7c {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1016.079459] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 8cf2ea62-ac85-478d-8b4a-be3a60163060 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1016.079844] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=70323) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1016.079917] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2816MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=70323) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1016.153751] env[70323]: DEBUG oslo_vmware.api [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Task: {'id': task-3227565, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.239139] env[70323]: DEBUG nova.compute.manager [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] [instance: a9489d91-6f53-408b-b725-b16a886b104e] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1016.332670] env[70323]: DEBUG oslo_vmware.api [None req-f5b028af-5bef-4f70-9cfb-3aa723961a0b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227566, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.420923] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb756ca-c117-4723-b6df-86b3e40e2ed3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.428993] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f5658f-d6b6-4944-8ece-5388c1fe38c4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.507973] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2009458c-ee34-49bb-a91d-ab78d7fcfcbd {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.522176] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6381eb39-893e-4925-974a-1d4ef5769164 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.535832] env[70323]: DEBUG nova.compute.provider_tree [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Updating inventory in ProviderTree for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1016.585372] env[70323]: DEBUG nova.network.neutron [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 3f04db1b-3c49-49aa-a84d-7abb8d6b697f] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1016.654686] env[70323]: DEBUG oslo_vmware.api [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Task: {'id': task-3227565, 'name': PowerOnVM_Task, 'duration_secs': 0.556059} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.654963] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1016.655205] env[70323]: INFO nova.compute.manager [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] Took 8.65 seconds to spawn the instance on the hypervisor. [ 1016.655446] env[70323]: DEBUG nova.compute.manager [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1016.656780] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78eae26d-d433-4578-a9db-1d17cc858638 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.763675] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.833559] env[70323]: DEBUG oslo_vmware.api [None req-f5b028af-5bef-4f70-9cfb-3aa723961a0b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227566, 'name': ReconfigVM_Task, 'duration_secs': 0.833152} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.834327] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f5b028af-5bef-4f70-9cfb-3aa723961a0b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Releasing lock "4d3d5652-902c-403f-86e8-6026b8da97fe" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.834499] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b028af-5bef-4f70-9cfb-3aa723961a0b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Reconfigured VM to attach interface {{(pid=70323) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1016.857199] env[70323]: DEBUG nova.network.neutron [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 3f04db1b-3c49-49aa-a84d-7abb8d6b697f] Updating instance_info_cache with network_info: [{"id": "cee022e9-68ac-4029-8ff9-c826e25cc931", "address": "fa:16:3e:41:18:62", "network": {"id": "6e67070b-8cfb-44d3-a355-e33374893830", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-79061281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9442610b28a7452a8b29d013bd021928", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcee022e9-68", "ovs_interfaceid": "cee022e9-68ac-4029-8ff9-c826e25cc931", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.062021] env[70323]: ERROR nova.scheduler.client.report [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [req-54053b32-5c53-492e-9e3f-f40807de4c9f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 765eeb06-25b4-4ca4-bad4-b5981f14c25f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-54053b32-5c53-492e-9e3f-f40807de4c9f"}]} [ 1017.079916] env[70323]: DEBUG nova.scheduler.client.report [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Refreshing inventories for resource provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1017.095847] env[70323]: DEBUG nova.scheduler.client.report [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Updating ProviderTree inventory for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1017.096044] env[70323]: DEBUG nova.compute.provider_tree [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Updating inventory in ProviderTree for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1017.107631] env[70323]: DEBUG nova.scheduler.client.report [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Refreshing aggregate associations for resource provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f, aggregates: None {{(pid=70323) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1017.128859] env[70323]: DEBUG nova.scheduler.client.report [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Refreshing trait associations for resource provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=70323) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1017.177348] env[70323]: INFO nova.compute.manager [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] Took 38.67 seconds to build instance. [ 1017.338952] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f5b028af-5bef-4f70-9cfb-3aa723961a0b tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Lock "interface-4d3d5652-902c-403f-86e8-6026b8da97fe-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.319s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.359479] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Releasing lock "refresh_cache-3f04db1b-3c49-49aa-a84d-7abb8d6b697f" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.359778] env[70323]: DEBUG nova.compute.manager [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 3f04db1b-3c49-49aa-a84d-7abb8d6b697f] Instance network_info: |[{"id": "cee022e9-68ac-4029-8ff9-c826e25cc931", "address": "fa:16:3e:41:18:62", "network": {"id": "6e67070b-8cfb-44d3-a355-e33374893830", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-79061281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9442610b28a7452a8b29d013bd021928", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcee022e9-68", "ovs_interfaceid": "cee022e9-68ac-4029-8ff9-c826e25cc931", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1017.360437] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 3f04db1b-3c49-49aa-a84d-7abb8d6b697f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:18:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13b62154-a0e1-4eed-bc30-6464b15993bb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cee022e9-68ac-4029-8ff9-c826e25cc931', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1017.371191] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1017.374857] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f04db1b-3c49-49aa-a84d-7abb8d6b697f] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1017.375355] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4753f1cc-aba5-408f-a01c-001e1b2de6d8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.407409] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1017.407409] env[70323]: value = "task-3227567" [ 1017.407409] env[70323]: _type = "Task" [ 1017.407409] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.420382] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227567, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.426334] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e169891d-31f0-42bd-86e7-725930cce0fe {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.436255] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708a27b5-bf68-4944-90c2-99b8e4caa439 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.476087] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867b9350-c93a-4429-a993-c18c5d58bf04 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.484995] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf96495-aea6-4fad-bc72-e4b0f2cdf266 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.502470] env[70323]: DEBUG nova.compute.provider_tree [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Updating inventory in ProviderTree for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1017.682939] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7714adf7-8f38-4f39-a42f-4401c093b39d tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Lock "517d2967-4b35-4b79-9758-80ded84dac44" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.184s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.858486] env[70323]: DEBUG nova.compute.manager [req-e37df1b0-574d-4d1f-9183-62dbdf9860d6 req-87e0ff49-023c-46f1-99f1-ea93dfedcbb4 service nova] [instance: 3f04db1b-3c49-49aa-a84d-7abb8d6b697f] Received event network-changed-cee022e9-68ac-4029-8ff9-c826e25cc931 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.858873] env[70323]: DEBUG nova.compute.manager [req-e37df1b0-574d-4d1f-9183-62dbdf9860d6 req-87e0ff49-023c-46f1-99f1-ea93dfedcbb4 service nova] [instance: 3f04db1b-3c49-49aa-a84d-7abb8d6b697f] Refreshing instance network info cache due to event network-changed-cee022e9-68ac-4029-8ff9-c826e25cc931. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1017.858986] env[70323]: DEBUG oslo_concurrency.lockutils [req-e37df1b0-574d-4d1f-9183-62dbdf9860d6 req-87e0ff49-023c-46f1-99f1-ea93dfedcbb4 service nova] Acquiring lock "refresh_cache-3f04db1b-3c49-49aa-a84d-7abb8d6b697f" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.859176] env[70323]: DEBUG oslo_concurrency.lockutils [req-e37df1b0-574d-4d1f-9183-62dbdf9860d6 req-87e0ff49-023c-46f1-99f1-ea93dfedcbb4 service nova] Acquired lock "refresh_cache-3f04db1b-3c49-49aa-a84d-7abb8d6b697f" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.859382] env[70323]: DEBUG nova.network.neutron [req-e37df1b0-574d-4d1f-9183-62dbdf9860d6 req-87e0ff49-023c-46f1-99f1-ea93dfedcbb4 service nova] [instance: 3f04db1b-3c49-49aa-a84d-7abb8d6b697f] Refreshing network info cache for port cee022e9-68ac-4029-8ff9-c826e25cc931 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1017.919583] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227567, 'name': CreateVM_Task, 'duration_secs': 0.383278} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.919583] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f04db1b-3c49-49aa-a84d-7abb8d6b697f] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1017.919583] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.919746] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.920342] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.920342] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-298400e8-ba18-4656-888e-4eab715e7dd1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.926028] env[70323]: DEBUG oslo_vmware.api [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for the task: (returnval){ [ 1017.926028] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]520b140c-3289-c4f6-798e-d1ecb9c077b4" [ 1017.926028] env[70323]: _type = "Task" [ 1017.926028] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.938374] env[70323]: DEBUG oslo_vmware.api [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]520b140c-3289-c4f6-798e-d1ecb9c077b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.049930] env[70323]: DEBUG nova.scheduler.client.report [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Updated inventory for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with generation 122 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1018.050360] env[70323]: DEBUG nova.compute.provider_tree [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Updating resource provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f generation from 122 to 123 during operation: update_inventory {{(pid=70323) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1018.050360] env[70323]: DEBUG nova.compute.provider_tree [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Updating inventory in ProviderTree for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1018.159384] env[70323]: DEBUG nova.compute.manager [req-fd1218b4-8a00-4504-b874-11ec8cb0b655 req-042d5cbf-8a48-4c6d-8117-51fb02bf9fd1 service nova] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] Received event network-changed-9e86b95f-47ef-4644-9ab0-b1b44c0cf201 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.159384] env[70323]: DEBUG nova.compute.manager [req-fd1218b4-8a00-4504-b874-11ec8cb0b655 req-042d5cbf-8a48-4c6d-8117-51fb02bf9fd1 service nova] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] Refreshing instance network info cache due to event network-changed-9e86b95f-47ef-4644-9ab0-b1b44c0cf201. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1018.159384] env[70323]: DEBUG oslo_concurrency.lockutils [req-fd1218b4-8a00-4504-b874-11ec8cb0b655 req-042d5cbf-8a48-4c6d-8117-51fb02bf9fd1 service nova] Acquiring lock "refresh_cache-517d2967-4b35-4b79-9758-80ded84dac44" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.159384] env[70323]: DEBUG oslo_concurrency.lockutils [req-fd1218b4-8a00-4504-b874-11ec8cb0b655 req-042d5cbf-8a48-4c6d-8117-51fb02bf9fd1 service nova] Acquired lock "refresh_cache-517d2967-4b35-4b79-9758-80ded84dac44" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.159384] env[70323]: DEBUG nova.network.neutron [req-fd1218b4-8a00-4504-b874-11ec8cb0b655 req-042d5cbf-8a48-4c6d-8117-51fb02bf9fd1 service nova] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] Refreshing network info cache for port 9e86b95f-47ef-4644-9ab0-b1b44c0cf201 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1018.440760] env[70323]: DEBUG oslo_vmware.api [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]520b140c-3289-c4f6-798e-d1ecb9c077b4, 'name': SearchDatastore_Task, 'duration_secs': 0.012763} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.441086] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.441325] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 3f04db1b-3c49-49aa-a84d-7abb8d6b697f] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1018.441561] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.441708] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.441889] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1018.442173] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9538e05e-5ad2-4d32-afa2-70d69980d2b5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.452347] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1018.452548] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1018.455669] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34960d75-3ec2-4cc6-bd5d-94b104603310 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.463795] env[70323]: DEBUG oslo_vmware.api [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for the task: (returnval){ [ 1018.463795] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52f7829d-1bd6-27e7-0a2c-04502d21507a" [ 1018.463795] env[70323]: _type = "Task" [ 1018.463795] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.479753] env[70323]: DEBUG oslo_vmware.api [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52f7829d-1bd6-27e7-0a2c-04502d21507a, 'name': SearchDatastore_Task, 'duration_secs': 0.012701} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.481033] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51b14cce-72fc-4c73-a646-e7ac00632f1e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.489736] env[70323]: DEBUG oslo_vmware.api [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for the task: (returnval){ [ 1018.489736] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52f45a37-cb08-2139-dfdc-464f60c2ef4b" [ 1018.489736] env[70323]: _type = "Task" [ 1018.489736] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.498448] env[70323]: DEBUG oslo_vmware.api [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52f45a37-cb08-2139-dfdc-464f60c2ef4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.557304] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70323) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1018.557759] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.104s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.558208] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.134s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.562404] env[70323]: INFO nova.compute.claims [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: d166ff9e-cf66-456d-89a4-8361f8bc3e5e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1018.654091] env[70323]: DEBUG nova.network.neutron [req-e37df1b0-574d-4d1f-9183-62dbdf9860d6 req-87e0ff49-023c-46f1-99f1-ea93dfedcbb4 service nova] [instance: 3f04db1b-3c49-49aa-a84d-7abb8d6b697f] Updated VIF entry in instance network info cache for port cee022e9-68ac-4029-8ff9-c826e25cc931. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1018.654722] env[70323]: DEBUG nova.network.neutron [req-e37df1b0-574d-4d1f-9183-62dbdf9860d6 req-87e0ff49-023c-46f1-99f1-ea93dfedcbb4 service nova] [instance: 3f04db1b-3c49-49aa-a84d-7abb8d6b697f] Updating instance_info_cache with network_info: [{"id": "cee022e9-68ac-4029-8ff9-c826e25cc931", "address": "fa:16:3e:41:18:62", "network": {"id": "6e67070b-8cfb-44d3-a355-e33374893830", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-79061281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9442610b28a7452a8b29d013bd021928", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcee022e9-68", "ovs_interfaceid": "cee022e9-68ac-4029-8ff9-c826e25cc931", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.007354] env[70323]: DEBUG oslo_vmware.api [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52f45a37-cb08-2139-dfdc-464f60c2ef4b, 'name': SearchDatastore_Task, 'duration_secs': 0.010178} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.007743] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.008106] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 3f04db1b-3c49-49aa-a84d-7abb8d6b697f/3f04db1b-3c49-49aa-a84d-7abb8d6b697f.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1019.008460] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-64c1b772-367f-4f9e-bb10-104533aa98db {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.018507] env[70323]: DEBUG oslo_vmware.api [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for the task: (returnval){ [ 1019.018507] env[70323]: value = "task-3227568" [ 1019.018507] env[70323]: _type = "Task" [ 1019.018507] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.027174] env[70323]: DEBUG nova.network.neutron [req-fd1218b4-8a00-4504-b874-11ec8cb0b655 req-042d5cbf-8a48-4c6d-8117-51fb02bf9fd1 service nova] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] Updated VIF entry in instance network info cache for port 9e86b95f-47ef-4644-9ab0-b1b44c0cf201. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1019.027357] env[70323]: DEBUG nova.network.neutron [req-fd1218b4-8a00-4504-b874-11ec8cb0b655 req-042d5cbf-8a48-4c6d-8117-51fb02bf9fd1 service nova] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] Updating instance_info_cache with network_info: [{"id": "9e86b95f-47ef-4644-9ab0-b1b44c0cf201", "address": "fa:16:3e:8e:f0:0c", "network": {"id": "2d13cbb9-27ad-4fa7-9f7f-c2ad17b0ffb8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1466534262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c97dc7ffe4c4914b563a9f3fd80163c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e86b95f-47", "ovs_interfaceid": "9e86b95f-47ef-4644-9ab0-b1b44c0cf201", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.034149] env[70323]: DEBUG oslo_vmware.api [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227568, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.159771] env[70323]: DEBUG oslo_concurrency.lockutils [req-e37df1b0-574d-4d1f-9183-62dbdf9860d6 req-87e0ff49-023c-46f1-99f1-ea93dfedcbb4 service nova] Releasing lock "refresh_cache-3f04db1b-3c49-49aa-a84d-7abb8d6b697f" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.255199] env[70323]: DEBUG oslo_concurrency.lockutils [None req-88c9ba3a-b3ab-493e-a1c9-b579814615a9 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquiring lock "interface-4d3d5652-902c-403f-86e8-6026b8da97fe-1f0dc2a6-69cb-4288-a0b4-76ee9d502810" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.255550] env[70323]: DEBUG oslo_concurrency.lockutils [None req-88c9ba3a-b3ab-493e-a1c9-b579814615a9 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Lock "interface-4d3d5652-902c-403f-86e8-6026b8da97fe-1f0dc2a6-69cb-4288-a0b4-76ee9d502810" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.255956] env[70323]: DEBUG nova.objects.instance [None req-88c9ba3a-b3ab-493e-a1c9-b579814615a9 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Lazy-loading 'flavor' on Instance uuid 4d3d5652-902c-403f-86e8-6026b8da97fe {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1019.276910] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Acquiring lock "0807d9b4-2b21-4227-8efd-1c6eda844030" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.277197] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Lock "0807d9b4-2b21-4227-8efd-1c6eda844030" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.530987] env[70323]: DEBUG oslo_vmware.api [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227568, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482395} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.534553] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 3f04db1b-3c49-49aa-a84d-7abb8d6b697f/3f04db1b-3c49-49aa-a84d-7abb8d6b697f.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1019.534553] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 3f04db1b-3c49-49aa-a84d-7abb8d6b697f] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1019.534553] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e3b9b97-571b-47a1-b9c4-344da3f49a5e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.535169] env[70323]: DEBUG oslo_concurrency.lockutils [req-fd1218b4-8a00-4504-b874-11ec8cb0b655 req-042d5cbf-8a48-4c6d-8117-51fb02bf9fd1 service nova] Releasing lock "refresh_cache-517d2967-4b35-4b79-9758-80ded84dac44" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.540282] env[70323]: DEBUG oslo_vmware.api [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for the task: (returnval){ [ 1019.540282] env[70323]: value = "task-3227569" [ 1019.540282] env[70323]: _type = "Task" [ 1019.540282] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.550170] env[70323]: DEBUG oslo_vmware.api [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227569, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.781881] env[70323]: DEBUG nova.compute.manager [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] [instance: 0807d9b4-2b21-4227-8efd-1c6eda844030] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1019.875587] env[70323]: DEBUG nova.objects.instance [None req-88c9ba3a-b3ab-493e-a1c9-b579814615a9 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Lazy-loading 'pci_requests' on Instance uuid 4d3d5652-902c-403f-86e8-6026b8da97fe {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1019.884223] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd207732-9e2b-4034-9735-02ffacb6ff3e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.893490] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79838f7-dcfa-41c3-a569-7e551760631e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.925527] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e56813-66e2-4204-ac5a-f990275d3f1e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.934012] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6468d9f7-e8a8-446c-a516-ac4da6bbadfa {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.951902] env[70323]: DEBUG nova.compute.provider_tree [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Updating inventory in ProviderTree for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1020.051058] env[70323]: DEBUG oslo_vmware.api [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227569, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078736} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.051363] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 3f04db1b-3c49-49aa-a84d-7abb8d6b697f] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1020.052219] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778ee7ac-5849-45b2-af13-f558ba330a95 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.077287] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 3f04db1b-3c49-49aa-a84d-7abb8d6b697f] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 3f04db1b-3c49-49aa-a84d-7abb8d6b697f/3f04db1b-3c49-49aa-a84d-7abb8d6b697f.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1020.078602] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bb059a9-48cd-4fb1-9d6e-ac8d00b1d441 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.094589] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5c002e9b-779c-496a-b757-80957f4b1801 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Acquiring lock "8957a828-0447-4492-bd38-b5a04ed5633a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.094818] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5c002e9b-779c-496a-b757-80957f4b1801 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Lock "8957a828-0447-4492-bd38-b5a04ed5633a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.099357] env[70323]: DEBUG oslo_vmware.api [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for the task: (returnval){ [ 1020.099357] env[70323]: value = "task-3227570" [ 1020.099357] env[70323]: _type = "Task" [ 1020.099357] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.122193] env[70323]: DEBUG oslo_vmware.api [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227570, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.302095] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.378276] env[70323]: DEBUG nova.objects.base [None req-88c9ba3a-b3ab-493e-a1c9-b579814615a9 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Object Instance<4d3d5652-902c-403f-86e8-6026b8da97fe> lazy-loaded attributes: flavor,pci_requests {{(pid=70323) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1020.378457] env[70323]: DEBUG nova.network.neutron [None req-88c9ba3a-b3ab-493e-a1c9-b579814615a9 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1020.441205] env[70323]: DEBUG nova.policy [None req-88c9ba3a-b3ab-493e-a1c9-b579814615a9 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a65bd226704b45da98976a38ca2bd176', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '629980704660404c9e5b2a810d6182a5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 1020.473178] env[70323]: ERROR nova.scheduler.client.report [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [req-0f3e1bcd-1ed8-4f49-86c8-baaf49b5cf40] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 765eeb06-25b4-4ca4-bad4-b5981f14c25f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0f3e1bcd-1ed8-4f49-86c8-baaf49b5cf40"}]} [ 1020.489098] env[70323]: DEBUG nova.scheduler.client.report [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Refreshing inventories for resource provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1020.502337] env[70323]: DEBUG nova.scheduler.client.report [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Updating ProviderTree inventory for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1020.502551] env[70323]: DEBUG nova.compute.provider_tree [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Updating inventory in ProviderTree for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1020.512732] env[70323]: DEBUG nova.scheduler.client.report [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Refreshing aggregate associations for resource provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f, aggregates: None {{(pid=70323) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1020.529892] env[70323]: DEBUG nova.scheduler.client.report [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Refreshing trait associations for resource provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=70323) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1020.598424] env[70323]: DEBUG nova.compute.utils [None req-5c002e9b-779c-496a-b757-80957f4b1801 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1020.611691] env[70323]: DEBUG oslo_vmware.api [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227570, 'name': ReconfigVM_Task, 'duration_secs': 0.345812} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.612555] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 3f04db1b-3c49-49aa-a84d-7abb8d6b697f] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 3f04db1b-3c49-49aa-a84d-7abb8d6b697f/3f04db1b-3c49-49aa-a84d-7abb8d6b697f.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1020.616236] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de5d8be1-e9d3-442f-924a-d978e596947c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.627441] env[70323]: DEBUG oslo_vmware.api [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for the task: (returnval){ [ 1020.627441] env[70323]: value = "task-3227571" [ 1020.627441] env[70323]: _type = "Task" [ 1020.627441] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.634581] env[70323]: DEBUG oslo_vmware.api [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227571, 'name': Rename_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.792727] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63bc143-9c32-45ce-a770-ba8c8b6c6517 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.800715] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e0b3db-d941-43ff-ab81-0fc9bc8ed849 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.832586] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c776c3-cad2-4b7f-a3c4-02de299d6589 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.839881] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e31be24-9309-4f3f-8257-ba79b8b4fe6e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.853240] env[70323]: DEBUG nova.compute.provider_tree [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Updating inventory in ProviderTree for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1021.105103] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5c002e9b-779c-496a-b757-80957f4b1801 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Lock "8957a828-0447-4492-bd38-b5a04ed5633a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.134959] env[70323]: DEBUG oslo_vmware.api [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227571, 'name': Rename_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.383244] env[70323]: DEBUG nova.scheduler.client.report [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Updated inventory for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with generation 124 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1021.383558] env[70323]: DEBUG nova.compute.provider_tree [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Updating resource provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f generation from 124 to 125 during operation: update_inventory {{(pid=70323) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1021.383696] env[70323]: DEBUG nova.compute.provider_tree [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Updating inventory in ProviderTree for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1021.638483] env[70323]: DEBUG oslo_vmware.api [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227571, 'name': Rename_Task, 'duration_secs': 0.887947} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.638789] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 3f04db1b-3c49-49aa-a84d-7abb8d6b697f] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1021.639051] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37369af6-c4fd-454b-b681-b28d63dff2de {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.646642] env[70323]: DEBUG oslo_vmware.api [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for the task: (returnval){ [ 1021.646642] env[70323]: value = "task-3227572" [ 1021.646642] env[70323]: _type = "Task" [ 1021.646642] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.654955] env[70323]: DEBUG oslo_vmware.api [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227572, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.889669] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.331s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.890242] env[70323]: DEBUG nova.compute.manager [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: d166ff9e-cf66-456d-89a4-8361f8bc3e5e] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1021.892918] env[70323]: DEBUG oslo_concurrency.lockutils [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.512s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.894973] env[70323]: INFO nova.compute.claims [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1022.004339] env[70323]: DEBUG nova.network.neutron [None req-88c9ba3a-b3ab-493e-a1c9-b579814615a9 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Successfully updated port: 1f0dc2a6-69cb-4288-a0b4-76ee9d502810 {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1022.134976] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5c002e9b-779c-496a-b757-80957f4b1801 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Acquiring lock "8957a828-0447-4492-bd38-b5a04ed5633a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.135359] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5c002e9b-779c-496a-b757-80957f4b1801 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Lock "8957a828-0447-4492-bd38-b5a04ed5633a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.135624] env[70323]: INFO nova.compute.manager [None req-5c002e9b-779c-496a-b757-80957f4b1801 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 8957a828-0447-4492-bd38-b5a04ed5633a] Attaching volume d4dc4348-d134-4bb0-a735-dde5e1a27417 to /dev/sdb [ 1022.159515] env[70323]: DEBUG oslo_vmware.api [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227572, 'name': PowerOnVM_Task, 'duration_secs': 0.443314} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.159807] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 3f04db1b-3c49-49aa-a84d-7abb8d6b697f] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1022.160010] env[70323]: INFO nova.compute.manager [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 3f04db1b-3c49-49aa-a84d-7abb8d6b697f] Took 7.68 seconds to spawn the instance on the hypervisor. [ 1022.160208] env[70323]: DEBUG nova.compute.manager [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 3f04db1b-3c49-49aa-a84d-7abb8d6b697f] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1022.161020] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-541637a2-e756-4bd7-b148-8995cc68833b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.172832] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531c9ebc-dbbd-4e0a-a67a-5fd0c7dcf0c9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.180627] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea612286-7296-48dc-8a9a-b7ac761baa12 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.195595] env[70323]: DEBUG nova.virt.block_device [None req-5c002e9b-779c-496a-b757-80957f4b1801 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 8957a828-0447-4492-bd38-b5a04ed5633a] Updating existing volume attachment record: 8eb42693-c926-4d85-9465-36f69ecf9391 {{(pid=70323) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1022.401193] env[70323]: DEBUG nova.compute.utils [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1022.408993] env[70323]: DEBUG nova.compute.manager [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: d166ff9e-cf66-456d-89a4-8361f8bc3e5e] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1022.408993] env[70323]: DEBUG nova.network.neutron [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: d166ff9e-cf66-456d-89a4-8361f8bc3e5e] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1022.456857] env[70323]: DEBUG nova.policy [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '26a537428ead4a4fb168403d0dfcff35', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '56bce83c4aa34fd183239997eee175c6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 1022.466613] env[70323]: DEBUG nova.compute.manager [req-77a3c67a-8ac2-4f41-9e25-bfe07b7a1132 req-ceed336d-6133-4eed-badb-ffe828c6b9a6 service nova] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Received event network-vif-plugged-1f0dc2a6-69cb-4288-a0b4-76ee9d502810 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.466613] env[70323]: DEBUG oslo_concurrency.lockutils [req-77a3c67a-8ac2-4f41-9e25-bfe07b7a1132 req-ceed336d-6133-4eed-badb-ffe828c6b9a6 service nova] Acquiring lock "4d3d5652-902c-403f-86e8-6026b8da97fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.466613] env[70323]: DEBUG oslo_concurrency.lockutils [req-77a3c67a-8ac2-4f41-9e25-bfe07b7a1132 req-ceed336d-6133-4eed-badb-ffe828c6b9a6 service nova] Lock "4d3d5652-902c-403f-86e8-6026b8da97fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.466613] env[70323]: DEBUG oslo_concurrency.lockutils [req-77a3c67a-8ac2-4f41-9e25-bfe07b7a1132 req-ceed336d-6133-4eed-badb-ffe828c6b9a6 service nova] Lock "4d3d5652-902c-403f-86e8-6026b8da97fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.466965] env[70323]: DEBUG nova.compute.manager [req-77a3c67a-8ac2-4f41-9e25-bfe07b7a1132 req-ceed336d-6133-4eed-badb-ffe828c6b9a6 service nova] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] No waiting events found dispatching network-vif-plugged-1f0dc2a6-69cb-4288-a0b4-76ee9d502810 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1022.466965] env[70323]: WARNING nova.compute.manager [req-77a3c67a-8ac2-4f41-9e25-bfe07b7a1132 req-ceed336d-6133-4eed-badb-ffe828c6b9a6 service nova] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Received unexpected event network-vif-plugged-1f0dc2a6-69cb-4288-a0b4-76ee9d502810 for instance with vm_state active and task_state None. [ 1022.506965] env[70323]: DEBUG oslo_concurrency.lockutils [None req-88c9ba3a-b3ab-493e-a1c9-b579814615a9 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquiring lock "refresh_cache-4d3d5652-902c-403f-86e8-6026b8da97fe" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.507419] env[70323]: DEBUG oslo_concurrency.lockutils [None req-88c9ba3a-b3ab-493e-a1c9-b579814615a9 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquired lock "refresh_cache-4d3d5652-902c-403f-86e8-6026b8da97fe" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.507468] env[70323]: DEBUG nova.network.neutron [None req-88c9ba3a-b3ab-493e-a1c9-b579814615a9 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1022.684027] env[70323]: INFO nova.compute.manager [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 3f04db1b-3c49-49aa-a84d-7abb8d6b697f] Took 42.29 seconds to build instance. [ 1022.910710] env[70323]: DEBUG nova.compute.manager [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: d166ff9e-cf66-456d-89a4-8361f8bc3e5e] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1023.060788] env[70323]: DEBUG nova.network.neutron [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: d166ff9e-cf66-456d-89a4-8361f8bc3e5e] Successfully created port: 98a24f28-67a7-4c26-b6e4-0b900a909eec {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1023.062947] env[70323]: WARNING nova.network.neutron [None req-88c9ba3a-b3ab-493e-a1c9-b579814615a9 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] 72c9180f-a081-4a3c-a140-c168d882c6f3 already exists in list: networks containing: ['72c9180f-a081-4a3c-a140-c168d882c6f3']. ignoring it [ 1023.063173] env[70323]: WARNING nova.network.neutron [None req-88c9ba3a-b3ab-493e-a1c9-b579814615a9 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] 72c9180f-a081-4a3c-a140-c168d882c6f3 already exists in list: networks containing: ['72c9180f-a081-4a3c-a140-c168d882c6f3']. ignoring it [ 1023.185137] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1552834c-ecac-46d3-a0f4-c0bde6fc5e5a tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Lock "3f04db1b-3c49-49aa-a84d-7abb8d6b697f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.806s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.247230] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e288934b-9512-4086-aa74-d8b7444c4957 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.257182] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abcbd47d-690b-4312-9bd9-6b9b32f47fdb {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.291793] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05566715-7f5c-486a-a0ff-00f63aa1ae6f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.301139] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb389f8-5d4b-40fe-b3cc-866350d63f26 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.316732] env[70323]: DEBUG nova.compute.provider_tree [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.518222] env[70323]: DEBUG nova.network.neutron [None req-88c9ba3a-b3ab-493e-a1c9-b579814615a9 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Updating instance_info_cache with network_info: [{"id": "ff815f0e-0a04-4dd8-b7e0-6d331fca2611", "address": "fa:16:3e:46:6c:08", "network": {"id": "72c9180f-a081-4a3c-a140-c168d882c6f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1947974250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "629980704660404c9e5b2a810d6182a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff815f0e-0a", "ovs_interfaceid": "ff815f0e-0a04-4dd8-b7e0-6d331fca2611", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b64dc1b5-747e-4ae0-a664-92c1ba840c73", "address": "fa:16:3e:16:54:8f", "network": {"id": "72c9180f-a081-4a3c-a140-c168d882c6f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1947974250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "629980704660404c9e5b2a810d6182a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb64dc1b5-74", "ovs_interfaceid": "b64dc1b5-747e-4ae0-a664-92c1ba840c73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1f0dc2a6-69cb-4288-a0b4-76ee9d502810", "address": "fa:16:3e:e5:cf:d7", "network": {"id": "72c9180f-a081-4a3c-a140-c168d882c6f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1947974250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "629980704660404c9e5b2a810d6182a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f0dc2a6-69", "ovs_interfaceid": "1f0dc2a6-69cb-4288-a0b4-76ee9d502810", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.820028] env[70323]: DEBUG nova.scheduler.client.report [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1023.920731] env[70323]: DEBUG nova.compute.manager [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: d166ff9e-cf66-456d-89a4-8361f8bc3e5e] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1023.958158] env[70323]: DEBUG nova.virt.hardware [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1023.958327] env[70323]: DEBUG nova.virt.hardware [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1023.958496] env[70323]: DEBUG nova.virt.hardware [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1023.958686] env[70323]: DEBUG nova.virt.hardware [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1023.958838] env[70323]: DEBUG nova.virt.hardware [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1023.958991] env[70323]: DEBUG nova.virt.hardware [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1023.959284] env[70323]: DEBUG nova.virt.hardware [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1023.959497] env[70323]: DEBUG nova.virt.hardware [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1023.959692] env[70323]: DEBUG nova.virt.hardware [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1023.959871] env[70323]: DEBUG nova.virt.hardware [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1023.960066] env[70323]: DEBUG nova.virt.hardware [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1023.961033] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5727bb-6b34-4f76-9a90-49e0feefa1ca {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.971124] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff09aabf-0fcf-4816-87dc-71858717438d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.021319] env[70323]: DEBUG oslo_concurrency.lockutils [None req-88c9ba3a-b3ab-493e-a1c9-b579814615a9 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Releasing lock "refresh_cache-4d3d5652-902c-403f-86e8-6026b8da97fe" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.022016] env[70323]: DEBUG oslo_concurrency.lockutils [None req-88c9ba3a-b3ab-493e-a1c9-b579814615a9 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquiring lock "4d3d5652-902c-403f-86e8-6026b8da97fe" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.022188] env[70323]: DEBUG oslo_concurrency.lockutils [None req-88c9ba3a-b3ab-493e-a1c9-b579814615a9 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquired lock "4d3d5652-902c-403f-86e8-6026b8da97fe" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.023116] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a998c83-b0f6-4586-ac2a-748cd3071438 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.040872] env[70323]: DEBUG nova.virt.hardware [None req-88c9ba3a-b3ab-493e-a1c9-b579814615a9 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1024.041161] env[70323]: DEBUG nova.virt.hardware [None req-88c9ba3a-b3ab-493e-a1c9-b579814615a9 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1024.041327] env[70323]: DEBUG nova.virt.hardware [None req-88c9ba3a-b3ab-493e-a1c9-b579814615a9 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1024.041515] env[70323]: DEBUG nova.virt.hardware [None req-88c9ba3a-b3ab-493e-a1c9-b579814615a9 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1024.041691] env[70323]: DEBUG nova.virt.hardware [None req-88c9ba3a-b3ab-493e-a1c9-b579814615a9 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1024.041850] env[70323]: DEBUG nova.virt.hardware [None req-88c9ba3a-b3ab-493e-a1c9-b579814615a9 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1024.042076] env[70323]: DEBUG nova.virt.hardware [None req-88c9ba3a-b3ab-493e-a1c9-b579814615a9 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1024.042245] env[70323]: DEBUG nova.virt.hardware [None req-88c9ba3a-b3ab-493e-a1c9-b579814615a9 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1024.042421] env[70323]: DEBUG nova.virt.hardware [None req-88c9ba3a-b3ab-493e-a1c9-b579814615a9 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1024.042584] env[70323]: DEBUG nova.virt.hardware [None req-88c9ba3a-b3ab-493e-a1c9-b579814615a9 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1024.042831] env[70323]: DEBUG nova.virt.hardware [None req-88c9ba3a-b3ab-493e-a1c9-b579814615a9 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1024.050276] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-88c9ba3a-b3ab-493e-a1c9-b579814615a9 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Reconfiguring VM to attach interface {{(pid=70323) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1024.050655] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dff7c1e3-b644-4be9-b680-821c618ad549 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.069732] env[70323]: DEBUG oslo_vmware.api [None req-88c9ba3a-b3ab-493e-a1c9-b579814615a9 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Waiting for the task: (returnval){ [ 1024.069732] env[70323]: value = "task-3227576" [ 1024.069732] env[70323]: _type = "Task" [ 1024.069732] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.078158] env[70323]: DEBUG oslo_vmware.api [None req-88c9ba3a-b3ab-493e-a1c9-b579814615a9 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227576, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.325024] env[70323]: DEBUG oslo_concurrency.lockutils [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.432s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.325570] env[70323]: DEBUG nova.compute.manager [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1024.328419] env[70323]: DEBUG oslo_concurrency.lockutils [None req-184cce9e-bb42-4035-bbfa-7a7d13dcfaa7 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.992s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.328614] env[70323]: DEBUG oslo_concurrency.lockutils [None req-184cce9e-bb42-4035-bbfa-7a7d13dcfaa7 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.330816] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c71b1575-a0ec-4502-8f64-ff1b8cddbdd1 tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.138s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.332360] env[70323]: INFO nova.compute.claims [None req-c71b1575-a0ec-4502-8f64-ff1b8cddbdd1 tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1024.352190] env[70323]: INFO nova.scheduler.client.report [None req-184cce9e-bb42-4035-bbfa-7a7d13dcfaa7 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Deleted allocations for instance 36b56f98-417e-4f79-a5c0-c9bbf4cb28ba [ 1024.523377] env[70323]: DEBUG nova.compute.manager [req-736adb77-7c77-47f9-9d58-e65169122d90 req-5a11f73d-9f41-4581-90fa-2cc4ca713caf service nova] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Received event network-changed-1f0dc2a6-69cb-4288-a0b4-76ee9d502810 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.523693] env[70323]: DEBUG nova.compute.manager [req-736adb77-7c77-47f9-9d58-e65169122d90 req-5a11f73d-9f41-4581-90fa-2cc4ca713caf service nova] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Refreshing instance network info cache due to event network-changed-1f0dc2a6-69cb-4288-a0b4-76ee9d502810. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1024.523848] env[70323]: DEBUG oslo_concurrency.lockutils [req-736adb77-7c77-47f9-9d58-e65169122d90 req-5a11f73d-9f41-4581-90fa-2cc4ca713caf service nova] Acquiring lock "refresh_cache-4d3d5652-902c-403f-86e8-6026b8da97fe" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.524134] env[70323]: DEBUG oslo_concurrency.lockutils [req-736adb77-7c77-47f9-9d58-e65169122d90 req-5a11f73d-9f41-4581-90fa-2cc4ca713caf service nova] Acquired lock "refresh_cache-4d3d5652-902c-403f-86e8-6026b8da97fe" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.524461] env[70323]: DEBUG nova.network.neutron [req-736adb77-7c77-47f9-9d58-e65169122d90 req-5a11f73d-9f41-4581-90fa-2cc4ca713caf service nova] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Refreshing network info cache for port 1f0dc2a6-69cb-4288-a0b4-76ee9d502810 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1024.583451] env[70323]: DEBUG oslo_vmware.api [None req-88c9ba3a-b3ab-493e-a1c9-b579814615a9 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227576, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.705396] env[70323]: DEBUG nova.network.neutron [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: d166ff9e-cf66-456d-89a4-8361f8bc3e5e] Successfully updated port: 98a24f28-67a7-4c26-b6e4-0b900a909eec {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1024.837196] env[70323]: DEBUG nova.compute.utils [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1024.840880] env[70323]: DEBUG nova.compute.manager [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1024.841150] env[70323]: DEBUG nova.network.neutron [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1024.859931] env[70323]: DEBUG oslo_concurrency.lockutils [None req-184cce9e-bb42-4035-bbfa-7a7d13dcfaa7 tempest-ServerPasswordTestJSON-495231587 tempest-ServerPasswordTestJSON-495231587-project-member] Lock "36b56f98-417e-4f79-a5c0-c9bbf4cb28ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.019s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.902300] env[70323]: DEBUG nova.policy [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8f8a2cd50cc34c1fa41a5b54e4988191', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59ea186f9eb14bfd914ef3bde9458745', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 1025.081999] env[70323]: DEBUG oslo_vmware.api [None req-88c9ba3a-b3ab-493e-a1c9-b579814615a9 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227576, 'name': ReconfigVM_Task, 'duration_secs': 0.644275} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.082485] env[70323]: DEBUG oslo_concurrency.lockutils [None req-88c9ba3a-b3ab-493e-a1c9-b579814615a9 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Releasing lock "4d3d5652-902c-403f-86e8-6026b8da97fe" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.082702] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-88c9ba3a-b3ab-493e-a1c9-b579814615a9 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Reconfigured VM to attach interface {{(pid=70323) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1025.211403] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Acquiring lock "refresh_cache-d166ff9e-cf66-456d-89a4-8361f8bc3e5e" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.211582] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Acquired lock "refresh_cache-d166ff9e-cf66-456d-89a4-8361f8bc3e5e" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.211867] env[70323]: DEBUG nova.network.neutron [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: d166ff9e-cf66-456d-89a4-8361f8bc3e5e] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1025.222664] env[70323]: DEBUG nova.compute.manager [None req-5624ef50-49d1-4451-93cd-c5022d8ad1c8 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 3f04db1b-3c49-49aa-a84d-7abb8d6b697f] Stashing vm_state: active {{(pid=70323) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1025.282238] env[70323]: DEBUG nova.network.neutron [req-736adb77-7c77-47f9-9d58-e65169122d90 req-5a11f73d-9f41-4581-90fa-2cc4ca713caf service nova] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Updated VIF entry in instance network info cache for port 1f0dc2a6-69cb-4288-a0b4-76ee9d502810. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1025.282238] env[70323]: DEBUG nova.network.neutron [req-736adb77-7c77-47f9-9d58-e65169122d90 req-5a11f73d-9f41-4581-90fa-2cc4ca713caf service nova] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Updating instance_info_cache with network_info: [{"id": "ff815f0e-0a04-4dd8-b7e0-6d331fca2611", "address": "fa:16:3e:46:6c:08", "network": {"id": "72c9180f-a081-4a3c-a140-c168d882c6f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1947974250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "629980704660404c9e5b2a810d6182a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff815f0e-0a", "ovs_interfaceid": "ff815f0e-0a04-4dd8-b7e0-6d331fca2611", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b64dc1b5-747e-4ae0-a664-92c1ba840c73", "address": "fa:16:3e:16:54:8f", "network": {"id": "72c9180f-a081-4a3c-a140-c168d882c6f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1947974250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "629980704660404c9e5b2a810d6182a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb64dc1b5-74", "ovs_interfaceid": "b64dc1b5-747e-4ae0-a664-92c1ba840c73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1f0dc2a6-69cb-4288-a0b4-76ee9d502810", "address": "fa:16:3e:e5:cf:d7", "network": {"id": "72c9180f-a081-4a3c-a140-c168d882c6f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1947974250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "629980704660404c9e5b2a810d6182a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f0dc2a6-69", "ovs_interfaceid": "1f0dc2a6-69cb-4288-a0b4-76ee9d502810", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.296096] env[70323]: DEBUG nova.network.neutron [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Successfully created port: 91b4c25f-f731-43cb-8f63-7d64877f1294 {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1025.344069] env[70323]: DEBUG nova.compute.manager [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1025.592582] env[70323]: DEBUG oslo_concurrency.lockutils [None req-88c9ba3a-b3ab-493e-a1c9-b579814615a9 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Lock "interface-4d3d5652-902c-403f-86e8-6026b8da97fe-1f0dc2a6-69cb-4288-a0b4-76ee9d502810" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.337s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.636022] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6737f833-de80-4ccd-99ed-232529da6522 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.642449] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39cda5e2-b633-4c3a-b727-9e8fba43b1d8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.675618] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9bb4aad-004b-4d43-9016-df67d5ef383d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.683813] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7096988-7321-4878-ba23-aeae005b1af8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.697557] env[70323]: DEBUG nova.compute.provider_tree [None req-c71b1575-a0ec-4502-8f64-ff1b8cddbdd1 tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.744121] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5624ef50-49d1-4451-93cd-c5022d8ad1c8 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.749995] env[70323]: DEBUG nova.network.neutron [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: d166ff9e-cf66-456d-89a4-8361f8bc3e5e] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1025.783654] env[70323]: DEBUG oslo_concurrency.lockutils [req-736adb77-7c77-47f9-9d58-e65169122d90 req-5a11f73d-9f41-4581-90fa-2cc4ca713caf service nova] Releasing lock "refresh_cache-4d3d5652-902c-403f-86e8-6026b8da97fe" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.901265] env[70323]: DEBUG nova.network.neutron [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: d166ff9e-cf66-456d-89a4-8361f8bc3e5e] Updating instance_info_cache with network_info: [{"id": "98a24f28-67a7-4c26-b6e4-0b900a909eec", "address": "fa:16:3e:2e:ac:01", "network": {"id": "fc3d8f66-68dc-439f-ae88-08847ea1b79b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-636727625-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56bce83c4aa34fd183239997eee175c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98a24f28-67", "ovs_interfaceid": "98a24f28-67a7-4c26-b6e4-0b900a909eec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.200702] env[70323]: DEBUG nova.scheduler.client.report [None req-c71b1575-a0ec-4502-8f64-ff1b8cddbdd1 tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.353547] env[70323]: DEBUG nova.compute.manager [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1026.385705] env[70323]: DEBUG nova.virt.hardware [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1026.386025] env[70323]: DEBUG nova.virt.hardware [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1026.386126] env[70323]: DEBUG nova.virt.hardware [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1026.386318] env[70323]: DEBUG nova.virt.hardware [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1026.386469] env[70323]: DEBUG nova.virt.hardware [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1026.386619] env[70323]: DEBUG nova.virt.hardware [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1026.386826] env[70323]: DEBUG nova.virt.hardware [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1026.386984] env[70323]: DEBUG nova.virt.hardware [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1026.387369] env[70323]: DEBUG nova.virt.hardware [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1026.387679] env[70323]: DEBUG nova.virt.hardware [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1026.387903] env[70323]: DEBUG nova.virt.hardware [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1026.388900] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c5a25f-1eaa-4a77-80e7-b1311c07d515 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.398635] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b5f5cd-a61f-4358-957a-a1d24c48a74f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.403292] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Releasing lock "refresh_cache-d166ff9e-cf66-456d-89a4-8361f8bc3e5e" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.403598] env[70323]: DEBUG nova.compute.manager [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: d166ff9e-cf66-456d-89a4-8361f8bc3e5e] Instance network_info: |[{"id": "98a24f28-67a7-4c26-b6e4-0b900a909eec", "address": "fa:16:3e:2e:ac:01", "network": {"id": "fc3d8f66-68dc-439f-ae88-08847ea1b79b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-636727625-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56bce83c4aa34fd183239997eee175c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98a24f28-67", "ovs_interfaceid": "98a24f28-67a7-4c26-b6e4-0b900a909eec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1026.404035] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: d166ff9e-cf66-456d-89a4-8361f8bc3e5e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:ac:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2928baf1-3efb-4205-a786-d9783e51f699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '98a24f28-67a7-4c26-b6e4-0b900a909eec', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1026.411465] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1026.412190] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d166ff9e-cf66-456d-89a4-8361f8bc3e5e] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1026.413016] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed8896b5-050a-41e5-8250-6203ad9151a7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.441107] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1026.441107] env[70323]: value = "task-3227578" [ 1026.441107] env[70323]: _type = "Task" [ 1026.441107] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.450634] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227578, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.641078] env[70323]: DEBUG nova.compute.manager [req-d016a0fc-086e-41b4-9b45-7b6e1eebfcd3 req-a848db3c-5d57-4fb7-82d2-d6cd6d472ed7 service nova] [instance: d166ff9e-cf66-456d-89a4-8361f8bc3e5e] Received event network-vif-plugged-98a24f28-67a7-4c26-b6e4-0b900a909eec {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1026.641296] env[70323]: DEBUG oslo_concurrency.lockutils [req-d016a0fc-086e-41b4-9b45-7b6e1eebfcd3 req-a848db3c-5d57-4fb7-82d2-d6cd6d472ed7 service nova] Acquiring lock "d166ff9e-cf66-456d-89a4-8361f8bc3e5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.641513] env[70323]: DEBUG oslo_concurrency.lockutils [req-d016a0fc-086e-41b4-9b45-7b6e1eebfcd3 req-a848db3c-5d57-4fb7-82d2-d6cd6d472ed7 service nova] Lock "d166ff9e-cf66-456d-89a4-8361f8bc3e5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.641686] env[70323]: DEBUG oslo_concurrency.lockutils [req-d016a0fc-086e-41b4-9b45-7b6e1eebfcd3 req-a848db3c-5d57-4fb7-82d2-d6cd6d472ed7 service nova] Lock "d166ff9e-cf66-456d-89a4-8361f8bc3e5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.642027] env[70323]: DEBUG nova.compute.manager [req-d016a0fc-086e-41b4-9b45-7b6e1eebfcd3 req-a848db3c-5d57-4fb7-82d2-d6cd6d472ed7 service nova] [instance: d166ff9e-cf66-456d-89a4-8361f8bc3e5e] No waiting events found dispatching network-vif-plugged-98a24f28-67a7-4c26-b6e4-0b900a909eec {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1026.642216] env[70323]: WARNING nova.compute.manager [req-d016a0fc-086e-41b4-9b45-7b6e1eebfcd3 req-a848db3c-5d57-4fb7-82d2-d6cd6d472ed7 service nova] [instance: d166ff9e-cf66-456d-89a4-8361f8bc3e5e] Received unexpected event network-vif-plugged-98a24f28-67a7-4c26-b6e4-0b900a909eec for instance with vm_state building and task_state spawning. [ 1026.642399] env[70323]: DEBUG nova.compute.manager [req-d016a0fc-086e-41b4-9b45-7b6e1eebfcd3 req-a848db3c-5d57-4fb7-82d2-d6cd6d472ed7 service nova] [instance: d166ff9e-cf66-456d-89a4-8361f8bc3e5e] Received event network-changed-98a24f28-67a7-4c26-b6e4-0b900a909eec {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1026.642526] env[70323]: DEBUG nova.compute.manager [req-d016a0fc-086e-41b4-9b45-7b6e1eebfcd3 req-a848db3c-5d57-4fb7-82d2-d6cd6d472ed7 service nova] [instance: d166ff9e-cf66-456d-89a4-8361f8bc3e5e] Refreshing instance network info cache due to event network-changed-98a24f28-67a7-4c26-b6e4-0b900a909eec. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1026.642714] env[70323]: DEBUG oslo_concurrency.lockutils [req-d016a0fc-086e-41b4-9b45-7b6e1eebfcd3 req-a848db3c-5d57-4fb7-82d2-d6cd6d472ed7 service nova] Acquiring lock "refresh_cache-d166ff9e-cf66-456d-89a4-8361f8bc3e5e" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.642862] env[70323]: DEBUG oslo_concurrency.lockutils [req-d016a0fc-086e-41b4-9b45-7b6e1eebfcd3 req-a848db3c-5d57-4fb7-82d2-d6cd6d472ed7 service nova] Acquired lock "refresh_cache-d166ff9e-cf66-456d-89a4-8361f8bc3e5e" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.643025] env[70323]: DEBUG nova.network.neutron [req-d016a0fc-086e-41b4-9b45-7b6e1eebfcd3 req-a848db3c-5d57-4fb7-82d2-d6cd6d472ed7 service nova] [instance: d166ff9e-cf66-456d-89a4-8361f8bc3e5e] Refreshing network info cache for port 98a24f28-67a7-4c26-b6e4-0b900a909eec {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1026.705259] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c71b1575-a0ec-4502-8f64-ff1b8cddbdd1 tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.374s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.705736] env[70323]: DEBUG nova.compute.manager [None req-c71b1575-a0ec-4502-8f64-ff1b8cddbdd1 tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1026.709322] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7b170bb9-b29c-404a-852a-36047e97cd29 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.971s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.709442] env[70323]: DEBUG nova.objects.instance [None req-7b170bb9-b29c-404a-852a-36047e97cd29 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: b52ff327-d2be-4acd-8604-7860947112af] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70323) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1026.746629] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c002e9b-779c-496a-b757-80957f4b1801 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 8957a828-0447-4492-bd38-b5a04ed5633a] Volume attach. Driver type: vmdk {{(pid=70323) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1026.746629] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c002e9b-779c-496a-b757-80957f4b1801 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 8957a828-0447-4492-bd38-b5a04ed5633a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645199', 'volume_id': 'd4dc4348-d134-4bb0-a735-dde5e1a27417', 'name': 'volume-d4dc4348-d134-4bb0-a735-dde5e1a27417', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8957a828-0447-4492-bd38-b5a04ed5633a', 'attached_at': '', 'detached_at': '', 'volume_id': 'd4dc4348-d134-4bb0-a735-dde5e1a27417', 'serial': 'd4dc4348-d134-4bb0-a735-dde5e1a27417'} {{(pid=70323) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1026.746841] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea7e08b0-77d6-4bdd-99de-b0085fb43379 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.772070] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b44775-c039-4d7a-9f41-930c0fe9b557 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.798188] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c002e9b-779c-496a-b757-80957f4b1801 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 8957a828-0447-4492-bd38-b5a04ed5633a] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] volume-d4dc4348-d134-4bb0-a735-dde5e1a27417/volume-d4dc4348-d134-4bb0-a735-dde5e1a27417.vmdk or device None with type thin {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1026.798518] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d01cda5-67d7-4f87-93a9-9e735a450cf6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.823021] env[70323]: DEBUG oslo_vmware.api [None req-5c002e9b-779c-496a-b757-80957f4b1801 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Waiting for the task: (returnval){ [ 1026.823021] env[70323]: value = "task-3227579" [ 1026.823021] env[70323]: _type = "Task" [ 1026.823021] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.831411] env[70323]: DEBUG oslo_vmware.api [None req-5c002e9b-779c-496a-b757-80957f4b1801 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3227579, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.953854] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227578, 'name': CreateVM_Task, 'duration_secs': 0.402744} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.953854] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d166ff9e-cf66-456d-89a4-8361f8bc3e5e] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1026.954575] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.954752] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.955105] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.955370] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afcfbe95-9dce-49ac-a290-84555f38aace {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.962646] env[70323]: DEBUG oslo_vmware.api [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Waiting for the task: (returnval){ [ 1026.962646] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52f77454-76f9-5d2f-6eee-51ebab46a374" [ 1026.962646] env[70323]: _type = "Task" [ 1026.962646] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.973921] env[70323]: DEBUG oslo_vmware.api [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52f77454-76f9-5d2f-6eee-51ebab46a374, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.990931] env[70323]: DEBUG nova.network.neutron [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Successfully updated port: 91b4c25f-f731-43cb-8f63-7d64877f1294 {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1027.217817] env[70323]: DEBUG nova.compute.utils [None req-c71b1575-a0ec-4502-8f64-ff1b8cddbdd1 tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1027.222813] env[70323]: DEBUG nova.compute.manager [None req-c71b1575-a0ec-4502-8f64-ff1b8cddbdd1 tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1027.222813] env[70323]: DEBUG nova.network.neutron [None req-c71b1575-a0ec-4502-8f64-ff1b8cddbdd1 tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1027.227164] env[70323]: DEBUG oslo_concurrency.lockutils [None req-95df56ad-ddc0-49a0-8cab-5253d15463ec tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquiring lock "interface-4d3d5652-902c-403f-86e8-6026b8da97fe-b64dc1b5-747e-4ae0-a664-92c1ba840c73" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.227433] env[70323]: DEBUG oslo_concurrency.lockutils [None req-95df56ad-ddc0-49a0-8cab-5253d15463ec tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Lock "interface-4d3d5652-902c-403f-86e8-6026b8da97fe-b64dc1b5-747e-4ae0-a664-92c1ba840c73" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.235158] env[70323]: INFO nova.compute.manager [None req-ea60c50e-6b82-451d-86b4-b8ca79bf66d1 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] [instance: 7da61593-5cdd-4a3b-8999-754b6090bff7] Get console output [ 1027.235986] env[70323]: WARNING nova.virt.vmwareapi.driver [None req-ea60c50e-6b82-451d-86b4-b8ca79bf66d1 tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] [instance: 7da61593-5cdd-4a3b-8999-754b6090bff7] The console log is missing. Check your VSPC configuration [ 1027.278100] env[70323]: DEBUG nova.policy [None req-c71b1575-a0ec-4502-8f64-ff1b8cddbdd1 tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22ee31988207422fa1371a58399109c0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '599c1446baa74e7f9e6cfa68bdb29071', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 1027.331010] env[70323]: DEBUG oslo_vmware.api [None req-5c002e9b-779c-496a-b757-80957f4b1801 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3227579, 'name': ReconfigVM_Task, 'duration_secs': 0.379312} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.331306] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c002e9b-779c-496a-b757-80957f4b1801 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 8957a828-0447-4492-bd38-b5a04ed5633a] Reconfigured VM instance instance-00000051 to attach disk [datastore2] volume-d4dc4348-d134-4bb0-a735-dde5e1a27417/volume-d4dc4348-d134-4bb0-a735-dde5e1a27417.vmdk or device None with type thin {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1027.337918] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-567173ad-05f7-42cf-9f87-bb15bc6dd3ae {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.353777] env[70323]: DEBUG oslo_vmware.api [None req-5c002e9b-779c-496a-b757-80957f4b1801 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Waiting for the task: (returnval){ [ 1027.353777] env[70323]: value = "task-3227580" [ 1027.353777] env[70323]: _type = "Task" [ 1027.353777] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.362085] env[70323]: DEBUG oslo_vmware.api [None req-5c002e9b-779c-496a-b757-80957f4b1801 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3227580, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.378998] env[70323]: DEBUG nova.network.neutron [req-d016a0fc-086e-41b4-9b45-7b6e1eebfcd3 req-a848db3c-5d57-4fb7-82d2-d6cd6d472ed7 service nova] [instance: d166ff9e-cf66-456d-89a4-8361f8bc3e5e] Updated VIF entry in instance network info cache for port 98a24f28-67a7-4c26-b6e4-0b900a909eec. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1027.379207] env[70323]: DEBUG nova.network.neutron [req-d016a0fc-086e-41b4-9b45-7b6e1eebfcd3 req-a848db3c-5d57-4fb7-82d2-d6cd6d472ed7 service nova] [instance: d166ff9e-cf66-456d-89a4-8361f8bc3e5e] Updating instance_info_cache with network_info: [{"id": "98a24f28-67a7-4c26-b6e4-0b900a909eec", "address": "fa:16:3e:2e:ac:01", "network": {"id": "fc3d8f66-68dc-439f-ae88-08847ea1b79b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-636727625-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56bce83c4aa34fd183239997eee175c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98a24f28-67", "ovs_interfaceid": "98a24f28-67a7-4c26-b6e4-0b900a909eec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.472526] env[70323]: DEBUG oslo_vmware.api [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52f77454-76f9-5d2f-6eee-51ebab46a374, 'name': SearchDatastore_Task, 'duration_secs': 0.010184} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.472931] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.473153] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: d166ff9e-cf66-456d-89a4-8361f8bc3e5e] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1027.473492] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.473813] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.473943] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1027.474234] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e23d4ea4-fa1c-4f3d-a645-74c768e19008 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.484437] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1027.484624] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1027.485413] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07b9be57-f019-430c-9748-aa1c5710de66 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.491961] env[70323]: DEBUG oslo_vmware.api [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Waiting for the task: (returnval){ [ 1027.491961] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5243033a-c569-fd61-8681-877f351124b3" [ 1027.491961] env[70323]: _type = "Task" [ 1027.491961] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.495350] env[70323]: DEBUG oslo_concurrency.lockutils [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Acquiring lock "refresh_cache-bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.495350] env[70323]: DEBUG oslo_concurrency.lockutils [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Acquired lock "refresh_cache-bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.495350] env[70323]: DEBUG nova.network.neutron [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1027.501742] env[70323]: DEBUG oslo_vmware.api [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5243033a-c569-fd61-8681-877f351124b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.657788] env[70323]: DEBUG nova.network.neutron [None req-c71b1575-a0ec-4502-8f64-ff1b8cddbdd1 tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] Successfully created port: 9504cd6c-d351-4977-84a4-2f704bd71909 {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1027.723242] env[70323]: DEBUG nova.compute.manager [None req-c71b1575-a0ec-4502-8f64-ff1b8cddbdd1 tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1027.726787] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7b170bb9-b29c-404a-852a-36047e97cd29 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.728687] env[70323]: DEBUG oslo_concurrency.lockutils [None req-11a9c809-de43-469f-bae1-734a3c1ad4c1 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.083s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.728687] env[70323]: DEBUG oslo_concurrency.lockutils [None req-11a9c809-de43-469f-bae1-734a3c1ad4c1 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.732131] env[70323]: DEBUG oslo_concurrency.lockutils [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.192s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.732131] env[70323]: INFO nova.compute.claims [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: cd381853-c515-4760-a958-1432b4f74664] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1027.734658] env[70323]: DEBUG oslo_concurrency.lockutils [None req-95df56ad-ddc0-49a0-8cab-5253d15463ec tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquiring lock "4d3d5652-902c-403f-86e8-6026b8da97fe" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.735458] env[70323]: DEBUG oslo_concurrency.lockutils [None req-95df56ad-ddc0-49a0-8cab-5253d15463ec tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquired lock "4d3d5652-902c-403f-86e8-6026b8da97fe" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.735941] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc1171ae-933d-4042-93f8-2e4959e787de {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.761844] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20fa04f-b5f0-4b2b-b23c-73eb55fce9cb {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.800808] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-95df56ad-ddc0-49a0-8cab-5253d15463ec tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Reconfiguring VM to detach interface {{(pid=70323) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1027.802834] env[70323]: INFO nova.scheduler.client.report [None req-11a9c809-de43-469f-bae1-734a3c1ad4c1 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Deleted allocations for instance 7ebc2ecb-f737-4c2e-b259-7ef0f84a7e7c [ 1027.804164] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42e1cf64-0300-408e-a8bd-df085f28c2e8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.834049] env[70323]: DEBUG oslo_vmware.api [None req-95df56ad-ddc0-49a0-8cab-5253d15463ec tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Waiting for the task: (returnval){ [ 1027.834049] env[70323]: value = "task-3227581" [ 1027.834049] env[70323]: _type = "Task" [ 1027.834049] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.844603] env[70323]: DEBUG oslo_vmware.api [None req-95df56ad-ddc0-49a0-8cab-5253d15463ec tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227581, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.865022] env[70323]: DEBUG oslo_vmware.api [None req-5c002e9b-779c-496a-b757-80957f4b1801 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3227580, 'name': ReconfigVM_Task, 'duration_secs': 0.153073} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.865355] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c002e9b-779c-496a-b757-80957f4b1801 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 8957a828-0447-4492-bd38-b5a04ed5633a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645199', 'volume_id': 'd4dc4348-d134-4bb0-a735-dde5e1a27417', 'name': 'volume-d4dc4348-d134-4bb0-a735-dde5e1a27417', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8957a828-0447-4492-bd38-b5a04ed5633a', 'attached_at': '', 'detached_at': '', 'volume_id': 'd4dc4348-d134-4bb0-a735-dde5e1a27417', 'serial': 'd4dc4348-d134-4bb0-a735-dde5e1a27417'} {{(pid=70323) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1027.883747] env[70323]: DEBUG oslo_concurrency.lockutils [req-d016a0fc-086e-41b4-9b45-7b6e1eebfcd3 req-a848db3c-5d57-4fb7-82d2-d6cd6d472ed7 service nova] Releasing lock "refresh_cache-d166ff9e-cf66-456d-89a4-8361f8bc3e5e" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.003491] env[70323]: DEBUG oslo_vmware.api [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5243033a-c569-fd61-8681-877f351124b3, 'name': SearchDatastore_Task, 'duration_secs': 0.010485} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.005891] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07619347-d528-4f7c-8a8b-3784a8dcf28e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.012425] env[70323]: DEBUG oslo_vmware.api [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Waiting for the task: (returnval){ [ 1028.012425] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]527c4943-e22e-8cff-1123-f1371cc80c07" [ 1028.012425] env[70323]: _type = "Task" [ 1028.012425] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.020620] env[70323]: DEBUG oslo_vmware.api [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]527c4943-e22e-8cff-1123-f1371cc80c07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.045408] env[70323]: DEBUG nova.network.neutron [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1028.220948] env[70323]: DEBUG nova.network.neutron [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Updating instance_info_cache with network_info: [{"id": "91b4c25f-f731-43cb-8f63-7d64877f1294", "address": "fa:16:3e:b9:9a:f9", "network": {"id": "04147f98-e096-4b08-86fd-82e3dbb0599e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-823971767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59ea186f9eb14bfd914ef3bde9458745", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3952eb02-1162-48ed-8227-9c138960d583", "external-id": "nsx-vlan-transportzone-250", "segmentation_id": 250, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91b4c25f-f7", "ovs_interfaceid": "91b4c25f-f731-43cb-8f63-7d64877f1294", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.229776] env[70323]: INFO nova.virt.block_device [None req-c71b1575-a0ec-4502-8f64-ff1b8cddbdd1 tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] Booting with volume dca07957-5cc8-4f25-a292-6b5ed586caee at /dev/sda [ 1028.266780] env[70323]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-89e2f445-65dc-4dcd-8d16-f6acd4127435 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.278227] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3544263b-9e96-4306-bfc0-3d68c09781bb {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.312237] env[70323]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e309959b-c548-425d-9d80-09ed76526c1e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.322196] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0cc715-9be9-4031-ae6c-723537998c70 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.337533] env[70323]: DEBUG oslo_concurrency.lockutils [None req-11a9c809-de43-469f-bae1-734a3c1ad4c1 tempest-InstanceActionsV221TestJSON-1322653983 tempest-InstanceActionsV221TestJSON-1322653983-project-member] Lock "7ebc2ecb-f737-4c2e-b259-7ef0f84a7e7c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.195s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.347626] env[70323]: DEBUG oslo_vmware.api [None req-95df56ad-ddc0-49a0-8cab-5253d15463ec tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227581, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.361984] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c544ddc8-0e95-4154-800e-3d8559048397 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.369768] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abafb157-9f20-4dc1-93c3-b6040a50f1bf {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.386980] env[70323]: DEBUG nova.virt.block_device [None req-c71b1575-a0ec-4502-8f64-ff1b8cddbdd1 tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] Updating existing volume attachment record: eaa3d968-b79c-4510-bdb1-a80752f1fcc7 {{(pid=70323) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1028.446397] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f10cbc7e-ef2e-48a4-892b-f25850e3b1ee tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Acquiring lock "7da61593-5cdd-4a3b-8999-754b6090bff7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.446662] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f10cbc7e-ef2e-48a4-892b-f25850e3b1ee tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Lock "7da61593-5cdd-4a3b-8999-754b6090bff7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.447353] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f10cbc7e-ef2e-48a4-892b-f25850e3b1ee tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Acquiring lock "7da61593-5cdd-4a3b-8999-754b6090bff7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.447571] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f10cbc7e-ef2e-48a4-892b-f25850e3b1ee tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Lock "7da61593-5cdd-4a3b-8999-754b6090bff7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.447751] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f10cbc7e-ef2e-48a4-892b-f25850e3b1ee tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Lock "7da61593-5cdd-4a3b-8999-754b6090bff7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.450019] env[70323]: INFO nova.compute.manager [None req-f10cbc7e-ef2e-48a4-892b-f25850e3b1ee tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] [instance: 7da61593-5cdd-4a3b-8999-754b6090bff7] Terminating instance [ 1028.522688] env[70323]: DEBUG oslo_vmware.api [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]527c4943-e22e-8cff-1123-f1371cc80c07, 'name': SearchDatastore_Task, 'duration_secs': 0.009617} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.522947] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.523228] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] d166ff9e-cf66-456d-89a4-8361f8bc3e5e/d166ff9e-cf66-456d-89a4-8361f8bc3e5e.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1028.523497] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a274e2d-ba91-4773-bbf4-fffa9679b596 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.531216] env[70323]: DEBUG oslo_vmware.api [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Waiting for the task: (returnval){ [ 1028.531216] env[70323]: value = "task-3227582" [ 1028.531216] env[70323]: _type = "Task" [ 1028.531216] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.539288] env[70323]: DEBUG oslo_vmware.api [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': task-3227582, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.667171] env[70323]: DEBUG nova.compute.manager [req-29bb3f86-8139-4e02-ad89-ef2853e2f1cc req-7b5961fe-bcd7-4189-879b-8408ffd1ce56 service nova] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Received event network-vif-plugged-91b4c25f-f731-43cb-8f63-7d64877f1294 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.667461] env[70323]: DEBUG oslo_concurrency.lockutils [req-29bb3f86-8139-4e02-ad89-ef2853e2f1cc req-7b5961fe-bcd7-4189-879b-8408ffd1ce56 service nova] Acquiring lock "bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.667636] env[70323]: DEBUG oslo_concurrency.lockutils [req-29bb3f86-8139-4e02-ad89-ef2853e2f1cc req-7b5961fe-bcd7-4189-879b-8408ffd1ce56 service nova] Lock "bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.667812] env[70323]: DEBUG oslo_concurrency.lockutils [req-29bb3f86-8139-4e02-ad89-ef2853e2f1cc req-7b5961fe-bcd7-4189-879b-8408ffd1ce56 service nova] Lock "bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.667972] env[70323]: DEBUG nova.compute.manager [req-29bb3f86-8139-4e02-ad89-ef2853e2f1cc req-7b5961fe-bcd7-4189-879b-8408ffd1ce56 service nova] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] No waiting events found dispatching network-vif-plugged-91b4c25f-f731-43cb-8f63-7d64877f1294 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1028.668681] env[70323]: WARNING nova.compute.manager [req-29bb3f86-8139-4e02-ad89-ef2853e2f1cc req-7b5961fe-bcd7-4189-879b-8408ffd1ce56 service nova] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Received unexpected event network-vif-plugged-91b4c25f-f731-43cb-8f63-7d64877f1294 for instance with vm_state building and task_state spawning. [ 1028.668681] env[70323]: DEBUG nova.compute.manager [req-29bb3f86-8139-4e02-ad89-ef2853e2f1cc req-7b5961fe-bcd7-4189-879b-8408ffd1ce56 service nova] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Received event network-changed-91b4c25f-f731-43cb-8f63-7d64877f1294 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.668681] env[70323]: DEBUG nova.compute.manager [req-29bb3f86-8139-4e02-ad89-ef2853e2f1cc req-7b5961fe-bcd7-4189-879b-8408ffd1ce56 service nova] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Refreshing instance network info cache due to event network-changed-91b4c25f-f731-43cb-8f63-7d64877f1294. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1028.668861] env[70323]: DEBUG oslo_concurrency.lockutils [req-29bb3f86-8139-4e02-ad89-ef2853e2f1cc req-7b5961fe-bcd7-4189-879b-8408ffd1ce56 service nova] Acquiring lock "refresh_cache-bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.724335] env[70323]: DEBUG oslo_concurrency.lockutils [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Releasing lock "refresh_cache-bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.724699] env[70323]: DEBUG nova.compute.manager [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Instance network_info: |[{"id": "91b4c25f-f731-43cb-8f63-7d64877f1294", "address": "fa:16:3e:b9:9a:f9", "network": {"id": "04147f98-e096-4b08-86fd-82e3dbb0599e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-823971767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59ea186f9eb14bfd914ef3bde9458745", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3952eb02-1162-48ed-8227-9c138960d583", "external-id": "nsx-vlan-transportzone-250", "segmentation_id": 250, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91b4c25f-f7", "ovs_interfaceid": "91b4c25f-f731-43cb-8f63-7d64877f1294", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1028.725084] env[70323]: DEBUG oslo_concurrency.lockutils [req-29bb3f86-8139-4e02-ad89-ef2853e2f1cc req-7b5961fe-bcd7-4189-879b-8408ffd1ce56 service nova] Acquired lock "refresh_cache-bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.725277] env[70323]: DEBUG nova.network.neutron [req-29bb3f86-8139-4e02-ad89-ef2853e2f1cc req-7b5961fe-bcd7-4189-879b-8408ffd1ce56 service nova] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Refreshing network info cache for port 91b4c25f-f731-43cb-8f63-7d64877f1294 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1028.726612] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:9a:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3952eb02-1162-48ed-8227-9c138960d583', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '91b4c25f-f731-43cb-8f63-7d64877f1294', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1028.735575] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1028.737893] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1028.737893] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-300233cf-8b51-4c8a-a378-f6976e9b3387 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.766951] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1028.766951] env[70323]: value = "task-3227583" [ 1028.766951] env[70323]: _type = "Task" [ 1028.766951] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.783036] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227583, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.855981] env[70323]: DEBUG oslo_vmware.api [None req-95df56ad-ddc0-49a0-8cab-5253d15463ec tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227581, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.907331] env[70323]: DEBUG nova.objects.instance [None req-5c002e9b-779c-496a-b757-80957f4b1801 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Lazy-loading 'flavor' on Instance uuid 8957a828-0447-4492-bd38-b5a04ed5633a {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.955208] env[70323]: DEBUG nova.compute.manager [None req-f10cbc7e-ef2e-48a4-892b-f25850e3b1ee tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] [instance: 7da61593-5cdd-4a3b-8999-754b6090bff7] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1028.955633] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-f10cbc7e-ef2e-48a4-892b-f25850e3b1ee tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] [instance: 7da61593-5cdd-4a3b-8999-754b6090bff7] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1028.957118] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac97860-c8b2-442e-b667-864c3071c91e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.971728] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-f10cbc7e-ef2e-48a4-892b-f25850e3b1ee tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] [instance: 7da61593-5cdd-4a3b-8999-754b6090bff7] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1028.971728] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c74d351-035e-4e2b-8920-b79751e8e9bf {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.983812] env[70323]: DEBUG oslo_vmware.api [None req-f10cbc7e-ef2e-48a4-892b-f25850e3b1ee tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Waiting for the task: (returnval){ [ 1028.983812] env[70323]: value = "task-3227584" [ 1028.983812] env[70323]: _type = "Task" [ 1028.983812] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.992710] env[70323]: DEBUG oslo_vmware.api [None req-f10cbc7e-ef2e-48a4-892b-f25850e3b1ee tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Task: {'id': task-3227584, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.042252] env[70323]: DEBUG oslo_vmware.api [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': task-3227582, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471635} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.044980] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] d166ff9e-cf66-456d-89a4-8361f8bc3e5e/d166ff9e-cf66-456d-89a4-8361f8bc3e5e.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1029.045394] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: d166ff9e-cf66-456d-89a4-8361f8bc3e5e] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1029.045946] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4489faed-244b-4267-b374-50c7caed847e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.054176] env[70323]: DEBUG oslo_vmware.api [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Waiting for the task: (returnval){ [ 1029.054176] env[70323]: value = "task-3227585" [ 1029.054176] env[70323]: _type = "Task" [ 1029.054176] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.065495] env[70323]: DEBUG oslo_vmware.api [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': task-3227585, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.141108] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0c2827-a473-44e2-9151-46de9ad974b6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.149106] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1f8518-409c-4cf3-a8b9-47d39ddaf52f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.184789] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f9e46a7-1898-4fe4-812f-94138ea8c76f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.193794] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66625e95-ee06-4ee8-895b-24f65fe91caa {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.208615] env[70323]: DEBUG nova.compute.provider_tree [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.278067] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227583, 'name': CreateVM_Task} progress is 25%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.350660] env[70323]: DEBUG oslo_vmware.api [None req-95df56ad-ddc0-49a0-8cab-5253d15463ec tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227581, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.416310] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5c002e9b-779c-496a-b757-80957f4b1801 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Lock "8957a828-0447-4492-bd38-b5a04ed5633a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.281s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.478737] env[70323]: DEBUG nova.network.neutron [None req-c71b1575-a0ec-4502-8f64-ff1b8cddbdd1 tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] Successfully updated port: 9504cd6c-d351-4977-84a4-2f704bd71909 {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1029.494882] env[70323]: DEBUG nova.compute.manager [req-dd588be3-d267-42e5-a139-e3254c2228ee req-ad47b0f5-e44e-4fef-a8b1-f0c5c9ab6702 service nova] [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] Received event network-vif-plugged-9504cd6c-d351-4977-84a4-2f704bd71909 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.495101] env[70323]: DEBUG oslo_concurrency.lockutils [req-dd588be3-d267-42e5-a139-e3254c2228ee req-ad47b0f5-e44e-4fef-a8b1-f0c5c9ab6702 service nova] Acquiring lock "7df9555e-167b-432c-b2b2-1730bd69483e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.495304] env[70323]: DEBUG oslo_concurrency.lockutils [req-dd588be3-d267-42e5-a139-e3254c2228ee req-ad47b0f5-e44e-4fef-a8b1-f0c5c9ab6702 service nova] Lock "7df9555e-167b-432c-b2b2-1730bd69483e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.495491] env[70323]: DEBUG oslo_concurrency.lockutils [req-dd588be3-d267-42e5-a139-e3254c2228ee req-ad47b0f5-e44e-4fef-a8b1-f0c5c9ab6702 service nova] Lock "7df9555e-167b-432c-b2b2-1730bd69483e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.495632] env[70323]: DEBUG nova.compute.manager [req-dd588be3-d267-42e5-a139-e3254c2228ee req-ad47b0f5-e44e-4fef-a8b1-f0c5c9ab6702 service nova] [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] No waiting events found dispatching network-vif-plugged-9504cd6c-d351-4977-84a4-2f704bd71909 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1029.495773] env[70323]: WARNING nova.compute.manager [req-dd588be3-d267-42e5-a139-e3254c2228ee req-ad47b0f5-e44e-4fef-a8b1-f0c5c9ab6702 service nova] [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] Received unexpected event network-vif-plugged-9504cd6c-d351-4977-84a4-2f704bd71909 for instance with vm_state building and task_state block_device_mapping. [ 1029.503169] env[70323]: DEBUG oslo_vmware.api [None req-f10cbc7e-ef2e-48a4-892b-f25850e3b1ee tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Task: {'id': task-3227584, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.565043] env[70323]: DEBUG oslo_vmware.api [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': task-3227585, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068608} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.565597] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: d166ff9e-cf66-456d-89a4-8361f8bc3e5e] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1029.566896] env[70323]: DEBUG nova.network.neutron [req-29bb3f86-8139-4e02-ad89-ef2853e2f1cc req-7b5961fe-bcd7-4189-879b-8408ffd1ce56 service nova] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Updated VIF entry in instance network info cache for port 91b4c25f-f731-43cb-8f63-7d64877f1294. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1029.567486] env[70323]: DEBUG nova.network.neutron [req-29bb3f86-8139-4e02-ad89-ef2853e2f1cc req-7b5961fe-bcd7-4189-879b-8408ffd1ce56 service nova] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Updating instance_info_cache with network_info: [{"id": "91b4c25f-f731-43cb-8f63-7d64877f1294", "address": "fa:16:3e:b9:9a:f9", "network": {"id": "04147f98-e096-4b08-86fd-82e3dbb0599e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-823971767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59ea186f9eb14bfd914ef3bde9458745", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3952eb02-1162-48ed-8227-9c138960d583", "external-id": "nsx-vlan-transportzone-250", "segmentation_id": 250, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91b4c25f-f7", "ovs_interfaceid": "91b4c25f-f731-43cb-8f63-7d64877f1294", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.570589] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab8e6eb-ac34-4133-9052-a0916e77c06e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.598838] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: d166ff9e-cf66-456d-89a4-8361f8bc3e5e] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] d166ff9e-cf66-456d-89a4-8361f8bc3e5e/d166ff9e-cf66-456d-89a4-8361f8bc3e5e.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1029.599719] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-774f84b6-2143-4006-a40f-36b35cf446c0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.627648] env[70323]: DEBUG oslo_vmware.api [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Waiting for the task: (returnval){ [ 1029.627648] env[70323]: value = "task-3227586" [ 1029.627648] env[70323]: _type = "Task" [ 1029.627648] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.635349] env[70323]: DEBUG oslo_vmware.api [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': task-3227586, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.712364] env[70323]: DEBUG nova.scheduler.client.report [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1029.782084] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227583, 'name': CreateVM_Task} progress is 25%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.850273] env[70323]: DEBUG oslo_vmware.api [None req-95df56ad-ddc0-49a0-8cab-5253d15463ec tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227581, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.983022] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c71b1575-a0ec-4502-8f64-ff1b8cddbdd1 tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Acquiring lock "refresh_cache-7df9555e-167b-432c-b2b2-1730bd69483e" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.983022] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c71b1575-a0ec-4502-8f64-ff1b8cddbdd1 tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Acquired lock "refresh_cache-7df9555e-167b-432c-b2b2-1730bd69483e" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.983022] env[70323]: DEBUG nova.network.neutron [None req-c71b1575-a0ec-4502-8f64-ff1b8cddbdd1 tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1030.005510] env[70323]: DEBUG oslo_vmware.api [None req-f10cbc7e-ef2e-48a4-892b-f25850e3b1ee tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Task: {'id': task-3227584, 'name': PowerOffVM_Task, 'duration_secs': 0.850925} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.005786] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-f10cbc7e-ef2e-48a4-892b-f25850e3b1ee tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] [instance: 7da61593-5cdd-4a3b-8999-754b6090bff7] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1030.008810] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-f10cbc7e-ef2e-48a4-892b-f25850e3b1ee tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] [instance: 7da61593-5cdd-4a3b-8999-754b6090bff7] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1030.009155] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9768a7b0-ed9f-40ec-93c2-f08cbf7f55b8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.077074] env[70323]: DEBUG oslo_concurrency.lockutils [req-29bb3f86-8139-4e02-ad89-ef2853e2f1cc req-7b5961fe-bcd7-4189-879b-8408ffd1ce56 service nova] Releasing lock "refresh_cache-bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.119395] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-f10cbc7e-ef2e-48a4-892b-f25850e3b1ee tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] [instance: 7da61593-5cdd-4a3b-8999-754b6090bff7] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1030.119731] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-f10cbc7e-ef2e-48a4-892b-f25850e3b1ee tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] [instance: 7da61593-5cdd-4a3b-8999-754b6090bff7] Deleting contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1030.119947] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-f10cbc7e-ef2e-48a4-892b-f25850e3b1ee tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Deleting the datastore file [datastore2] 7da61593-5cdd-4a3b-8999-754b6090bff7 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1030.120329] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e03df1ab-ff96-4010-b439-490b6a042c40 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.132280] env[70323]: DEBUG oslo_vmware.api [None req-f10cbc7e-ef2e-48a4-892b-f25850e3b1ee tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Waiting for the task: (returnval){ [ 1030.132280] env[70323]: value = "task-3227588" [ 1030.132280] env[70323]: _type = "Task" [ 1030.132280] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.141290] env[70323]: DEBUG oslo_vmware.api [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': task-3227586, 'name': ReconfigVM_Task, 'duration_secs': 0.311686} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.142760] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: d166ff9e-cf66-456d-89a4-8361f8bc3e5e] Reconfigured VM instance instance-0000005b to attach disk [datastore2] d166ff9e-cf66-456d-89a4-8361f8bc3e5e/d166ff9e-cf66-456d-89a4-8361f8bc3e5e.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1030.142760] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-48e0c570-214c-461b-8a97-dc37b13563da {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.149026] env[70323]: DEBUG oslo_vmware.api [None req-f10cbc7e-ef2e-48a4-892b-f25850e3b1ee tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Task: {'id': task-3227588, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.155413] env[70323]: DEBUG oslo_vmware.api [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Waiting for the task: (returnval){ [ 1030.155413] env[70323]: value = "task-3227589" [ 1030.155413] env[70323]: _type = "Task" [ 1030.155413] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.166279] env[70323]: DEBUG oslo_vmware.api [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': task-3227589, 'name': Rename_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.217275] env[70323]: DEBUG oslo_concurrency.lockutils [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.487s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.218340] env[70323]: DEBUG nova.compute.manager [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: cd381853-c515-4760-a958-1432b4f74664] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1030.221595] env[70323]: DEBUG oslo_concurrency.lockutils [None req-cbdd336c-046e-4ffa-974e-32e29a55bc8c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.359s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.221843] env[70323]: DEBUG oslo_concurrency.lockutils [None req-cbdd336c-046e-4ffa-974e-32e29a55bc8c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.224112] env[70323]: DEBUG oslo_concurrency.lockutils [None req-77beb46c-c94e-49aa-b2d0-3564ad9665d6 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.154s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.224363] env[70323]: DEBUG nova.objects.instance [None req-77beb46c-c94e-49aa-b2d0-3564ad9665d6 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lazy-loading 'resources' on Instance uuid 393b6947-3260-4e50-841a-afdba96225b5 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.257900] env[70323]: INFO nova.scheduler.client.report [None req-cbdd336c-046e-4ffa-974e-32e29a55bc8c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Deleted allocations for instance f27cdc2c-0dfd-4690-91fc-a68d7a46fe98 [ 1030.280371] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227583, 'name': CreateVM_Task, 'duration_secs': 1.446241} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.280565] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1030.281463] env[70323]: DEBUG oslo_concurrency.lockutils [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.281630] env[70323]: DEBUG oslo_concurrency.lockutils [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.282016] env[70323]: DEBUG oslo_concurrency.lockutils [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.282746] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c1ba050-d1f6-4578-b473-282931920ebc {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.289867] env[70323]: DEBUG oslo_vmware.api [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for the task: (returnval){ [ 1030.289867] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52a99e66-ab1a-71be-5aa3-344a235e6eb4" [ 1030.289867] env[70323]: _type = "Task" [ 1030.289867] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.301556] env[70323]: DEBUG oslo_vmware.api [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52a99e66-ab1a-71be-5aa3-344a235e6eb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.351474] env[70323]: DEBUG oslo_vmware.api [None req-95df56ad-ddc0-49a0-8cab-5253d15463ec tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227581, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.482465] env[70323]: DEBUG nova.compute.manager [None req-c71b1575-a0ec-4502-8f64-ff1b8cddbdd1 tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1030.482465] env[70323]: DEBUG nova.virt.hardware [None req-c71b1575-a0ec-4502-8f64-ff1b8cddbdd1 tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1030.482465] env[70323]: DEBUG nova.virt.hardware [None req-c71b1575-a0ec-4502-8f64-ff1b8cddbdd1 tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1030.482465] env[70323]: DEBUG nova.virt.hardware [None req-c71b1575-a0ec-4502-8f64-ff1b8cddbdd1 tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1030.482465] env[70323]: DEBUG nova.virt.hardware [None req-c71b1575-a0ec-4502-8f64-ff1b8cddbdd1 tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1030.482465] env[70323]: DEBUG nova.virt.hardware [None req-c71b1575-a0ec-4502-8f64-ff1b8cddbdd1 tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1030.482465] env[70323]: DEBUG nova.virt.hardware [None req-c71b1575-a0ec-4502-8f64-ff1b8cddbdd1 tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1030.482786] env[70323]: DEBUG nova.virt.hardware [None req-c71b1575-a0ec-4502-8f64-ff1b8cddbdd1 tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1030.482855] env[70323]: DEBUG nova.virt.hardware [None req-c71b1575-a0ec-4502-8f64-ff1b8cddbdd1 tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1030.483987] env[70323]: DEBUG nova.virt.hardware [None req-c71b1575-a0ec-4502-8f64-ff1b8cddbdd1 tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1030.483987] env[70323]: DEBUG nova.virt.hardware [None req-c71b1575-a0ec-4502-8f64-ff1b8cddbdd1 tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1030.483987] env[70323]: DEBUG nova.virt.hardware [None req-c71b1575-a0ec-4502-8f64-ff1b8cddbdd1 tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1030.486019] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ec3d18-2cf1-42b0-95b4-76c890289002 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.495138] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b5cdac-4312-4cca-a03d-e82445154b09 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.537077] env[70323]: DEBUG nova.network.neutron [None req-c71b1575-a0ec-4502-8f64-ff1b8cddbdd1 tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1030.643313] env[70323]: DEBUG oslo_vmware.api [None req-f10cbc7e-ef2e-48a4-892b-f25850e3b1ee tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Task: {'id': task-3227588, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.276533} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.643571] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-f10cbc7e-ef2e-48a4-892b-f25850e3b1ee tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1030.643757] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-f10cbc7e-ef2e-48a4-892b-f25850e3b1ee tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] [instance: 7da61593-5cdd-4a3b-8999-754b6090bff7] Deleted contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1030.643935] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-f10cbc7e-ef2e-48a4-892b-f25850e3b1ee tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] [instance: 7da61593-5cdd-4a3b-8999-754b6090bff7] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1030.644115] env[70323]: INFO nova.compute.manager [None req-f10cbc7e-ef2e-48a4-892b-f25850e3b1ee tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] [instance: 7da61593-5cdd-4a3b-8999-754b6090bff7] Took 1.69 seconds to destroy the instance on the hypervisor. [ 1030.644353] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f10cbc7e-ef2e-48a4-892b-f25850e3b1ee tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1030.644545] env[70323]: DEBUG nova.compute.manager [-] [instance: 7da61593-5cdd-4a3b-8999-754b6090bff7] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1030.644667] env[70323]: DEBUG nova.network.neutron [-] [instance: 7da61593-5cdd-4a3b-8999-754b6090bff7] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1030.665949] env[70323]: DEBUG oslo_vmware.api [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': task-3227589, 'name': Rename_Task, 'duration_secs': 0.255418} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.668789] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: d166ff9e-cf66-456d-89a4-8361f8bc3e5e] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1030.669103] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-382afded-5b02-4458-a3a5-6edcd088ed86 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.678478] env[70323]: DEBUG oslo_vmware.api [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Waiting for the task: (returnval){ [ 1030.678478] env[70323]: value = "task-3227590" [ 1030.678478] env[70323]: _type = "Task" [ 1030.678478] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.687951] env[70323]: DEBUG oslo_vmware.api [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': task-3227590, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.730100] env[70323]: DEBUG nova.compute.utils [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1030.731762] env[70323]: DEBUG nova.compute.manager [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: cd381853-c515-4760-a958-1432b4f74664] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1030.732065] env[70323]: DEBUG nova.network.neutron [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: cd381853-c515-4760-a958-1432b4f74664] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1030.769621] env[70323]: DEBUG oslo_concurrency.lockutils [None req-cbdd336c-046e-4ffa-974e-32e29a55bc8c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Lock "f27cdc2c-0dfd-4690-91fc-a68d7a46fe98" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.421s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.804414] env[70323]: DEBUG oslo_vmware.api [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52a99e66-ab1a-71be-5aa3-344a235e6eb4, 'name': SearchDatastore_Task, 'duration_secs': 0.01697} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.804847] env[70323]: DEBUG oslo_concurrency.lockutils [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.805115] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1030.805413] env[70323]: DEBUG oslo_concurrency.lockutils [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.805559] env[70323]: DEBUG oslo_concurrency.lockutils [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.805770] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1030.810132] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d2b97e6-c7b5-48f1-bb8c-94c800cb9a97 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.820693] env[70323]: DEBUG nova.policy [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a20054ee98f44906b7d104c6c9a55405', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '04fdf27f549f49fe9ffe70ad77ffbf60', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 1030.823537] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1030.824007] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1030.827530] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7246c56-f23d-4634-9e6e-9cf65412823a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.833168] env[70323]: DEBUG nova.network.neutron [None req-c71b1575-a0ec-4502-8f64-ff1b8cddbdd1 tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] Updating instance_info_cache with network_info: [{"id": "9504cd6c-d351-4977-84a4-2f704bd71909", "address": "fa:16:3e:10:c4:86", "network": {"id": "e55d1287-c1d3-43f7-8d90-597dcbca46a1", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-172455863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "599c1446baa74e7f9e6cfa68bdb29071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9504cd6c-d3", "ovs_interfaceid": "9504cd6c-d351-4977-84a4-2f704bd71909", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.838907] env[70323]: DEBUG oslo_vmware.api [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for the task: (returnval){ [ 1030.838907] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52c975a9-e030-5b0d-2f37-40ba473698f2" [ 1030.838907] env[70323]: _type = "Task" [ 1030.838907] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.856960] env[70323]: DEBUG oslo_vmware.api [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52c975a9-e030-5b0d-2f37-40ba473698f2, 'name': SearchDatastore_Task, 'duration_secs': 0.011552} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.865604] env[70323]: DEBUG oslo_vmware.api [None req-95df56ad-ddc0-49a0-8cab-5253d15463ec tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227581, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.867115] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c7d5039-4076-4ca6-85dd-764d6d47b431 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.873732] env[70323]: DEBUG oslo_vmware.api [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for the task: (returnval){ [ 1030.873732] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5217b849-20a6-e705-6364-bdce428fa995" [ 1030.873732] env[70323]: _type = "Task" [ 1030.873732] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.887507] env[70323]: DEBUG oslo_vmware.api [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5217b849-20a6-e705-6364-bdce428fa995, 'name': SearchDatastore_Task, 'duration_secs': 0.010767} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.887830] env[70323]: DEBUG oslo_concurrency.lockutils [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.889109] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0/bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1030.889565] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a5d0254-2eb5-417b-9927-5b70f7afe533 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.901340] env[70323]: DEBUG oslo_vmware.api [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for the task: (returnval){ [ 1030.901340] env[70323]: value = "task-3227591" [ 1030.901340] env[70323]: _type = "Task" [ 1030.901340] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.910291] env[70323]: DEBUG oslo_vmware.api [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227591, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.097833] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f78b830-e3d6-4776-9671-fca06e813973 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.109499] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3f0c3d-7484-4e68-912e-ea8e3e908156 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.151194] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4cdba7-be1c-47dc-96a6-a65645150918 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.160881] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d919616-75e8-4a7e-8b9f-fad985770322 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.182209] env[70323]: DEBUG nova.compute.provider_tree [None req-77beb46c-c94e-49aa-b2d0-3564ad9665d6 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.197932] env[70323]: DEBUG oslo_vmware.api [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': task-3227590, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.234832] env[70323]: DEBUG nova.compute.manager [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: cd381853-c515-4760-a958-1432b4f74664] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1031.335891] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c71b1575-a0ec-4502-8f64-ff1b8cddbdd1 tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Releasing lock "refresh_cache-7df9555e-167b-432c-b2b2-1730bd69483e" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.336346] env[70323]: DEBUG nova.compute.manager [None req-c71b1575-a0ec-4502-8f64-ff1b8cddbdd1 tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] Instance network_info: |[{"id": "9504cd6c-d351-4977-84a4-2f704bd71909", "address": "fa:16:3e:10:c4:86", "network": {"id": "e55d1287-c1d3-43f7-8d90-597dcbca46a1", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-172455863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "599c1446baa74e7f9e6cfa68bdb29071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9504cd6c-d3", "ovs_interfaceid": "9504cd6c-d351-4977-84a4-2f704bd71909", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1031.337149] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-c71b1575-a0ec-4502-8f64-ff1b8cddbdd1 tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:c4:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '418ddd3d-5f64-407e-8e0c-c8b81639bee9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9504cd6c-d351-4977-84a4-2f704bd71909', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1031.350570] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-c71b1575-a0ec-4502-8f64-ff1b8cddbdd1 tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Creating folder: Project (599c1446baa74e7f9e6cfa68bdb29071). Parent ref: group-v644941. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1031.350720] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-530f0038-6bb1-4e35-9f79-8bce65fdb446 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.366322] env[70323]: DEBUG oslo_vmware.api [None req-95df56ad-ddc0-49a0-8cab-5253d15463ec tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227581, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.372783] env[70323]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1031.373059] env[70323]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=70323) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1031.373551] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-c71b1575-a0ec-4502-8f64-ff1b8cddbdd1 tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Folder already exists: Project (599c1446baa74e7f9e6cfa68bdb29071). Parent ref: group-v644941. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1031.373782] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-c71b1575-a0ec-4502-8f64-ff1b8cddbdd1 tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Creating folder: Instances. Parent ref: group-v645177. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1031.374075] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d31ee995-6ba7-4b3c-b460-207dfb93b30a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.388871] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-c71b1575-a0ec-4502-8f64-ff1b8cddbdd1 tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Created folder: Instances in parent group-v645177. [ 1031.389197] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c71b1575-a0ec-4502-8f64-ff1b8cddbdd1 tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1031.389417] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1031.389762] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75b15d24-900c-465d-9f9d-7eb30167a413 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.418567] env[70323]: DEBUG oslo_vmware.api [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227591, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.420224] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1031.420224] env[70323]: value = "task-3227594" [ 1031.420224] env[70323]: _type = "Task" [ 1031.420224] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.436842] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227594, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.440385] env[70323]: DEBUG nova.network.neutron [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: cd381853-c515-4760-a958-1432b4f74664] Successfully created port: 6aed8658-b935-4b06-9233-8c9c16dead81 {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1031.596283] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Acquiring lock "5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.596547] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Lock "5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.687022] env[70323]: DEBUG nova.scheduler.client.report [None req-77beb46c-c94e-49aa-b2d0-3564ad9665d6 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.697329] env[70323]: DEBUG oslo_vmware.api [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': task-3227590, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.863071] env[70323]: DEBUG oslo_vmware.api [None req-95df56ad-ddc0-49a0-8cab-5253d15463ec tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227581, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.918399] env[70323]: DEBUG oslo_vmware.api [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227591, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541306} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.918399] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0/bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1031.918399] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1031.918592] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0610b9a7-2cf1-4172-ad3d-c68fb465ead9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.929975] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227594, 'name': CreateVM_Task, 'duration_secs': 0.406825} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.931291] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1031.931637] env[70323]: DEBUG oslo_vmware.api [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for the task: (returnval){ [ 1031.931637] env[70323]: value = "task-3227595" [ 1031.931637] env[70323]: _type = "Task" [ 1031.931637] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.932252] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-c71b1575-a0ec-4502-8f64-ff1b8cddbdd1 tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'mount_device': '/dev/sda', 'device_type': None, 'delete_on_termination': True, 'attachment_id': 'eaa3d968-b79c-4510-bdb1-a80752f1fcc7', 'boot_index': 0, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645183', 'volume_id': 'dca07957-5cc8-4f25-a292-6b5ed586caee', 'name': 'volume-dca07957-5cc8-4f25-a292-6b5ed586caee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7df9555e-167b-432c-b2b2-1730bd69483e', 'attached_at': '', 'detached_at': '', 'volume_id': 'dca07957-5cc8-4f25-a292-6b5ed586caee', 'serial': 'dca07957-5cc8-4f25-a292-6b5ed586caee'}, 'volume_type': None}], 'swap': None} {{(pid=70323) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1031.932453] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-c71b1575-a0ec-4502-8f64-ff1b8cddbdd1 tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] Root volume attach. Driver type: vmdk {{(pid=70323) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1031.933290] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f49e1aa-a61d-47ea-b3a8-9b86ddfce00b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.950965] env[70323]: DEBUG oslo_vmware.api [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227595, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.951570] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2297c19-47ec-4e3e-a70e-cb3d68daa965 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.958582] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70255e4-cb74-46fb-84d2-8fcdc483bdc1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.967149] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-81c763dc-43f2-47f1-8190-01a882a0310a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.976028] env[70323]: DEBUG nova.network.neutron [-] [instance: 7da61593-5cdd-4a3b-8999-754b6090bff7] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.981207] env[70323]: DEBUG oslo_vmware.api [None req-c71b1575-a0ec-4502-8f64-ff1b8cddbdd1 tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Waiting for the task: (returnval){ [ 1031.981207] env[70323]: value = "task-3227596" [ 1031.981207] env[70323]: _type = "Task" [ 1031.981207] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.994356] env[70323]: DEBUG oslo_vmware.api [None req-c71b1575-a0ec-4502-8f64-ff1b8cddbdd1 tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Task: {'id': task-3227596, 'name': RelocateVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.016155] env[70323]: DEBUG nova.compute.manager [req-4922cd33-9ce9-465e-93e1-1bfb41bb52be req-f937b19a-2630-4441-a91a-2ffca16a7f4a service nova] [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] Received event network-changed-9504cd6c-d351-4977-84a4-2f704bd71909 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1032.016400] env[70323]: DEBUG nova.compute.manager [req-4922cd33-9ce9-465e-93e1-1bfb41bb52be req-f937b19a-2630-4441-a91a-2ffca16a7f4a service nova] [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] Refreshing instance network info cache due to event network-changed-9504cd6c-d351-4977-84a4-2f704bd71909. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1032.016629] env[70323]: DEBUG oslo_concurrency.lockutils [req-4922cd33-9ce9-465e-93e1-1bfb41bb52be req-f937b19a-2630-4441-a91a-2ffca16a7f4a service nova] Acquiring lock "refresh_cache-7df9555e-167b-432c-b2b2-1730bd69483e" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.016776] env[70323]: DEBUG oslo_concurrency.lockutils [req-4922cd33-9ce9-465e-93e1-1bfb41bb52be req-f937b19a-2630-4441-a91a-2ffca16a7f4a service nova] Acquired lock "refresh_cache-7df9555e-167b-432c-b2b2-1730bd69483e" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.016938] env[70323]: DEBUG nova.network.neutron [req-4922cd33-9ce9-465e-93e1-1bfb41bb52be req-f937b19a-2630-4441-a91a-2ffca16a7f4a service nova] [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] Refreshing network info cache for port 9504cd6c-d351-4977-84a4-2f704bd71909 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1032.099629] env[70323]: DEBUG nova.compute.manager [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1032.196068] env[70323]: DEBUG oslo_concurrency.lockutils [None req-77beb46c-c94e-49aa-b2d0-3564ad9665d6 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.972s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.198672] env[70323]: DEBUG oslo_vmware.api [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': task-3227590, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.199327] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.773s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.201528] env[70323]: INFO nova.compute.claims [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] [instance: 8cf2ea62-ac85-478d-8b4a-be3a60163060] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1032.220764] env[70323]: INFO nova.scheduler.client.report [None req-77beb46c-c94e-49aa-b2d0-3564ad9665d6 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Deleted allocations for instance 393b6947-3260-4e50-841a-afdba96225b5 [ 1032.252026] env[70323]: DEBUG nova.compute.manager [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: cd381853-c515-4760-a958-1432b4f74664] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1032.280541] env[70323]: DEBUG nova.virt.hardware [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1032.280806] env[70323]: DEBUG nova.virt.hardware [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1032.281869] env[70323]: DEBUG nova.virt.hardware [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1032.281869] env[70323]: DEBUG nova.virt.hardware [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1032.281869] env[70323]: DEBUG nova.virt.hardware [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1032.281869] env[70323]: DEBUG nova.virt.hardware [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1032.281869] env[70323]: DEBUG nova.virt.hardware [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1032.281869] env[70323]: DEBUG nova.virt.hardware [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1032.282132] env[70323]: DEBUG nova.virt.hardware [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1032.282210] env[70323]: DEBUG nova.virt.hardware [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1032.282387] env[70323]: DEBUG nova.virt.hardware [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1032.283832] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe7bae3-7a5b-421c-8948-e97ae8750d45 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.293370] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-835fc01b-49ef-456b-b5c8-28d7c2e2f041 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.361984] env[70323]: DEBUG oslo_vmware.api [None req-95df56ad-ddc0-49a0-8cab-5253d15463ec tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227581, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.444221] env[70323]: DEBUG oslo_concurrency.lockutils [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquiring lock "b42b4cff-cc6f-4912-ab52-ba3be3a17ae8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.444527] env[70323]: DEBUG oslo_concurrency.lockutils [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Lock "b42b4cff-cc6f-4912-ab52-ba3be3a17ae8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.445613] env[70323]: DEBUG oslo_vmware.api [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227595, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077501} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.445848] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1032.446859] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c523f85-3d30-4605-91e7-46a3f4bb5f26 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.471087] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0/bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1032.471926] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da336c5c-165d-4105-b18d-b8ced8339bcb {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.486752] env[70323]: INFO nova.compute.manager [-] [instance: 7da61593-5cdd-4a3b-8999-754b6090bff7] Took 1.84 seconds to deallocate network for instance. [ 1032.496974] env[70323]: DEBUG oslo_vmware.api [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for the task: (returnval){ [ 1032.496974] env[70323]: value = "task-3227597" [ 1032.496974] env[70323]: _type = "Task" [ 1032.496974] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.500357] env[70323]: DEBUG oslo_vmware.api [None req-c71b1575-a0ec-4502-8f64-ff1b8cddbdd1 tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Task: {'id': task-3227596, 'name': RelocateVM_Task, 'duration_secs': 0.033014} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.504061] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-c71b1575-a0ec-4502-8f64-ff1b8cddbdd1 tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] Volume attach. Driver type: vmdk {{(pid=70323) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1032.504061] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-c71b1575-a0ec-4502-8f64-ff1b8cddbdd1 tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645183', 'volume_id': 'dca07957-5cc8-4f25-a292-6b5ed586caee', 'name': 'volume-dca07957-5cc8-4f25-a292-6b5ed586caee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7df9555e-167b-432c-b2b2-1730bd69483e', 'attached_at': '', 'detached_at': '', 'volume_id': 'dca07957-5cc8-4f25-a292-6b5ed586caee', 'serial': 'dca07957-5cc8-4f25-a292-6b5ed586caee'} {{(pid=70323) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1032.504784] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2b80f4-5628-4981-95e9-73ad7a7a6b73 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.514014] env[70323]: DEBUG oslo_vmware.api [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227597, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.527746] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66235502-361f-41ea-a56a-531a370f74a1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.552806] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-c71b1575-a0ec-4502-8f64-ff1b8cddbdd1 tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] volume-dca07957-5cc8-4f25-a292-6b5ed586caee/volume-dca07957-5cc8-4f25-a292-6b5ed586caee.vmdk or device None with type thin {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1032.553349] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d7a3628-1649-4713-a968-bd327bf2eb02 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.575869] env[70323]: DEBUG oslo_vmware.api [None req-c71b1575-a0ec-4502-8f64-ff1b8cddbdd1 tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Waiting for the task: (returnval){ [ 1032.575869] env[70323]: value = "task-3227598" [ 1032.575869] env[70323]: _type = "Task" [ 1032.575869] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.583945] env[70323]: DEBUG oslo_vmware.api [None req-c71b1575-a0ec-4502-8f64-ff1b8cddbdd1 tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Task: {'id': task-3227598, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.629929] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.698353] env[70323]: DEBUG oslo_vmware.api [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': task-3227590, 'name': PowerOnVM_Task, 'duration_secs': 1.531367} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.698632] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: d166ff9e-cf66-456d-89a4-8361f8bc3e5e] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1032.698842] env[70323]: INFO nova.compute.manager [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: d166ff9e-cf66-456d-89a4-8361f8bc3e5e] Took 8.78 seconds to spawn the instance on the hypervisor. [ 1032.699224] env[70323]: DEBUG nova.compute.manager [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: d166ff9e-cf66-456d-89a4-8361f8bc3e5e] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1032.699916] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90bff802-0543-4af3-89ed-91c86909550f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.731674] env[70323]: DEBUG oslo_concurrency.lockutils [None req-77beb46c-c94e-49aa-b2d0-3564ad9665d6 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lock "393b6947-3260-4e50-841a-afdba96225b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.993s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.762342] env[70323]: DEBUG nova.network.neutron [req-4922cd33-9ce9-465e-93e1-1bfb41bb52be req-f937b19a-2630-4441-a91a-2ffca16a7f4a service nova] [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] Updated VIF entry in instance network info cache for port 9504cd6c-d351-4977-84a4-2f704bd71909. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1032.762702] env[70323]: DEBUG nova.network.neutron [req-4922cd33-9ce9-465e-93e1-1bfb41bb52be req-f937b19a-2630-4441-a91a-2ffca16a7f4a service nova] [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] Updating instance_info_cache with network_info: [{"id": "9504cd6c-d351-4977-84a4-2f704bd71909", "address": "fa:16:3e:10:c4:86", "network": {"id": "e55d1287-c1d3-43f7-8d90-597dcbca46a1", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-172455863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "599c1446baa74e7f9e6cfa68bdb29071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9504cd6c-d3", "ovs_interfaceid": "9504cd6c-d351-4977-84a4-2f704bd71909", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.865490] env[70323]: DEBUG oslo_vmware.api [None req-95df56ad-ddc0-49a0-8cab-5253d15463ec tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227581, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.950806] env[70323]: DEBUG nova.compute.manager [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: b42b4cff-cc6f-4912-ab52-ba3be3a17ae8] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1032.996420] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f10cbc7e-ef2e-48a4-892b-f25850e3b1ee tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.010194] env[70323]: DEBUG oslo_vmware.api [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227597, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.086415] env[70323]: DEBUG oslo_vmware.api [None req-c71b1575-a0ec-4502-8f64-ff1b8cddbdd1 tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Task: {'id': task-3227598, 'name': ReconfigVM_Task, 'duration_secs': 0.26313} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.086694] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-c71b1575-a0ec-4502-8f64-ff1b8cddbdd1 tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] Reconfigured VM instance instance-0000005d to attach disk [datastore2] volume-dca07957-5cc8-4f25-a292-6b5ed586caee/volume-dca07957-5cc8-4f25-a292-6b5ed586caee.vmdk or device None with type thin {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1033.091517] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7aaf9d16-7edf-481c-bc5e-b830e8cd171e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.123299] env[70323]: DEBUG oslo_vmware.api [None req-c71b1575-a0ec-4502-8f64-ff1b8cddbdd1 tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Waiting for the task: (returnval){ [ 1033.123299] env[70323]: value = "task-3227599" [ 1033.123299] env[70323]: _type = "Task" [ 1033.123299] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.133161] env[70323]: DEBUG oslo_vmware.api [None req-c71b1575-a0ec-4502-8f64-ff1b8cddbdd1 tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Task: {'id': task-3227599, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.230862] env[70323]: INFO nova.compute.manager [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: d166ff9e-cf66-456d-89a4-8361f8bc3e5e] Took 47.82 seconds to build instance. [ 1033.235449] env[70323]: DEBUG nova.network.neutron [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: cd381853-c515-4760-a958-1432b4f74664] Successfully updated port: 6aed8658-b935-4b06-9233-8c9c16dead81 {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1033.265596] env[70323]: DEBUG oslo_concurrency.lockutils [req-4922cd33-9ce9-465e-93e1-1bfb41bb52be req-f937b19a-2630-4441-a91a-2ffca16a7f4a service nova] Releasing lock "refresh_cache-7df9555e-167b-432c-b2b2-1730bd69483e" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.265801] env[70323]: DEBUG nova.compute.manager [req-4922cd33-9ce9-465e-93e1-1bfb41bb52be req-f937b19a-2630-4441-a91a-2ffca16a7f4a service nova] [instance: 7da61593-5cdd-4a3b-8999-754b6090bff7] Received event network-vif-deleted-f8897fae-744d-44ce-993e-1c7256f49024 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.364689] env[70323]: DEBUG oslo_vmware.api [None req-95df56ad-ddc0-49a0-8cab-5253d15463ec tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227581, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.475933] env[70323]: DEBUG oslo_concurrency.lockutils [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.513615] env[70323]: DEBUG oslo_vmware.api [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227597, 'name': ReconfigVM_Task, 'duration_secs': 0.626924} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.513899] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Reconfigured VM instance instance-0000005c to attach disk [datastore2] bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0/bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1033.514719] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9092ff7-7a32-4615-ab31-d0fb338575ca {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.521326] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31102828-f691-440d-9879-e5d79bc01b26 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.525711] env[70323]: DEBUG oslo_vmware.api [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for the task: (returnval){ [ 1033.525711] env[70323]: value = "task-3227600" [ 1033.525711] env[70323]: _type = "Task" [ 1033.525711] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.532470] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f94136c-cf33-44b1-855f-bf4cf8bc59f0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.540160] env[70323]: DEBUG oslo_vmware.api [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227600, 'name': Rename_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.568795] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1aa2cdf-26a9-46fd-badf-e5784c3266e3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.577395] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33934ec-4cd8-49f3-b248-e4483fb22492 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.593927] env[70323]: DEBUG nova.compute.provider_tree [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.633828] env[70323]: DEBUG oslo_vmware.api [None req-c71b1575-a0ec-4502-8f64-ff1b8cddbdd1 tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Task: {'id': task-3227599, 'name': ReconfigVM_Task, 'duration_secs': 0.164819} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.634483] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-c71b1575-a0ec-4502-8f64-ff1b8cddbdd1 tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645183', 'volume_id': 'dca07957-5cc8-4f25-a292-6b5ed586caee', 'name': 'volume-dca07957-5cc8-4f25-a292-6b5ed586caee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7df9555e-167b-432c-b2b2-1730bd69483e', 'attached_at': '', 'detached_at': '', 'volume_id': 'dca07957-5cc8-4f25-a292-6b5ed586caee', 'serial': 'dca07957-5cc8-4f25-a292-6b5ed586caee'} {{(pid=70323) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1033.635023] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eec9521c-3632-467e-85a5-98dc5d44c57d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.643307] env[70323]: DEBUG oslo_vmware.api [None req-c71b1575-a0ec-4502-8f64-ff1b8cddbdd1 tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Waiting for the task: (returnval){ [ 1033.643307] env[70323]: value = "task-3227601" [ 1033.643307] env[70323]: _type = "Task" [ 1033.643307] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.653346] env[70323]: DEBUG oslo_vmware.api [None req-c71b1575-a0ec-4502-8f64-ff1b8cddbdd1 tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Task: {'id': task-3227601, 'name': Rename_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.730217] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8ef21eae-7f82-415f-bb9d-cd1d5e93de6a tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Lock "d166ff9e-cf66-456d-89a4-8361f8bc3e5e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.330s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.740497] env[70323]: DEBUG oslo_concurrency.lockutils [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Acquiring lock "refresh_cache-cd381853-c515-4760-a958-1432b4f74664" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.740749] env[70323]: DEBUG oslo_concurrency.lockutils [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Acquired lock "refresh_cache-cd381853-c515-4760-a958-1432b4f74664" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.740971] env[70323]: DEBUG nova.network.neutron [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: cd381853-c515-4760-a958-1432b4f74664] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1033.868134] env[70323]: DEBUG oslo_vmware.api [None req-95df56ad-ddc0-49a0-8cab-5253d15463ec tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227581, 'name': ReconfigVM_Task, 'duration_secs': 5.862982} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.868470] env[70323]: DEBUG oslo_concurrency.lockutils [None req-95df56ad-ddc0-49a0-8cab-5253d15463ec tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Releasing lock "4d3d5652-902c-403f-86e8-6026b8da97fe" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.869024] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-95df56ad-ddc0-49a0-8cab-5253d15463ec tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Reconfigured VM to detach interface {{(pid=70323) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1034.036355] env[70323]: DEBUG oslo_vmware.api [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227600, 'name': Rename_Task, 'duration_secs': 0.26455} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.036661] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1034.036915] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64a7aa53-a882-41a1-ae73-60bf97e5c268 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.041349] env[70323]: DEBUG nova.compute.manager [req-27bbb742-c50d-4b4c-9c14-6bd913a64b0d req-308aba28-fa18-445d-a55d-6113bc3c7241 service nova] [instance: cd381853-c515-4760-a958-1432b4f74664] Received event network-vif-plugged-6aed8658-b935-4b06-9233-8c9c16dead81 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.041553] env[70323]: DEBUG oslo_concurrency.lockutils [req-27bbb742-c50d-4b4c-9c14-6bd913a64b0d req-308aba28-fa18-445d-a55d-6113bc3c7241 service nova] Acquiring lock "cd381853-c515-4760-a958-1432b4f74664-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.041793] env[70323]: DEBUG oslo_concurrency.lockutils [req-27bbb742-c50d-4b4c-9c14-6bd913a64b0d req-308aba28-fa18-445d-a55d-6113bc3c7241 service nova] Lock "cd381853-c515-4760-a958-1432b4f74664-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.041971] env[70323]: DEBUG oslo_concurrency.lockutils [req-27bbb742-c50d-4b4c-9c14-6bd913a64b0d req-308aba28-fa18-445d-a55d-6113bc3c7241 service nova] Lock "cd381853-c515-4760-a958-1432b4f74664-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.042156] env[70323]: DEBUG nova.compute.manager [req-27bbb742-c50d-4b4c-9c14-6bd913a64b0d req-308aba28-fa18-445d-a55d-6113bc3c7241 service nova] [instance: cd381853-c515-4760-a958-1432b4f74664] No waiting events found dispatching network-vif-plugged-6aed8658-b935-4b06-9233-8c9c16dead81 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1034.042320] env[70323]: WARNING nova.compute.manager [req-27bbb742-c50d-4b4c-9c14-6bd913a64b0d req-308aba28-fa18-445d-a55d-6113bc3c7241 service nova] [instance: cd381853-c515-4760-a958-1432b4f74664] Received unexpected event network-vif-plugged-6aed8658-b935-4b06-9233-8c9c16dead81 for instance with vm_state building and task_state spawning. [ 1034.042479] env[70323]: DEBUG nova.compute.manager [req-27bbb742-c50d-4b4c-9c14-6bd913a64b0d req-308aba28-fa18-445d-a55d-6113bc3c7241 service nova] [instance: cd381853-c515-4760-a958-1432b4f74664] Received event network-changed-6aed8658-b935-4b06-9233-8c9c16dead81 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.042655] env[70323]: DEBUG nova.compute.manager [req-27bbb742-c50d-4b4c-9c14-6bd913a64b0d req-308aba28-fa18-445d-a55d-6113bc3c7241 service nova] [instance: cd381853-c515-4760-a958-1432b4f74664] Refreshing instance network info cache due to event network-changed-6aed8658-b935-4b06-9233-8c9c16dead81. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1034.042933] env[70323]: DEBUG oslo_concurrency.lockutils [req-27bbb742-c50d-4b4c-9c14-6bd913a64b0d req-308aba28-fa18-445d-a55d-6113bc3c7241 service nova] Acquiring lock "refresh_cache-cd381853-c515-4760-a958-1432b4f74664" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.044466] env[70323]: DEBUG oslo_vmware.api [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for the task: (returnval){ [ 1034.044466] env[70323]: value = "task-3227602" [ 1034.044466] env[70323]: _type = "Task" [ 1034.044466] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.055726] env[70323]: DEBUG oslo_vmware.api [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227602, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.097584] env[70323]: DEBUG nova.scheduler.client.report [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1034.155925] env[70323]: DEBUG oslo_vmware.api [None req-c71b1575-a0ec-4502-8f64-ff1b8cddbdd1 tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Task: {'id': task-3227601, 'name': Rename_Task, 'duration_secs': 0.162896} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.156320] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-c71b1575-a0ec-4502-8f64-ff1b8cddbdd1 tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1034.156644] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47e01a78-c7b8-4756-a463-76268692dbea {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.163917] env[70323]: DEBUG oslo_vmware.api [None req-c71b1575-a0ec-4502-8f64-ff1b8cddbdd1 tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Waiting for the task: (returnval){ [ 1034.163917] env[70323]: value = "task-3227603" [ 1034.163917] env[70323]: _type = "Task" [ 1034.163917] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.172199] env[70323]: DEBUG oslo_vmware.api [None req-c71b1575-a0ec-4502-8f64-ff1b8cddbdd1 tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Task: {'id': task-3227603, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.273835] env[70323]: DEBUG nova.network.neutron [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: cd381853-c515-4760-a958-1432b4f74664] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1034.375816] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d9eafb30-8184-4018-bc1f-3f2493b37e66 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Acquiring lock "d166ff9e-cf66-456d-89a4-8361f8bc3e5e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.376108] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d9eafb30-8184-4018-bc1f-3f2493b37e66 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Lock "d166ff9e-cf66-456d-89a4-8361f8bc3e5e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.376984] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d9eafb30-8184-4018-bc1f-3f2493b37e66 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Acquiring lock "d166ff9e-cf66-456d-89a4-8361f8bc3e5e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.376984] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d9eafb30-8184-4018-bc1f-3f2493b37e66 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Lock "d166ff9e-cf66-456d-89a4-8361f8bc3e5e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.376984] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d9eafb30-8184-4018-bc1f-3f2493b37e66 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Lock "d166ff9e-cf66-456d-89a4-8361f8bc3e5e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.378956] env[70323]: INFO nova.compute.manager [None req-d9eafb30-8184-4018-bc1f-3f2493b37e66 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: d166ff9e-cf66-456d-89a4-8361f8bc3e5e] Terminating instance [ 1034.478319] env[70323]: DEBUG nova.network.neutron [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: cd381853-c515-4760-a958-1432b4f74664] Updating instance_info_cache with network_info: [{"id": "6aed8658-b935-4b06-9233-8c9c16dead81", "address": "fa:16:3e:72:c8:ac", "network": {"id": "e3d20059-147b-4d1f-a421-9503846473f4", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1898473140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04fdf27f549f49fe9ffe70ad77ffbf60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbd2870d-a51d-472a-8034-1b3e132b5cb6", "external-id": "nsx-vlan-transportzone-101", "segmentation_id": 101, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6aed8658-b9", "ovs_interfaceid": "6aed8658-b935-4b06-9233-8c9c16dead81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.479537] env[70323]: DEBUG oslo_concurrency.lockutils [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquiring lock "87a4e63b-abcc-4c4c-ae98-34682ee91ba8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.479873] env[70323]: DEBUG oslo_concurrency.lockutils [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lock "87a4e63b-abcc-4c4c-ae98-34682ee91ba8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.485700] env[70323]: DEBUG nova.compute.manager [req-b4437159-f814-4e5c-af45-83d2cf6754ea req-34f026ae-7b82-4749-9352-5c2d9f47be78 service nova] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Received event network-vif-deleted-1f0dc2a6-69cb-4288-a0b4-76ee9d502810 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.486131] env[70323]: INFO nova.compute.manager [req-b4437159-f814-4e5c-af45-83d2cf6754ea req-34f026ae-7b82-4749-9352-5c2d9f47be78 service nova] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Neutron deleted interface 1f0dc2a6-69cb-4288-a0b4-76ee9d502810; detaching it from the instance and deleting it from the info cache [ 1034.486131] env[70323]: DEBUG nova.network.neutron [req-b4437159-f814-4e5c-af45-83d2cf6754ea req-34f026ae-7b82-4749-9352-5c2d9f47be78 service nova] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Updating instance_info_cache with network_info: [{"id": "ff815f0e-0a04-4dd8-b7e0-6d331fca2611", "address": "fa:16:3e:46:6c:08", "network": {"id": "72c9180f-a081-4a3c-a140-c168d882c6f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1947974250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "629980704660404c9e5b2a810d6182a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff815f0e-0a", "ovs_interfaceid": "ff815f0e-0a04-4dd8-b7e0-6d331fca2611", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b64dc1b5-747e-4ae0-a664-92c1ba840c73", "address": "fa:16:3e:16:54:8f", "network": {"id": "72c9180f-a081-4a3c-a140-c168d882c6f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1947974250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "629980704660404c9e5b2a810d6182a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb64dc1b5-74", "ovs_interfaceid": "b64dc1b5-747e-4ae0-a664-92c1ba840c73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.555783] env[70323]: DEBUG oslo_vmware.api [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227602, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.602928] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.404s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.603519] env[70323]: DEBUG nova.compute.manager [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] [instance: 8cf2ea62-ac85-478d-8b4a-be3a60163060] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1034.606067] env[70323]: DEBUG oslo_concurrency.lockutils [None req-47626166-c54f-4f35-a55d-20597283a98a tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.331s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.606304] env[70323]: DEBUG nova.objects.instance [None req-47626166-c54f-4f35-a55d-20597283a98a tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Lazy-loading 'resources' on Instance uuid a7c83740-b777-4254-9f59-cb1b9b5f1c9d {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1034.675182] env[70323]: DEBUG oslo_vmware.api [None req-c71b1575-a0ec-4502-8f64-ff1b8cddbdd1 tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Task: {'id': task-3227603, 'name': PowerOnVM_Task, 'duration_secs': 0.483217} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.675471] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-c71b1575-a0ec-4502-8f64-ff1b8cddbdd1 tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1034.676033] env[70323]: INFO nova.compute.manager [None req-c71b1575-a0ec-4502-8f64-ff1b8cddbdd1 tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] Took 4.19 seconds to spawn the instance on the hypervisor. [ 1034.676033] env[70323]: DEBUG nova.compute.manager [None req-c71b1575-a0ec-4502-8f64-ff1b8cddbdd1 tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1034.676682] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e2cdf7-bc67-4d57-941d-9b13777b0e21 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.887505] env[70323]: DEBUG nova.compute.manager [None req-d9eafb30-8184-4018-bc1f-3f2493b37e66 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: d166ff9e-cf66-456d-89a4-8361f8bc3e5e] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1034.887920] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-d9eafb30-8184-4018-bc1f-3f2493b37e66 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: d166ff9e-cf66-456d-89a4-8361f8bc3e5e] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1034.889247] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6919f9cc-fc4e-45cd-9697-64df36190a4e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.898089] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9eafb30-8184-4018-bc1f-3f2493b37e66 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: d166ff9e-cf66-456d-89a4-8361f8bc3e5e] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1034.898343] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-606a936d-d1ee-44e0-b776-bcf0a7497f71 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.906612] env[70323]: DEBUG oslo_vmware.api [None req-d9eafb30-8184-4018-bc1f-3f2493b37e66 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Waiting for the task: (returnval){ [ 1034.906612] env[70323]: value = "task-3227604" [ 1034.906612] env[70323]: _type = "Task" [ 1034.906612] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.917617] env[70323]: DEBUG oslo_vmware.api [None req-d9eafb30-8184-4018-bc1f-3f2493b37e66 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': task-3227604, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.981754] env[70323]: DEBUG oslo_concurrency.lockutils [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Releasing lock "refresh_cache-cd381853-c515-4760-a958-1432b4f74664" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.982104] env[70323]: DEBUG nova.compute.manager [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: cd381853-c515-4760-a958-1432b4f74664] Instance network_info: |[{"id": "6aed8658-b935-4b06-9233-8c9c16dead81", "address": "fa:16:3e:72:c8:ac", "network": {"id": "e3d20059-147b-4d1f-a421-9503846473f4", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1898473140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04fdf27f549f49fe9ffe70ad77ffbf60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbd2870d-a51d-472a-8034-1b3e132b5cb6", "external-id": "nsx-vlan-transportzone-101", "segmentation_id": 101, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6aed8658-b9", "ovs_interfaceid": "6aed8658-b935-4b06-9233-8c9c16dead81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1034.982416] env[70323]: DEBUG oslo_concurrency.lockutils [req-27bbb742-c50d-4b4c-9c14-6bd913a64b0d req-308aba28-fa18-445d-a55d-6113bc3c7241 service nova] Acquired lock "refresh_cache-cd381853-c515-4760-a958-1432b4f74664" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.982598] env[70323]: DEBUG nova.network.neutron [req-27bbb742-c50d-4b4c-9c14-6bd913a64b0d req-308aba28-fa18-445d-a55d-6113bc3c7241 service nova] [instance: cd381853-c515-4760-a958-1432b4f74664] Refreshing network info cache for port 6aed8658-b935-4b06-9233-8c9c16dead81 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1034.983901] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: cd381853-c515-4760-a958-1432b4f74664] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:c8:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dbd2870d-a51d-472a-8034-1b3e132b5cb6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6aed8658-b935-4b06-9233-8c9c16dead81', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1034.991825] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1034.995178] env[70323]: DEBUG nova.compute.manager [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 87a4e63b-abcc-4c4c-ae98-34682ee91ba8] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1034.997849] env[70323]: DEBUG oslo_concurrency.lockutils [req-b4437159-f814-4e5c-af45-83d2cf6754ea req-34f026ae-7b82-4749-9352-5c2d9f47be78 service nova] Acquiring lock "4d3d5652-902c-403f-86e8-6026b8da97fe" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.998050] env[70323]: DEBUG oslo_concurrency.lockutils [req-b4437159-f814-4e5c-af45-83d2cf6754ea req-34f026ae-7b82-4749-9352-5c2d9f47be78 service nova] Acquired lock "4d3d5652-902c-403f-86e8-6026b8da97fe" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.998308] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd381853-c515-4760-a958-1432b4f74664] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1034.999487] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5053c7-e0ff-4026-a7ef-c48c086c86e5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.002571] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44b94cd0-0f58-4e3f-8c54-fe748093f0df {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.037062] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1ced59fb-b1c1-4162-8d81-d56497f79f66 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquiring lock "4d3d5652-902c-403f-86e8-6026b8da97fe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.040329] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-190bb7ff-04d2-4e9c-b9c4-70bc28a3c35b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.042937] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1035.042937] env[70323]: value = "task-3227605" [ 1035.042937] env[70323]: _type = "Task" [ 1035.042937] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.068585] env[70323]: DEBUG nova.virt.vmwareapi.vmops [req-b4437159-f814-4e5c-af45-83d2cf6754ea req-34f026ae-7b82-4749-9352-5c2d9f47be78 service nova] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Reconfiguring VM to detach interface {{(pid=70323) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1035.074853] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b321944d-67e8-48e6-b95f-41b69a120cc8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.092704] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227605, 'name': CreateVM_Task} progress is 15%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.099092] env[70323]: DEBUG oslo_vmware.api [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227602, 'name': PowerOnVM_Task, 'duration_secs': 0.872102} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.100485] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1035.100707] env[70323]: INFO nova.compute.manager [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Took 8.75 seconds to spawn the instance on the hypervisor. [ 1035.100903] env[70323]: DEBUG nova.compute.manager [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1035.101598] env[70323]: DEBUG oslo_vmware.api [req-b4437159-f814-4e5c-af45-83d2cf6754ea req-34f026ae-7b82-4749-9352-5c2d9f47be78 service nova] Waiting for the task: (returnval){ [ 1035.101598] env[70323]: value = "task-3227606" [ 1035.101598] env[70323]: _type = "Task" [ 1035.101598] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.102491] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6267657b-2388-4486-8009-a0d3d6bace3c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.115249] env[70323]: DEBUG nova.compute.utils [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1035.119941] env[70323]: DEBUG nova.compute.manager [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] [instance: 8cf2ea62-ac85-478d-8b4a-be3a60163060] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1035.120202] env[70323]: DEBUG nova.network.neutron [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] [instance: 8cf2ea62-ac85-478d-8b4a-be3a60163060] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1035.125191] env[70323]: DEBUG oslo_concurrency.lockutils [None req-95df56ad-ddc0-49a0-8cab-5253d15463ec tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquiring lock "refresh_cache-4d3d5652-902c-403f-86e8-6026b8da97fe" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.125191] env[70323]: DEBUG oslo_concurrency.lockutils [None req-95df56ad-ddc0-49a0-8cab-5253d15463ec tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquired lock "refresh_cache-4d3d5652-902c-403f-86e8-6026b8da97fe" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.125191] env[70323]: DEBUG nova.network.neutron [None req-95df56ad-ddc0-49a0-8cab-5253d15463ec tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1035.125191] env[70323]: DEBUG oslo_vmware.api [req-b4437159-f814-4e5c-af45-83d2cf6754ea req-34f026ae-7b82-4749-9352-5c2d9f47be78 service nova] Task: {'id': task-3227606, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.198893] env[70323]: INFO nova.compute.manager [None req-c71b1575-a0ec-4502-8f64-ff1b8cddbdd1 tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] Took 37.02 seconds to build instance. [ 1035.215468] env[70323]: DEBUG nova.policy [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd1af454671b43dfb38c9649dac3c3fb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2421f56f6b89441eb6361b8bea5b93f7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 1035.428040] env[70323]: DEBUG oslo_vmware.api [None req-d9eafb30-8184-4018-bc1f-3f2493b37e66 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': task-3227604, 'name': PowerOffVM_Task, 'duration_secs': 0.323741} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.428040] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9eafb30-8184-4018-bc1f-3f2493b37e66 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: d166ff9e-cf66-456d-89a4-8361f8bc3e5e] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1035.428040] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-d9eafb30-8184-4018-bc1f-3f2493b37e66 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: d166ff9e-cf66-456d-89a4-8361f8bc3e5e] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1035.428040] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e93114f1-cc2f-429e-b0dc-fc68b2639de6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.497915] env[70323]: DEBUG nova.network.neutron [req-27bbb742-c50d-4b4c-9c14-6bd913a64b0d req-308aba28-fa18-445d-a55d-6113bc3c7241 service nova] [instance: cd381853-c515-4760-a958-1432b4f74664] Updated VIF entry in instance network info cache for port 6aed8658-b935-4b06-9233-8c9c16dead81. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1035.504346] env[70323]: DEBUG nova.network.neutron [req-27bbb742-c50d-4b4c-9c14-6bd913a64b0d req-308aba28-fa18-445d-a55d-6113bc3c7241 service nova] [instance: cd381853-c515-4760-a958-1432b4f74664] Updating instance_info_cache with network_info: [{"id": "6aed8658-b935-4b06-9233-8c9c16dead81", "address": "fa:16:3e:72:c8:ac", "network": {"id": "e3d20059-147b-4d1f-a421-9503846473f4", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1898473140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04fdf27f549f49fe9ffe70ad77ffbf60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbd2870d-a51d-472a-8034-1b3e132b5cb6", "external-id": "nsx-vlan-transportzone-101", "segmentation_id": 101, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6aed8658-b9", "ovs_interfaceid": "6aed8658-b935-4b06-9233-8c9c16dead81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.511372] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212c1d80-75af-41b6-a69d-99d8a41da8ad {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.527052] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-d9eafb30-8184-4018-bc1f-3f2493b37e66 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: d166ff9e-cf66-456d-89a4-8361f8bc3e5e] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1035.527052] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-d9eafb30-8184-4018-bc1f-3f2493b37e66 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: d166ff9e-cf66-456d-89a4-8361f8bc3e5e] Deleting contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1035.527052] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9eafb30-8184-4018-bc1f-3f2493b37e66 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Deleting the datastore file [datastore2] d166ff9e-cf66-456d-89a4-8361f8bc3e5e {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1035.527052] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5287399b-d466-46b1-9d1c-ae017d6da119 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.530738] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-789180ae-9d22-4c19-abed-424e004ae71c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.535583] env[70323]: DEBUG oslo_vmware.api [None req-d9eafb30-8184-4018-bc1f-3f2493b37e66 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Waiting for the task: (returnval){ [ 1035.535583] env[70323]: value = "task-3227608" [ 1035.535583] env[70323]: _type = "Task" [ 1035.535583] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.566030] env[70323]: DEBUG oslo_concurrency.lockutils [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.569331] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fdb865f-1b2c-441f-9ccc-45a0d5012c4c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.575324] env[70323]: DEBUG oslo_vmware.api [None req-d9eafb30-8184-4018-bc1f-3f2493b37e66 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': task-3227608, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.584825] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ceda08f-9c35-4eba-96f8-33c21586e8da {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.588725] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227605, 'name': CreateVM_Task, 'duration_secs': 0.43732} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.588982] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd381853-c515-4760-a958-1432b4f74664] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1035.591424] env[70323]: DEBUG oslo_concurrency.lockutils [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.591424] env[70323]: DEBUG oslo_concurrency.lockutils [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.591424] env[70323]: DEBUG oslo_concurrency.lockutils [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.591424] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82fbdf74-5f8e-4f5e-83f4-7a1d66d99fe9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.602099] env[70323]: DEBUG nova.compute.provider_tree [None req-47626166-c54f-4f35-a55d-20597283a98a tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.607645] env[70323]: DEBUG oslo_vmware.api [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Waiting for the task: (returnval){ [ 1035.607645] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5205b1a3-8460-39d3-239b-2b36465ba2d1" [ 1035.607645] env[70323]: _type = "Task" [ 1035.607645] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.622402] env[70323]: DEBUG nova.compute.manager [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] [instance: 8cf2ea62-ac85-478d-8b4a-be3a60163060] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1035.625147] env[70323]: DEBUG oslo_vmware.api [req-b4437159-f814-4e5c-af45-83d2cf6754ea req-34f026ae-7b82-4749-9352-5c2d9f47be78 service nova] Task: {'id': task-3227606, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.628728] env[70323]: DEBUG oslo_vmware.api [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5205b1a3-8460-39d3-239b-2b36465ba2d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.638608] env[70323]: INFO nova.compute.manager [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Took 46.28 seconds to build instance. [ 1035.700836] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c71b1575-a0ec-4502-8f64-ff1b8cddbdd1 tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Lock "7df9555e-167b-432c-b2b2-1730bd69483e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.548s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.800647] env[70323]: DEBUG nova.network.neutron [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] [instance: 8cf2ea62-ac85-478d-8b4a-be3a60163060] Successfully created port: a2121bb9-552d-41e2-9344-8fe4d700ea80 {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1036.011375] env[70323]: DEBUG oslo_concurrency.lockutils [req-27bbb742-c50d-4b4c-9c14-6bd913a64b0d req-308aba28-fa18-445d-a55d-6113bc3c7241 service nova] Releasing lock "refresh_cache-cd381853-c515-4760-a958-1432b4f74664" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.011879] env[70323]: DEBUG oslo_concurrency.lockutils [None req-83c6b299-3b4f-4d5a-a138-8598d5c94fd2 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquiring lock "b52ff327-d2be-4acd-8604-7860947112af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.012114] env[70323]: DEBUG oslo_concurrency.lockutils [None req-83c6b299-3b4f-4d5a-a138-8598d5c94fd2 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Lock "b52ff327-d2be-4acd-8604-7860947112af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.012322] env[70323]: DEBUG oslo_concurrency.lockutils [None req-83c6b299-3b4f-4d5a-a138-8598d5c94fd2 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquiring lock "b52ff327-d2be-4acd-8604-7860947112af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.012512] env[70323]: DEBUG oslo_concurrency.lockutils [None req-83c6b299-3b4f-4d5a-a138-8598d5c94fd2 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Lock "b52ff327-d2be-4acd-8604-7860947112af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.012690] env[70323]: DEBUG oslo_concurrency.lockutils [None req-83c6b299-3b4f-4d5a-a138-8598d5c94fd2 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Lock "b52ff327-d2be-4acd-8604-7860947112af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.014888] env[70323]: INFO nova.compute.manager [None req-83c6b299-3b4f-4d5a-a138-8598d5c94fd2 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: b52ff327-d2be-4acd-8604-7860947112af] Terminating instance [ 1036.045759] env[70323]: DEBUG oslo_vmware.api [None req-d9eafb30-8184-4018-bc1f-3f2493b37e66 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': task-3227608, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.346674} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.046039] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9eafb30-8184-4018-bc1f-3f2493b37e66 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1036.046233] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-d9eafb30-8184-4018-bc1f-3f2493b37e66 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: d166ff9e-cf66-456d-89a4-8361f8bc3e5e] Deleted contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1036.046411] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-d9eafb30-8184-4018-bc1f-3f2493b37e66 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: d166ff9e-cf66-456d-89a4-8361f8bc3e5e] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1036.046583] env[70323]: INFO nova.compute.manager [None req-d9eafb30-8184-4018-bc1f-3f2493b37e66 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: d166ff9e-cf66-456d-89a4-8361f8bc3e5e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1036.046814] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9eafb30-8184-4018-bc1f-3f2493b37e66 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1036.047021] env[70323]: DEBUG nova.compute.manager [-] [instance: d166ff9e-cf66-456d-89a4-8361f8bc3e5e] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1036.047198] env[70323]: DEBUG nova.network.neutron [-] [instance: d166ff9e-cf66-456d-89a4-8361f8bc3e5e] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1036.100251] env[70323]: INFO nova.network.neutron [None req-95df56ad-ddc0-49a0-8cab-5253d15463ec tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Port b64dc1b5-747e-4ae0-a664-92c1ba840c73 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1036.100788] env[70323]: DEBUG nova.network.neutron [None req-95df56ad-ddc0-49a0-8cab-5253d15463ec tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Updating instance_info_cache with network_info: [{"id": "ff815f0e-0a04-4dd8-b7e0-6d331fca2611", "address": "fa:16:3e:46:6c:08", "network": {"id": "72c9180f-a081-4a3c-a140-c168d882c6f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1947974250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "629980704660404c9e5b2a810d6182a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff815f0e-0a", "ovs_interfaceid": "ff815f0e-0a04-4dd8-b7e0-6d331fca2611", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.109361] env[70323]: DEBUG nova.scheduler.client.report [None req-47626166-c54f-4f35-a55d-20597283a98a tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.121780] env[70323]: DEBUG nova.compute.manager [req-c53aba66-d9c2-4742-967f-7aaf24e72005 req-8d09da05-6d66-46c0-8d5d-d29f476452f8 service nova] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Received event network-vif-deleted-b64dc1b5-747e-4ae0-a664-92c1ba840c73 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.121980] env[70323]: INFO nova.compute.manager [req-c53aba66-d9c2-4742-967f-7aaf24e72005 req-8d09da05-6d66-46c0-8d5d-d29f476452f8 service nova] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Neutron deleted interface b64dc1b5-747e-4ae0-a664-92c1ba840c73; detaching it from the instance and deleting it from the info cache [ 1036.122272] env[70323]: DEBUG nova.network.neutron [req-c53aba66-d9c2-4742-967f-7aaf24e72005 req-8d09da05-6d66-46c0-8d5d-d29f476452f8 service nova] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Updating instance_info_cache with network_info: [{"id": "ff815f0e-0a04-4dd8-b7e0-6d331fca2611", "address": "fa:16:3e:46:6c:08", "network": {"id": "72c9180f-a081-4a3c-a140-c168d882c6f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1947974250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "629980704660404c9e5b2a810d6182a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff815f0e-0a", "ovs_interfaceid": "ff815f0e-0a04-4dd8-b7e0-6d331fca2611", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.128451] env[70323]: DEBUG oslo_vmware.api [req-b4437159-f814-4e5c-af45-83d2cf6754ea req-34f026ae-7b82-4749-9352-5c2d9f47be78 service nova] Task: {'id': task-3227606, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.135422] env[70323]: DEBUG oslo_vmware.api [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5205b1a3-8460-39d3-239b-2b36465ba2d1, 'name': SearchDatastore_Task, 'duration_secs': 0.019677} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.136089] env[70323]: DEBUG oslo_concurrency.lockutils [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.136334] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: cd381853-c515-4760-a958-1432b4f74664] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1036.136543] env[70323]: DEBUG oslo_concurrency.lockutils [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.136685] env[70323]: DEBUG oslo_concurrency.lockutils [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.136855] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1036.137334] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b7f4c8e8-24b2-4be8-9f93-cabe563b8606 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.142811] env[70323]: DEBUG oslo_concurrency.lockutils [None req-75370141-a7b1-489c-9bcb-f1f403f26c50 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Lock "bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.792s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.151106] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1036.151282] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1036.152085] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5501b2e5-d9be-46ca-856d-964ae826e360 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.158574] env[70323]: DEBUG oslo_vmware.api [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Waiting for the task: (returnval){ [ 1036.158574] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52be2ce3-c62b-c538-cd09-0587b8ce7874" [ 1036.158574] env[70323]: _type = "Task" [ 1036.158574] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.172024] env[70323]: DEBUG oslo_vmware.api [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52be2ce3-c62b-c538-cd09-0587b8ce7874, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.519174] env[70323]: DEBUG nova.compute.manager [None req-83c6b299-3b4f-4d5a-a138-8598d5c94fd2 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: b52ff327-d2be-4acd-8604-7860947112af] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1036.519394] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-83c6b299-3b4f-4d5a-a138-8598d5c94fd2 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: b52ff327-d2be-4acd-8604-7860947112af] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1036.520355] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ee9fc8-3bb5-409e-b3c5-0185068ca6bc {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.528329] env[70323]: DEBUG nova.compute.manager [req-1752d7fa-8cd4-44e0-b52b-230831986f6c req-b34fb113-8a2e-42d8-b84a-a57dc37f5763 service nova] [instance: d166ff9e-cf66-456d-89a4-8361f8bc3e5e] Received event network-vif-deleted-98a24f28-67a7-4c26-b6e4-0b900a909eec {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.528518] env[70323]: INFO nova.compute.manager [req-1752d7fa-8cd4-44e0-b52b-230831986f6c req-b34fb113-8a2e-42d8-b84a-a57dc37f5763 service nova] [instance: d166ff9e-cf66-456d-89a4-8361f8bc3e5e] Neutron deleted interface 98a24f28-67a7-4c26-b6e4-0b900a909eec; detaching it from the instance and deleting it from the info cache [ 1036.528694] env[70323]: DEBUG nova.network.neutron [req-1752d7fa-8cd4-44e0-b52b-230831986f6c req-b34fb113-8a2e-42d8-b84a-a57dc37f5763 service nova] [instance: d166ff9e-cf66-456d-89a4-8361f8bc3e5e] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.532393] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c6b299-3b4f-4d5a-a138-8598d5c94fd2 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: b52ff327-d2be-4acd-8604-7860947112af] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1036.532828] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc3d2c54-829a-4bf6-9b3d-9a4504b473dc {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.540861] env[70323]: DEBUG oslo_vmware.api [None req-83c6b299-3b4f-4d5a-a138-8598d5c94fd2 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Waiting for the task: (returnval){ [ 1036.540861] env[70323]: value = "task-3227609" [ 1036.540861] env[70323]: _type = "Task" [ 1036.540861] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.550747] env[70323]: DEBUG oslo_vmware.api [None req-83c6b299-3b4f-4d5a-a138-8598d5c94fd2 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3227609, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.603186] env[70323]: DEBUG oslo_concurrency.lockutils [None req-95df56ad-ddc0-49a0-8cab-5253d15463ec tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Releasing lock "refresh_cache-4d3d5652-902c-403f-86e8-6026b8da97fe" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.620842] env[70323]: DEBUG oslo_concurrency.lockutils [None req-47626166-c54f-4f35-a55d-20597283a98a tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.015s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.623122] env[70323]: DEBUG oslo_vmware.api [req-b4437159-f814-4e5c-af45-83d2cf6754ea req-34f026ae-7b82-4749-9352-5c2d9f47be78 service nova] Task: {'id': task-3227606, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.623584] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f0c2ca54-bc3a-4f3b-b4d0-4864627c7a05 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.584s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.623812] env[70323]: DEBUG nova.objects.instance [None req-f0c2ca54-bc3a-4f3b-b4d0-4864627c7a05 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Lazy-loading 'resources' on Instance uuid ed2244d5-6b4f-4cc0-826b-fdb84f541ef6 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1036.625100] env[70323]: DEBUG oslo_concurrency.lockutils [req-c53aba66-d9c2-4742-967f-7aaf24e72005 req-8d09da05-6d66-46c0-8d5d-d29f476452f8 service nova] Acquiring lock "4d3d5652-902c-403f-86e8-6026b8da97fe" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.636905] env[70323]: DEBUG nova.compute.manager [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] [instance: 8cf2ea62-ac85-478d-8b4a-be3a60163060] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1036.650508] env[70323]: INFO nova.scheduler.client.report [None req-47626166-c54f-4f35-a55d-20597283a98a tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Deleted allocations for instance a7c83740-b777-4254-9f59-cb1b9b5f1c9d [ 1036.675780] env[70323]: DEBUG oslo_vmware.api [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52be2ce3-c62b-c538-cd09-0587b8ce7874, 'name': SearchDatastore_Task, 'duration_secs': 0.012584} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.679450] env[70323]: DEBUG nova.virt.hardware [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1036.679450] env[70323]: DEBUG nova.virt.hardware [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1036.679450] env[70323]: DEBUG nova.virt.hardware [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1036.679450] env[70323]: DEBUG nova.virt.hardware [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1036.679450] env[70323]: DEBUG nova.virt.hardware [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1036.679450] env[70323]: DEBUG nova.virt.hardware [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1036.679450] env[70323]: DEBUG nova.virt.hardware [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1036.679780] env[70323]: DEBUG nova.virt.hardware [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1036.679780] env[70323]: DEBUG nova.virt.hardware [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1036.679944] env[70323]: DEBUG nova.virt.hardware [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1036.680137] env[70323]: DEBUG nova.virt.hardware [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1036.681685] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f14c882c-6ca2-44d8-8ff7-93d5863466eb {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.684502] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bbf3c5f-6c61-4082-aa61-3cb02673b9d3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.693839] env[70323]: DEBUG oslo_vmware.api [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Waiting for the task: (returnval){ [ 1036.693839] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52a20db4-e194-6561-a6ef-91e217a31e22" [ 1036.693839] env[70323]: _type = "Task" [ 1036.693839] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.703108] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6617e451-f5af-4131-804b-e85c2e002007 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.713378] env[70323]: DEBUG oslo_vmware.api [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52a20db4-e194-6561-a6ef-91e217a31e22, 'name': SearchDatastore_Task, 'duration_secs': 0.010699} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.722347] env[70323]: DEBUG oslo_concurrency.lockutils [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.722631] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] cd381853-c515-4760-a958-1432b4f74664/cd381853-c515-4760-a958-1432b4f74664.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1036.723742] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-184365e6-de33-49d8-91fd-9bd08e3520fb {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.731742] env[70323]: DEBUG oslo_vmware.api [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Waiting for the task: (returnval){ [ 1036.731742] env[70323]: value = "task-3227610" [ 1036.731742] env[70323]: _type = "Task" [ 1036.731742] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.742011] env[70323]: DEBUG oslo_vmware.api [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': task-3227610, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.009808] env[70323]: DEBUG nova.network.neutron [-] [instance: d166ff9e-cf66-456d-89a4-8361f8bc3e5e] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.033699] env[70323]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0c2b73d1-84d0-42f7-8ec1-4e00b6fabfb4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.049937] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ceb674-8b18-44a9-ac2d-9c8fe1057bbb {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.064424] env[70323]: DEBUG oslo_vmware.api [None req-83c6b299-3b4f-4d5a-a138-8598d5c94fd2 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3227609, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.090903] env[70323]: DEBUG nova.compute.manager [req-1752d7fa-8cd4-44e0-b52b-230831986f6c req-b34fb113-8a2e-42d8-b84a-a57dc37f5763 service nova] [instance: d166ff9e-cf66-456d-89a4-8361f8bc3e5e] Detach interface failed, port_id=98a24f28-67a7-4c26-b6e4-0b900a909eec, reason: Instance d166ff9e-cf66-456d-89a4-8361f8bc3e5e could not be found. {{(pid=70323) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1037.108102] env[70323]: DEBUG oslo_concurrency.lockutils [None req-95df56ad-ddc0-49a0-8cab-5253d15463ec tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Lock "interface-4d3d5652-902c-403f-86e8-6026b8da97fe-b64dc1b5-747e-4ae0-a664-92c1ba840c73" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.880s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.122958] env[70323]: DEBUG oslo_vmware.api [req-b4437159-f814-4e5c-af45-83d2cf6754ea req-34f026ae-7b82-4749-9352-5c2d9f47be78 service nova] Task: {'id': task-3227606, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.160648] env[70323]: DEBUG oslo_concurrency.lockutils [None req-47626166-c54f-4f35-a55d-20597283a98a tempest-ServerDiagnosticsTest-2144236622 tempest-ServerDiagnosticsTest-2144236622-project-member] Lock "a7c83740-b777-4254-9f59-cb1b9b5f1c9d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.584s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.243753] env[70323]: DEBUG oslo_vmware.api [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': task-3227610, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.451921] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2db5e8-6ca6-472a-8442-ecb28602a67c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.461539] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdac462c-2272-4bb1-a5aa-b5d4e1e154db {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.495555] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b95efca6-f604-41f7-8ee8-3484f484746a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.505192] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf235c7-b107-4e26-bbe6-b6fe1adc6d3e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.526025] env[70323]: INFO nova.compute.manager [-] [instance: d166ff9e-cf66-456d-89a4-8361f8bc3e5e] Took 1.48 seconds to deallocate network for instance. [ 1037.526025] env[70323]: DEBUG nova.compute.provider_tree [None req-f0c2ca54-bc3a-4f3b-b4d0-4864627c7a05 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.552745] env[70323]: DEBUG oslo_vmware.api [None req-83c6b299-3b4f-4d5a-a138-8598d5c94fd2 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3227609, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.621275] env[70323]: DEBUG oslo_vmware.api [req-b4437159-f814-4e5c-af45-83d2cf6754ea req-34f026ae-7b82-4749-9352-5c2d9f47be78 service nova] Task: {'id': task-3227606, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.743679] env[70323]: DEBUG oslo_vmware.api [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': task-3227610, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54535} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.744709] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] cd381853-c515-4760-a958-1432b4f74664/cd381853-c515-4760-a958-1432b4f74664.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1037.744709] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: cd381853-c515-4760-a958-1432b4f74664] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1037.744886] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b22fb7dd-c905-4dc3-ab10-0c00f61c02c4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.755245] env[70323]: DEBUG oslo_vmware.api [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Waiting for the task: (returnval){ [ 1037.755245] env[70323]: value = "task-3227611" [ 1037.755245] env[70323]: _type = "Task" [ 1037.755245] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.767471] env[70323]: DEBUG oslo_vmware.api [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': task-3227611, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.902523] env[70323]: DEBUG nova.network.neutron [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] [instance: 8cf2ea62-ac85-478d-8b4a-be3a60163060] Successfully updated port: a2121bb9-552d-41e2-9344-8fe4d700ea80 {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1038.033074] env[70323]: DEBUG nova.scheduler.client.report [None req-f0c2ca54-bc3a-4f3b-b4d0-4864627c7a05 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1038.037474] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d9eafb30-8184-4018-bc1f-3f2493b37e66 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.053764] env[70323]: DEBUG oslo_vmware.api [None req-83c6b299-3b4f-4d5a-a138-8598d5c94fd2 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3227609, 'name': PowerOffVM_Task, 'duration_secs': 1.311065} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.054037] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c6b299-3b4f-4d5a-a138-8598d5c94fd2 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: b52ff327-d2be-4acd-8604-7860947112af] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1038.054216] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-83c6b299-3b4f-4d5a-a138-8598d5c94fd2 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: b52ff327-d2be-4acd-8604-7860947112af] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1038.054801] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-04af6dc2-7ea9-4d23-ada0-9973b0b9ee0a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.122347] env[70323]: DEBUG oslo_vmware.api [req-b4437159-f814-4e5c-af45-83d2cf6754ea req-34f026ae-7b82-4749-9352-5c2d9f47be78 service nova] Task: {'id': task-3227606, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.150243] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-83c6b299-3b4f-4d5a-a138-8598d5c94fd2 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: b52ff327-d2be-4acd-8604-7860947112af] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1038.150496] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-83c6b299-3b4f-4d5a-a138-8598d5c94fd2 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: b52ff327-d2be-4acd-8604-7860947112af] Deleting contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1038.150758] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-83c6b299-3b4f-4d5a-a138-8598d5c94fd2 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Deleting the datastore file [datastore2] b52ff327-d2be-4acd-8604-7860947112af {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1038.151110] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b818759f-7ad0-48ce-a357-7f2803f07a5b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.160360] env[70323]: DEBUG oslo_vmware.api [None req-83c6b299-3b4f-4d5a-a138-8598d5c94fd2 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Waiting for the task: (returnval){ [ 1038.160360] env[70323]: value = "task-3227613" [ 1038.160360] env[70323]: _type = "Task" [ 1038.160360] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.169653] env[70323]: DEBUG oslo_vmware.api [None req-83c6b299-3b4f-4d5a-a138-8598d5c94fd2 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3227613, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.251496] env[70323]: DEBUG nova.compute.manager [req-ea8101ee-ff59-4adf-adaf-51e6074517a2 req-eb089c1b-c93f-4bbe-a70d-298587b12046 service nova] [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] Received event network-changed-9504cd6c-d351-4977-84a4-2f704bd71909 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1038.251694] env[70323]: DEBUG nova.compute.manager [req-ea8101ee-ff59-4adf-adaf-51e6074517a2 req-eb089c1b-c93f-4bbe-a70d-298587b12046 service nova] [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] Refreshing instance network info cache due to event network-changed-9504cd6c-d351-4977-84a4-2f704bd71909. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1038.251940] env[70323]: DEBUG oslo_concurrency.lockutils [req-ea8101ee-ff59-4adf-adaf-51e6074517a2 req-eb089c1b-c93f-4bbe-a70d-298587b12046 service nova] Acquiring lock "refresh_cache-7df9555e-167b-432c-b2b2-1730bd69483e" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.252102] env[70323]: DEBUG oslo_concurrency.lockutils [req-ea8101ee-ff59-4adf-adaf-51e6074517a2 req-eb089c1b-c93f-4bbe-a70d-298587b12046 service nova] Acquired lock "refresh_cache-7df9555e-167b-432c-b2b2-1730bd69483e" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.252274] env[70323]: DEBUG nova.network.neutron [req-ea8101ee-ff59-4adf-adaf-51e6074517a2 req-eb089c1b-c93f-4bbe-a70d-298587b12046 service nova] [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] Refreshing network info cache for port 9504cd6c-d351-4977-84a4-2f704bd71909 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1038.267815] env[70323]: DEBUG oslo_vmware.api [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': task-3227611, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071912} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.268275] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: cd381853-c515-4760-a958-1432b4f74664] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1038.269746] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bffe7695-6a71-49b7-abcb-0c0057fd677e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.307625] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: cd381853-c515-4760-a958-1432b4f74664] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] cd381853-c515-4760-a958-1432b4f74664/cd381853-c515-4760-a958-1432b4f74664.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1038.308558] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86dd922c-9e00-4d35-a7f6-61ecfad4d233 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.340828] env[70323]: DEBUG oslo_vmware.api [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Waiting for the task: (returnval){ [ 1038.340828] env[70323]: value = "task-3227614" [ 1038.340828] env[70323]: _type = "Task" [ 1038.340828] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.353435] env[70323]: DEBUG oslo_vmware.api [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': task-3227614, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.405033] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Acquiring lock "refresh_cache-8cf2ea62-ac85-478d-8b4a-be3a60163060" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.405327] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Acquired lock "refresh_cache-8cf2ea62-ac85-478d-8b4a-be3a60163060" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.405589] env[70323]: DEBUG nova.network.neutron [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] [instance: 8cf2ea62-ac85-478d-8b4a-be3a60163060] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1038.538379] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f0c2ca54-bc3a-4f3b-b4d0-4864627c7a05 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.915s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.542114] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.778s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.543794] env[70323]: INFO nova.compute.claims [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] [instance: a9489d91-6f53-408b-b725-b16a886b104e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1038.554408] env[70323]: DEBUG nova.compute.manager [req-cc62045d-a01b-4ccd-9035-37e6c0288072 req-bcfa7b4c-32c2-4011-a354-d77c3295f8dd service nova] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Received event network-changed-91b4c25f-f731-43cb-8f63-7d64877f1294 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1038.554408] env[70323]: DEBUG nova.compute.manager [req-cc62045d-a01b-4ccd-9035-37e6c0288072 req-bcfa7b4c-32c2-4011-a354-d77c3295f8dd service nova] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Refreshing instance network info cache due to event network-changed-91b4c25f-f731-43cb-8f63-7d64877f1294. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1038.554408] env[70323]: DEBUG oslo_concurrency.lockutils [req-cc62045d-a01b-4ccd-9035-37e6c0288072 req-bcfa7b4c-32c2-4011-a354-d77c3295f8dd service nova] Acquiring lock "refresh_cache-bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.554760] env[70323]: DEBUG oslo_concurrency.lockutils [req-cc62045d-a01b-4ccd-9035-37e6c0288072 req-bcfa7b4c-32c2-4011-a354-d77c3295f8dd service nova] Acquired lock "refresh_cache-bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.554760] env[70323]: DEBUG nova.network.neutron [req-cc62045d-a01b-4ccd-9035-37e6c0288072 req-bcfa7b4c-32c2-4011-a354-d77c3295f8dd service nova] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Refreshing network info cache for port 91b4c25f-f731-43cb-8f63-7d64877f1294 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1038.564941] env[70323]: INFO nova.scheduler.client.report [None req-f0c2ca54-bc3a-4f3b-b4d0-4864627c7a05 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Deleted allocations for instance ed2244d5-6b4f-4cc0-826b-fdb84f541ef6 [ 1038.623701] env[70323]: DEBUG oslo_vmware.api [req-b4437159-f814-4e5c-af45-83d2cf6754ea req-34f026ae-7b82-4749-9352-5c2d9f47be78 service nova] Task: {'id': task-3227606, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.673084] env[70323]: DEBUG oslo_vmware.api [None req-83c6b299-3b4f-4d5a-a138-8598d5c94fd2 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3227613, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.853231] env[70323]: DEBUG oslo_vmware.api [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': task-3227614, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.953495] env[70323]: DEBUG nova.network.neutron [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] [instance: 8cf2ea62-ac85-478d-8b4a-be3a60163060] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1039.051240] env[70323]: DEBUG nova.network.neutron [req-ea8101ee-ff59-4adf-adaf-51e6074517a2 req-eb089c1b-c93f-4bbe-a70d-298587b12046 service nova] [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] Updated VIF entry in instance network info cache for port 9504cd6c-d351-4977-84a4-2f704bd71909. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1039.051506] env[70323]: DEBUG nova.network.neutron [req-ea8101ee-ff59-4adf-adaf-51e6074517a2 req-eb089c1b-c93f-4bbe-a70d-298587b12046 service nova] [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] Updating instance_info_cache with network_info: [{"id": "9504cd6c-d351-4977-84a4-2f704bd71909", "address": "fa:16:3e:10:c4:86", "network": {"id": "e55d1287-c1d3-43f7-8d90-597dcbca46a1", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-172455863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "599c1446baa74e7f9e6cfa68bdb29071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9504cd6c-d3", "ovs_interfaceid": "9504cd6c-d351-4977-84a4-2f704bd71909", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.073538] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f0c2ca54-bc3a-4f3b-b4d0-4864627c7a05 tempest-ImagesTestJSON-1654752205 tempest-ImagesTestJSON-1654752205-project-member] Lock "ed2244d5-6b4f-4cc0-826b-fdb84f541ef6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.493s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.123414] env[70323]: DEBUG oslo_vmware.api [req-b4437159-f814-4e5c-af45-83d2cf6754ea req-34f026ae-7b82-4749-9352-5c2d9f47be78 service nova] Task: {'id': task-3227606, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.132454] env[70323]: DEBUG nova.network.neutron [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] [instance: 8cf2ea62-ac85-478d-8b4a-be3a60163060] Updating instance_info_cache with network_info: [{"id": "a2121bb9-552d-41e2-9344-8fe4d700ea80", "address": "fa:16:3e:15:9f:7b", "network": {"id": "5bb0312e-ffe6-4795-8628-a2c413ad3b83", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1814741904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2421f56f6b89441eb6361b8bea5b93f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2121bb9-55", "ovs_interfaceid": "a2121bb9-552d-41e2-9344-8fe4d700ea80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.175031] env[70323]: DEBUG oslo_vmware.api [None req-83c6b299-3b4f-4d5a-a138-8598d5c94fd2 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3227613, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.591939} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.176144] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-83c6b299-3b4f-4d5a-a138-8598d5c94fd2 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1039.176470] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-83c6b299-3b4f-4d5a-a138-8598d5c94fd2 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: b52ff327-d2be-4acd-8604-7860947112af] Deleted contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1039.176772] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-83c6b299-3b4f-4d5a-a138-8598d5c94fd2 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: b52ff327-d2be-4acd-8604-7860947112af] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1039.178246] env[70323]: INFO nova.compute.manager [None req-83c6b299-3b4f-4d5a-a138-8598d5c94fd2 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: b52ff327-d2be-4acd-8604-7860947112af] Took 2.66 seconds to destroy the instance on the hypervisor. [ 1039.178246] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-83c6b299-3b4f-4d5a-a138-8598d5c94fd2 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1039.178246] env[70323]: DEBUG nova.compute.manager [-] [instance: b52ff327-d2be-4acd-8604-7860947112af] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1039.178246] env[70323]: DEBUG nova.network.neutron [-] [instance: b52ff327-d2be-4acd-8604-7860947112af] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1039.347496] env[70323]: DEBUG nova.network.neutron [req-cc62045d-a01b-4ccd-9035-37e6c0288072 req-bcfa7b4c-32c2-4011-a354-d77c3295f8dd service nova] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Updated VIF entry in instance network info cache for port 91b4c25f-f731-43cb-8f63-7d64877f1294. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1039.347845] env[70323]: DEBUG nova.network.neutron [req-cc62045d-a01b-4ccd-9035-37e6c0288072 req-bcfa7b4c-32c2-4011-a354-d77c3295f8dd service nova] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Updating instance_info_cache with network_info: [{"id": "91b4c25f-f731-43cb-8f63-7d64877f1294", "address": "fa:16:3e:b9:9a:f9", "network": {"id": "04147f98-e096-4b08-86fd-82e3dbb0599e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-823971767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59ea186f9eb14bfd914ef3bde9458745", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3952eb02-1162-48ed-8227-9c138960d583", "external-id": "nsx-vlan-transportzone-250", "segmentation_id": 250, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91b4c25f-f7", "ovs_interfaceid": "91b4c25f-f731-43cb-8f63-7d64877f1294", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.355507] env[70323]: DEBUG oslo_vmware.api [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': task-3227614, 'name': ReconfigVM_Task, 'duration_secs': 0.529169} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.355764] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: cd381853-c515-4760-a958-1432b4f74664] Reconfigured VM instance instance-0000005e to attach disk [datastore1] cd381853-c515-4760-a958-1432b4f74664/cd381853-c515-4760-a958-1432b4f74664.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1039.356432] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca9dab30-9f17-49b2-bec7-5d359ce690d6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.365682] env[70323]: DEBUG oslo_vmware.api [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Waiting for the task: (returnval){ [ 1039.365682] env[70323]: value = "task-3227615" [ 1039.365682] env[70323]: _type = "Task" [ 1039.365682] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.376848] env[70323]: DEBUG oslo_vmware.api [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': task-3227615, 'name': Rename_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.556960] env[70323]: DEBUG oslo_concurrency.lockutils [req-ea8101ee-ff59-4adf-adaf-51e6074517a2 req-eb089c1b-c93f-4bbe-a70d-298587b12046 service nova] Releasing lock "refresh_cache-7df9555e-167b-432c-b2b2-1730bd69483e" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.557236] env[70323]: DEBUG nova.compute.manager [req-ea8101ee-ff59-4adf-adaf-51e6074517a2 req-eb089c1b-c93f-4bbe-a70d-298587b12046 service nova] [instance: 8cf2ea62-ac85-478d-8b4a-be3a60163060] Received event network-vif-plugged-a2121bb9-552d-41e2-9344-8fe4d700ea80 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.557427] env[70323]: DEBUG oslo_concurrency.lockutils [req-ea8101ee-ff59-4adf-adaf-51e6074517a2 req-eb089c1b-c93f-4bbe-a70d-298587b12046 service nova] Acquiring lock "8cf2ea62-ac85-478d-8b4a-be3a60163060-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.558987] env[70323]: DEBUG oslo_concurrency.lockutils [req-ea8101ee-ff59-4adf-adaf-51e6074517a2 req-eb089c1b-c93f-4bbe-a70d-298587b12046 service nova] Lock "8cf2ea62-ac85-478d-8b4a-be3a60163060-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.558987] env[70323]: DEBUG oslo_concurrency.lockutils [req-ea8101ee-ff59-4adf-adaf-51e6074517a2 req-eb089c1b-c93f-4bbe-a70d-298587b12046 service nova] Lock "8cf2ea62-ac85-478d-8b4a-be3a60163060-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.558987] env[70323]: DEBUG nova.compute.manager [req-ea8101ee-ff59-4adf-adaf-51e6074517a2 req-eb089c1b-c93f-4bbe-a70d-298587b12046 service nova] [instance: 8cf2ea62-ac85-478d-8b4a-be3a60163060] No waiting events found dispatching network-vif-plugged-a2121bb9-552d-41e2-9344-8fe4d700ea80 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1039.558987] env[70323]: WARNING nova.compute.manager [req-ea8101ee-ff59-4adf-adaf-51e6074517a2 req-eb089c1b-c93f-4bbe-a70d-298587b12046 service nova] [instance: 8cf2ea62-ac85-478d-8b4a-be3a60163060] Received unexpected event network-vif-plugged-a2121bb9-552d-41e2-9344-8fe4d700ea80 for instance with vm_state building and task_state spawning. [ 1039.558987] env[70323]: DEBUG nova.compute.manager [req-ea8101ee-ff59-4adf-adaf-51e6074517a2 req-eb089c1b-c93f-4bbe-a70d-298587b12046 service nova] [instance: 8cf2ea62-ac85-478d-8b4a-be3a60163060] Received event network-changed-a2121bb9-552d-41e2-9344-8fe4d700ea80 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.558987] env[70323]: DEBUG nova.compute.manager [req-ea8101ee-ff59-4adf-adaf-51e6074517a2 req-eb089c1b-c93f-4bbe-a70d-298587b12046 service nova] [instance: 8cf2ea62-ac85-478d-8b4a-be3a60163060] Refreshing instance network info cache due to event network-changed-a2121bb9-552d-41e2-9344-8fe4d700ea80. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1039.558987] env[70323]: DEBUG oslo_concurrency.lockutils [req-ea8101ee-ff59-4adf-adaf-51e6074517a2 req-eb089c1b-c93f-4bbe-a70d-298587b12046 service nova] Acquiring lock "refresh_cache-8cf2ea62-ac85-478d-8b4a-be3a60163060" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.628546] env[70323]: DEBUG oslo_vmware.api [req-b4437159-f814-4e5c-af45-83d2cf6754ea req-34f026ae-7b82-4749-9352-5c2d9f47be78 service nova] Task: {'id': task-3227606, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.636098] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Releasing lock "refresh_cache-8cf2ea62-ac85-478d-8b4a-be3a60163060" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.637077] env[70323]: DEBUG nova.compute.manager [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] [instance: 8cf2ea62-ac85-478d-8b4a-be3a60163060] Instance network_info: |[{"id": "a2121bb9-552d-41e2-9344-8fe4d700ea80", "address": "fa:16:3e:15:9f:7b", "network": {"id": "5bb0312e-ffe6-4795-8628-a2c413ad3b83", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1814741904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2421f56f6b89441eb6361b8bea5b93f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2121bb9-55", "ovs_interfaceid": "a2121bb9-552d-41e2-9344-8fe4d700ea80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1039.637077] env[70323]: DEBUG oslo_concurrency.lockutils [req-ea8101ee-ff59-4adf-adaf-51e6074517a2 req-eb089c1b-c93f-4bbe-a70d-298587b12046 service nova] Acquired lock "refresh_cache-8cf2ea62-ac85-478d-8b4a-be3a60163060" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.637077] env[70323]: DEBUG nova.network.neutron [req-ea8101ee-ff59-4adf-adaf-51e6074517a2 req-eb089c1b-c93f-4bbe-a70d-298587b12046 service nova] [instance: 8cf2ea62-ac85-478d-8b4a-be3a60163060] Refreshing network info cache for port a2121bb9-552d-41e2-9344-8fe4d700ea80 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1039.638193] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] [instance: 8cf2ea62-ac85-478d-8b4a-be3a60163060] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:9f:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7ab8d568-adb0-4f3b-b6cc-68413e6546ae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2121bb9-552d-41e2-9344-8fe4d700ea80', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1039.646943] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Creating folder: Project (2421f56f6b89441eb6361b8bea5b93f7). Parent ref: group-v644941. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1039.652494] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0ddbd874-2553-4ef2-9236-b8219868caa9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.668815] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Created folder: Project (2421f56f6b89441eb6361b8bea5b93f7) in parent group-v644941. [ 1039.668983] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Creating folder: Instances. Parent ref: group-v645205. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1039.672692] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b60e5147-d482-448d-a581-28ac99f25244 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.684729] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Created folder: Instances in parent group-v645205. [ 1039.685039] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1039.689624] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cf2ea62-ac85-478d-8b4a-be3a60163060] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1039.690088] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d48fde2-20fa-4886-97cb-dcb0c3c18c19 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.714058] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1039.714058] env[70323]: value = "task-3227618" [ 1039.714058] env[70323]: _type = "Task" [ 1039.714058] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.729023] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227618, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.850812] env[70323]: DEBUG oslo_concurrency.lockutils [req-cc62045d-a01b-4ccd-9035-37e6c0288072 req-bcfa7b4c-32c2-4011-a354-d77c3295f8dd service nova] Releasing lock "refresh_cache-bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.886205] env[70323]: DEBUG oslo_vmware.api [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': task-3227615, 'name': Rename_Task, 'duration_secs': 0.283627} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.890554] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: cd381853-c515-4760-a958-1432b4f74664] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1039.891289] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53150c4d-ddf1-49f4-807b-b2d30ad214b1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.903109] env[70323]: DEBUG oslo_vmware.api [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Waiting for the task: (returnval){ [ 1039.903109] env[70323]: value = "task-3227619" [ 1039.903109] env[70323]: _type = "Task" [ 1039.903109] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.918888] env[70323]: DEBUG oslo_vmware.api [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': task-3227619, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.923615] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26291626-8f60-4457-8412-fce7921b4139 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.931168] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-138fefee-6bf3-4a71-834c-c289ba4a2559 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.935985] env[70323]: DEBUG nova.network.neutron [req-ea8101ee-ff59-4adf-adaf-51e6074517a2 req-eb089c1b-c93f-4bbe-a70d-298587b12046 service nova] [instance: 8cf2ea62-ac85-478d-8b4a-be3a60163060] Updated VIF entry in instance network info cache for port a2121bb9-552d-41e2-9344-8fe4d700ea80. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1039.936372] env[70323]: DEBUG nova.network.neutron [req-ea8101ee-ff59-4adf-adaf-51e6074517a2 req-eb089c1b-c93f-4bbe-a70d-298587b12046 service nova] [instance: 8cf2ea62-ac85-478d-8b4a-be3a60163060] Updating instance_info_cache with network_info: [{"id": "a2121bb9-552d-41e2-9344-8fe4d700ea80", "address": "fa:16:3e:15:9f:7b", "network": {"id": "5bb0312e-ffe6-4795-8628-a2c413ad3b83", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1814741904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2421f56f6b89441eb6361b8bea5b93f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2121bb9-55", "ovs_interfaceid": "a2121bb9-552d-41e2-9344-8fe4d700ea80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.975260] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33531587-e032-4339-b247-78e125a45b0d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.986299] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02411937-cf92-4087-8255-94d49a6e505f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.003143] env[70323]: DEBUG nova.compute.provider_tree [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Updating inventory in ProviderTree for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1040.108946] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Acquiring lock "41d64a03-f00d-4037-a3c4-a55d2b355ea6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.109280] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Lock "41d64a03-f00d-4037-a3c4-a55d2b355ea6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.124586] env[70323]: DEBUG oslo_vmware.api [req-b4437159-f814-4e5c-af45-83d2cf6754ea req-34f026ae-7b82-4749-9352-5c2d9f47be78 service nova] Task: {'id': task-3227606, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.228285] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227618, 'name': CreateVM_Task, 'duration_secs': 0.479882} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.228523] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cf2ea62-ac85-478d-8b4a-be3a60163060] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1040.230027] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.230277] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.230701] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.231061] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-420ec325-c85f-4526-a6a1-34743f6cb4e5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.238892] env[70323]: DEBUG oslo_vmware.api [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Waiting for the task: (returnval){ [ 1040.238892] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52c3d609-d06c-da7d-c6df-223633bff9e5" [ 1040.238892] env[70323]: _type = "Task" [ 1040.238892] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.247444] env[70323]: DEBUG oslo_vmware.api [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52c3d609-d06c-da7d-c6df-223633bff9e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.278519] env[70323]: DEBUG nova.network.neutron [-] [instance: b52ff327-d2be-4acd-8604-7860947112af] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.414204] env[70323]: DEBUG oslo_vmware.api [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': task-3227619, 'name': PowerOnVM_Task, 'duration_secs': 0.497079} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.414487] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: cd381853-c515-4760-a958-1432b4f74664] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1040.414691] env[70323]: INFO nova.compute.manager [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: cd381853-c515-4760-a958-1432b4f74664] Took 8.16 seconds to spawn the instance on the hypervisor. [ 1040.414874] env[70323]: DEBUG nova.compute.manager [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: cd381853-c515-4760-a958-1432b4f74664] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1040.415723] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9ddef5-24bf-415f-8c5d-f73ad6499264 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.438498] env[70323]: DEBUG oslo_concurrency.lockutils [req-ea8101ee-ff59-4adf-adaf-51e6074517a2 req-eb089c1b-c93f-4bbe-a70d-298587b12046 service nova] Releasing lock "refresh_cache-8cf2ea62-ac85-478d-8b4a-be3a60163060" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.525150] env[70323]: ERROR nova.scheduler.client.report [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] [req-b4a7b991-ea35-43ab-8229-e13ec57ab31a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 765eeb06-25b4-4ca4-bad4-b5981f14c25f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b4a7b991-ea35-43ab-8229-e13ec57ab31a"}]} [ 1040.542286] env[70323]: DEBUG nova.scheduler.client.report [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Refreshing inventories for resource provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1040.555601] env[70323]: DEBUG nova.scheduler.client.report [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Updating ProviderTree inventory for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1040.555820] env[70323]: DEBUG nova.compute.provider_tree [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Updating inventory in ProviderTree for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1040.568698] env[70323]: DEBUG nova.scheduler.client.report [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Refreshing aggregate associations for resource provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f, aggregates: None {{(pid=70323) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1040.580601] env[70323]: DEBUG nova.compute.manager [req-779bf492-672b-4081-9a3f-3c729bcbcdcd req-682e2b66-0489-48d2-a696-9dde8b3399b5 service nova] [instance: b52ff327-d2be-4acd-8604-7860947112af] Received event network-vif-deleted-b6f2349d-8577-42cc-acda-4936a9333865 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1040.592378] env[70323]: DEBUG nova.scheduler.client.report [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Refreshing trait associations for resource provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=70323) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1040.612949] env[70323]: DEBUG nova.compute.manager [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] [instance: 41d64a03-f00d-4037-a3c4-a55d2b355ea6] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1040.625168] env[70323]: DEBUG oslo_vmware.api [req-b4437159-f814-4e5c-af45-83d2cf6754ea req-34f026ae-7b82-4749-9352-5c2d9f47be78 service nova] Task: {'id': task-3227606, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.750623] env[70323]: DEBUG oslo_vmware.api [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52c3d609-d06c-da7d-c6df-223633bff9e5, 'name': SearchDatastore_Task, 'duration_secs': 0.010619} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.756753] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.756753] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] [instance: 8cf2ea62-ac85-478d-8b4a-be3a60163060] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1040.756753] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.756753] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.756753] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1040.756753] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1fc49e00-1eb3-4f3a-95e8-0193c13c950a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.764355] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1040.764611] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1040.765465] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c49b95e4-ef53-406e-8833-867e67359061 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.771671] env[70323]: DEBUG oslo_vmware.api [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Waiting for the task: (returnval){ [ 1040.771671] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5255abf8-a39e-05e3-2e0b-d7ab53afa412" [ 1040.771671] env[70323]: _type = "Task" [ 1040.771671] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.783829] env[70323]: INFO nova.compute.manager [-] [instance: b52ff327-d2be-4acd-8604-7860947112af] Took 1.61 seconds to deallocate network for instance. [ 1040.784728] env[70323]: DEBUG oslo_vmware.api [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5255abf8-a39e-05e3-2e0b-d7ab53afa412, 'name': SearchDatastore_Task, 'duration_secs': 0.009534} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.786539] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ca681c6-bb32-498f-82c3-882b4788dddd {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.797398] env[70323]: DEBUG oslo_vmware.api [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Waiting for the task: (returnval){ [ 1040.797398] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52274e6f-5c6d-fc82-a763-26acef858be0" [ 1040.797398] env[70323]: _type = "Task" [ 1040.797398] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.805749] env[70323]: DEBUG oslo_vmware.api [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52274e6f-5c6d-fc82-a763-26acef858be0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.911117] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881b88da-a687-464f-8e95-d62ec90dbc48 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.918894] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-931cbd96-46dc-40eb-ade9-613c617b3a27 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.954409] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a86f839-0e31-4300-b824-9b53483196e7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.960491] env[70323]: INFO nova.compute.manager [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: cd381853-c515-4760-a958-1432b4f74664] Took 34.44 seconds to build instance. [ 1040.964590] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-524c2fad-70cd-4e4e-aa30-c773084cd913 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.978924] env[70323]: DEBUG nova.compute.provider_tree [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Updating inventory in ProviderTree for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1041.130724] env[70323]: DEBUG oslo_vmware.api [req-b4437159-f814-4e5c-af45-83d2cf6754ea req-34f026ae-7b82-4749-9352-5c2d9f47be78 service nova] Task: {'id': task-3227606, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.138751] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.293776] env[70323]: DEBUG oslo_concurrency.lockutils [None req-83c6b299-3b4f-4d5a-a138-8598d5c94fd2 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.312130] env[70323]: DEBUG oslo_vmware.api [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52274e6f-5c6d-fc82-a763-26acef858be0, 'name': SearchDatastore_Task, 'duration_secs': 0.010354} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.312130] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.312130] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 8cf2ea62-ac85-478d-8b4a-be3a60163060/8cf2ea62-ac85-478d-8b4a-be3a60163060.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1041.312130] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f7393af-7675-49a1-a92a-59bbec348e11 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.321526] env[70323]: DEBUG oslo_vmware.api [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Waiting for the task: (returnval){ [ 1041.321526] env[70323]: value = "task-3227620" [ 1041.321526] env[70323]: _type = "Task" [ 1041.321526] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.326360] env[70323]: DEBUG oslo_vmware.api [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Task: {'id': task-3227620, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.465008] env[70323]: DEBUG oslo_concurrency.lockutils [None req-03843444-ea79-45b1-9355-173b82ee1371 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Lock "cd381853-c515-4760-a958-1432b4f74664" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.954s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.516345] env[70323]: DEBUG nova.scheduler.client.report [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Updated inventory for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with generation 131 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1041.516626] env[70323]: DEBUG nova.compute.provider_tree [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Updating resource provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f generation from 131 to 132 during operation: update_inventory {{(pid=70323) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1041.516823] env[70323]: DEBUG nova.compute.provider_tree [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Updating inventory in ProviderTree for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1041.634166] env[70323]: DEBUG oslo_vmware.api [req-b4437159-f814-4e5c-af45-83d2cf6754ea req-34f026ae-7b82-4749-9352-5c2d9f47be78 service nova] Task: {'id': task-3227606, 'name': ReconfigVM_Task, 'duration_secs': 6.146174} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.634461] env[70323]: DEBUG oslo_concurrency.lockutils [req-b4437159-f814-4e5c-af45-83d2cf6754ea req-34f026ae-7b82-4749-9352-5c2d9f47be78 service nova] Releasing lock "4d3d5652-902c-403f-86e8-6026b8da97fe" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.635241] env[70323]: DEBUG nova.virt.vmwareapi.vmops [req-b4437159-f814-4e5c-af45-83d2cf6754ea req-34f026ae-7b82-4749-9352-5c2d9f47be78 service nova] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Reconfigured VM to detach interface {{(pid=70323) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1041.635755] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1ced59fb-b1c1-4162-8d81-d56497f79f66 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Lock "4d3d5652-902c-403f-86e8-6026b8da97fe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.599s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.635984] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1ced59fb-b1c1-4162-8d81-d56497f79f66 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquiring lock "4d3d5652-902c-403f-86e8-6026b8da97fe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.636217] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1ced59fb-b1c1-4162-8d81-d56497f79f66 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Lock "4d3d5652-902c-403f-86e8-6026b8da97fe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.636388] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1ced59fb-b1c1-4162-8d81-d56497f79f66 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Lock "4d3d5652-902c-403f-86e8-6026b8da97fe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.638376] env[70323]: INFO nova.compute.manager [None req-1ced59fb-b1c1-4162-8d81-d56497f79f66 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Terminating instance [ 1041.830306] env[70323]: DEBUG oslo_vmware.api [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Task: {'id': task-3227620, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.838991] env[70323]: DEBUG oslo_concurrency.lockutils [None req-99a54008-5207-44fc-a2f4-b305225da964 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Acquiring lock "cd381853-c515-4760-a958-1432b4f74664" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.839557] env[70323]: DEBUG oslo_concurrency.lockutils [None req-99a54008-5207-44fc-a2f4-b305225da964 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Lock "cd381853-c515-4760-a958-1432b4f74664" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.839557] env[70323]: DEBUG oslo_concurrency.lockutils [None req-99a54008-5207-44fc-a2f4-b305225da964 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Acquiring lock "cd381853-c515-4760-a958-1432b4f74664-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.839702] env[70323]: DEBUG oslo_concurrency.lockutils [None req-99a54008-5207-44fc-a2f4-b305225da964 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Lock "cd381853-c515-4760-a958-1432b4f74664-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.839897] env[70323]: DEBUG oslo_concurrency.lockutils [None req-99a54008-5207-44fc-a2f4-b305225da964 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Lock "cd381853-c515-4760-a958-1432b4f74664-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.842444] env[70323]: INFO nova.compute.manager [None req-99a54008-5207-44fc-a2f4-b305225da964 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: cd381853-c515-4760-a958-1432b4f74664] Terminating instance [ 1042.022594] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.481s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.023195] env[70323]: DEBUG nova.compute.manager [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] [instance: a9489d91-6f53-408b-b725-b16a886b104e] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1042.025951] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.724s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.027432] env[70323]: INFO nova.compute.claims [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] [instance: 0807d9b4-2b21-4227-8efd-1c6eda844030] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1042.142671] env[70323]: DEBUG nova.compute.manager [None req-1ced59fb-b1c1-4162-8d81-d56497f79f66 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1042.142958] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-1ced59fb-b1c1-4162-8d81-d56497f79f66 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1042.145579] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78bf87e6-e654-41e7-b57c-438ce042b597 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.153325] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ced59fb-b1c1-4162-8d81-d56497f79f66 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1042.154639] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7fc340d0-e0fb-4e24-8212-79e2409d9492 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.161168] env[70323]: DEBUG oslo_vmware.api [None req-1ced59fb-b1c1-4162-8d81-d56497f79f66 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Waiting for the task: (returnval){ [ 1042.161168] env[70323]: value = "task-3227621" [ 1042.161168] env[70323]: _type = "Task" [ 1042.161168] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.173192] env[70323]: DEBUG oslo_vmware.api [None req-1ced59fb-b1c1-4162-8d81-d56497f79f66 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227621, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.329220] env[70323]: DEBUG oslo_vmware.api [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Task: {'id': task-3227620, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.741827} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.329496] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 8cf2ea62-ac85-478d-8b4a-be3a60163060/8cf2ea62-ac85-478d-8b4a-be3a60163060.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1042.329718] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] [instance: 8cf2ea62-ac85-478d-8b4a-be3a60163060] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1042.329989] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b897dc9-8384-4dbc-b2b4-b9325d3c9485 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.337993] env[70323]: DEBUG oslo_vmware.api [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Waiting for the task: (returnval){ [ 1042.337993] env[70323]: value = "task-3227622" [ 1042.337993] env[70323]: _type = "Task" [ 1042.337993] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.347056] env[70323]: DEBUG nova.compute.manager [None req-99a54008-5207-44fc-a2f4-b305225da964 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: cd381853-c515-4760-a958-1432b4f74664] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1042.347286] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-99a54008-5207-44fc-a2f4-b305225da964 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: cd381853-c515-4760-a958-1432b4f74664] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1042.347583] env[70323]: DEBUG oslo_vmware.api [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Task: {'id': task-3227622, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.349248] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae08edc0-58af-4fb8-b7c7-66570acbd6a4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.356393] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-99a54008-5207-44fc-a2f4-b305225da964 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: cd381853-c515-4760-a958-1432b4f74664] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1042.356698] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-226931fc-fadc-450b-a699-a63a11880ea8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.363711] env[70323]: DEBUG oslo_vmware.api [None req-99a54008-5207-44fc-a2f4-b305225da964 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Waiting for the task: (returnval){ [ 1042.363711] env[70323]: value = "task-3227623" [ 1042.363711] env[70323]: _type = "Task" [ 1042.363711] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.373557] env[70323]: DEBUG oslo_vmware.api [None req-99a54008-5207-44fc-a2f4-b305225da964 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': task-3227623, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.532361] env[70323]: DEBUG nova.compute.utils [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1042.536979] env[70323]: DEBUG nova.compute.manager [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] [instance: a9489d91-6f53-408b-b725-b16a886b104e] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1042.536979] env[70323]: DEBUG nova.network.neutron [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] [instance: a9489d91-6f53-408b-b725-b16a886b104e] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1042.587544] env[70323]: DEBUG nova.policy [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4a6a4bab354b46b08ba93a4b95ee2260', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '16ed5b606cb94d8e8710f3536d0628b1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 1042.672787] env[70323]: DEBUG oslo_vmware.api [None req-1ced59fb-b1c1-4162-8d81-d56497f79f66 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227621, 'name': PowerOffVM_Task, 'duration_secs': 0.3117} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.673243] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ced59fb-b1c1-4162-8d81-d56497f79f66 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1042.673519] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-1ced59fb-b1c1-4162-8d81-d56497f79f66 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1042.673884] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1efb97a-8a37-44a2-9028-3f191080b299 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.745089] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-1ced59fb-b1c1-4162-8d81-d56497f79f66 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1042.745089] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-1ced59fb-b1c1-4162-8d81-d56497f79f66 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Deleting contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1042.745089] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ced59fb-b1c1-4162-8d81-d56497f79f66 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Deleting the datastore file [datastore1] 4d3d5652-902c-403f-86e8-6026b8da97fe {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1042.745089] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3c208f1-1510-4f6e-a90c-21c0d889a0f6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.755706] env[70323]: DEBUG oslo_vmware.api [None req-1ced59fb-b1c1-4162-8d81-d56497f79f66 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Waiting for the task: (returnval){ [ 1042.755706] env[70323]: value = "task-3227625" [ 1042.755706] env[70323]: _type = "Task" [ 1042.755706] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.770416] env[70323]: DEBUG oslo_vmware.api [None req-1ced59fb-b1c1-4162-8d81-d56497f79f66 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227625, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.848467] env[70323]: DEBUG oslo_vmware.api [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Task: {'id': task-3227622, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085925} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.849419] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] [instance: 8cf2ea62-ac85-478d-8b4a-be3a60163060] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1042.850027] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae31bc3-44cf-4a8f-a789-3746dcde3e5f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.872122] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] [instance: 8cf2ea62-ac85-478d-8b4a-be3a60163060] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 8cf2ea62-ac85-478d-8b4a-be3a60163060/8cf2ea62-ac85-478d-8b4a-be3a60163060.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1042.872499] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45face2f-ae23-4f0f-9441-ab8e73b86425 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.898659] env[70323]: DEBUG oslo_vmware.api [None req-99a54008-5207-44fc-a2f4-b305225da964 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': task-3227623, 'name': PowerOffVM_Task, 'duration_secs': 0.226017} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.900144] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-99a54008-5207-44fc-a2f4-b305225da964 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: cd381853-c515-4760-a958-1432b4f74664] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1042.900391] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-99a54008-5207-44fc-a2f4-b305225da964 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: cd381853-c515-4760-a958-1432b4f74664] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1042.900733] env[70323]: DEBUG oslo_vmware.api [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Waiting for the task: (returnval){ [ 1042.900733] env[70323]: value = "task-3227626" [ 1042.900733] env[70323]: _type = "Task" [ 1042.900733] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.900952] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77ccd389-7062-420f-a925-b9316acdabce {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.912551] env[70323]: DEBUG oslo_vmware.api [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Task: {'id': task-3227626, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.976690] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-99a54008-5207-44fc-a2f4-b305225da964 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: cd381853-c515-4760-a958-1432b4f74664] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1042.976924] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-99a54008-5207-44fc-a2f4-b305225da964 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: cd381853-c515-4760-a958-1432b4f74664] Deleting contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1042.977134] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-99a54008-5207-44fc-a2f4-b305225da964 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Deleting the datastore file [datastore1] cd381853-c515-4760-a958-1432b4f74664 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1042.977471] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-64e5256b-894e-405d-9f3f-10e21c736be1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.984094] env[70323]: DEBUG oslo_vmware.api [None req-99a54008-5207-44fc-a2f4-b305225da964 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Waiting for the task: (returnval){ [ 1042.984094] env[70323]: value = "task-3227628" [ 1042.984094] env[70323]: _type = "Task" [ 1042.984094] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.991308] env[70323]: DEBUG oslo_vmware.api [None req-99a54008-5207-44fc-a2f4-b305225da964 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': task-3227628, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.002275] env[70323]: DEBUG nova.network.neutron [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] [instance: a9489d91-6f53-408b-b725-b16a886b104e] Successfully created port: 2e147a69-cfd3-4cbb-9581-282a410df902 {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1043.039739] env[70323]: DEBUG nova.compute.manager [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] [instance: a9489d91-6f53-408b-b725-b16a886b104e] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1043.264989] env[70323]: DEBUG oslo_vmware.api [None req-1ced59fb-b1c1-4162-8d81-d56497f79f66 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227625, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162764} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.267685] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ced59fb-b1c1-4162-8d81-d56497f79f66 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1043.267917] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-1ced59fb-b1c1-4162-8d81-d56497f79f66 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Deleted contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1043.268222] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-1ced59fb-b1c1-4162-8d81-d56497f79f66 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1043.271476] env[70323]: INFO nova.compute.manager [None req-1ced59fb-b1c1-4162-8d81-d56497f79f66 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1043.271476] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ced59fb-b1c1-4162-8d81-d56497f79f66 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1043.271476] env[70323]: DEBUG nova.compute.manager [-] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1043.271476] env[70323]: DEBUG nova.network.neutron [-] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1043.358027] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ac1f4a-48c9-4922-8e54-8fce03a2b882 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.363687] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57133f82-6baf-442d-be71-070a5b76f5e8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.395029] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b74ffe-c803-43f9-bfc3-f34110e9ddf7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.402173] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4d1bac-51cc-4f9f-9ecf-e4ef28687a1c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.413948] env[70323]: DEBUG oslo_vmware.api [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Task: {'id': task-3227626, 'name': ReconfigVM_Task, 'duration_secs': 0.28466} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.425163] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] [instance: 8cf2ea62-ac85-478d-8b4a-be3a60163060] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 8cf2ea62-ac85-478d-8b4a-be3a60163060/8cf2ea62-ac85-478d-8b4a-be3a60163060.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1043.426154] env[70323]: DEBUG nova.compute.provider_tree [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Updating inventory in ProviderTree for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1043.427595] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-099be316-493b-489b-a099-d44a1e141fc9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.435517] env[70323]: DEBUG oslo_vmware.api [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Waiting for the task: (returnval){ [ 1043.435517] env[70323]: value = "task-3227629" [ 1043.435517] env[70323]: _type = "Task" [ 1043.435517] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.451078] env[70323]: DEBUG oslo_vmware.api [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Task: {'id': task-3227629, 'name': Rename_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.493929] env[70323]: DEBUG oslo_vmware.api [None req-99a54008-5207-44fc-a2f4-b305225da964 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Task: {'id': task-3227628, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159775} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.494145] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-99a54008-5207-44fc-a2f4-b305225da964 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1043.494363] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-99a54008-5207-44fc-a2f4-b305225da964 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: cd381853-c515-4760-a958-1432b4f74664] Deleted contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1043.494619] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-99a54008-5207-44fc-a2f4-b305225da964 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: cd381853-c515-4760-a958-1432b4f74664] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1043.494733] env[70323]: INFO nova.compute.manager [None req-99a54008-5207-44fc-a2f4-b305225da964 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] [instance: cd381853-c515-4760-a958-1432b4f74664] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1043.495016] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99a54008-5207-44fc-a2f4-b305225da964 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1043.495264] env[70323]: DEBUG nova.compute.manager [-] [instance: cd381853-c515-4760-a958-1432b4f74664] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1043.495379] env[70323]: DEBUG nova.network.neutron [-] [instance: cd381853-c515-4760-a958-1432b4f74664] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1043.814709] env[70323]: DEBUG nova.compute.manager [req-dbbab10c-1f20-43d9-9ee1-fc63bbdb9465 req-f85c563b-d41b-4481-921e-b973e66df6a6 service nova] [instance: cd381853-c515-4760-a958-1432b4f74664] Received event network-vif-deleted-6aed8658-b935-4b06-9233-8c9c16dead81 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.815081] env[70323]: INFO nova.compute.manager [req-dbbab10c-1f20-43d9-9ee1-fc63bbdb9465 req-f85c563b-d41b-4481-921e-b973e66df6a6 service nova] [instance: cd381853-c515-4760-a958-1432b4f74664] Neutron deleted interface 6aed8658-b935-4b06-9233-8c9c16dead81; detaching it from the instance and deleting it from the info cache [ 1043.815081] env[70323]: DEBUG nova.network.neutron [req-dbbab10c-1f20-43d9-9ee1-fc63bbdb9465 req-f85c563b-d41b-4481-921e-b973e66df6a6 service nova] [instance: cd381853-c515-4760-a958-1432b4f74664] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.878333] env[70323]: DEBUG nova.compute.manager [req-40a89aac-a410-41c7-87ff-9f95179edaee req-9b94b3a5-0b4c-4f03-bca7-10d1af2904a1 service nova] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Received event network-vif-deleted-ff815f0e-0a04-4dd8-b7e0-6d331fca2611 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.878740] env[70323]: INFO nova.compute.manager [req-40a89aac-a410-41c7-87ff-9f95179edaee req-9b94b3a5-0b4c-4f03-bca7-10d1af2904a1 service nova] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Neutron deleted interface ff815f0e-0a04-4dd8-b7e0-6d331fca2611; detaching it from the instance and deleting it from the info cache [ 1043.878740] env[70323]: DEBUG nova.network.neutron [req-40a89aac-a410-41c7-87ff-9f95179edaee req-9b94b3a5-0b4c-4f03-bca7-10d1af2904a1 service nova] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.946968] env[70323]: DEBUG oslo_vmware.api [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Task: {'id': task-3227629, 'name': Rename_Task, 'duration_secs': 0.280502} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.947418] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] [instance: 8cf2ea62-ac85-478d-8b4a-be3a60163060] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1043.947670] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4032fd6f-230b-4024-a6da-988a9f264cdf {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.955208] env[70323]: DEBUG oslo_vmware.api [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Waiting for the task: (returnval){ [ 1043.955208] env[70323]: value = "task-3227630" [ 1043.955208] env[70323]: _type = "Task" [ 1043.955208] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.963470] env[70323]: DEBUG oslo_vmware.api [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Task: {'id': task-3227630, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.967881] env[70323]: DEBUG nova.scheduler.client.report [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Updated inventory for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with generation 132 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1043.968142] env[70323]: DEBUG nova.compute.provider_tree [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Updating resource provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f generation from 132 to 133 during operation: update_inventory {{(pid=70323) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1043.969429] env[70323]: DEBUG nova.compute.provider_tree [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Updating inventory in ProviderTree for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1044.052866] env[70323]: DEBUG nova.compute.manager [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] [instance: a9489d91-6f53-408b-b725-b16a886b104e] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1044.088728] env[70323]: DEBUG nova.virt.hardware [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1044.089037] env[70323]: DEBUG nova.virt.hardware [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1044.089248] env[70323]: DEBUG nova.virt.hardware [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1044.089447] env[70323]: DEBUG nova.virt.hardware [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1044.089596] env[70323]: DEBUG nova.virt.hardware [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1044.089745] env[70323]: DEBUG nova.virt.hardware [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1044.090020] env[70323]: DEBUG nova.virt.hardware [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1044.090223] env[70323]: DEBUG nova.virt.hardware [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1044.090399] env[70323]: DEBUG nova.virt.hardware [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1044.090663] env[70323]: DEBUG nova.virt.hardware [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1044.090750] env[70323]: DEBUG nova.virt.hardware [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1044.091623] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a30c280-379f-4c0c-98c6-cdc3d5428801 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.099907] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b631e438-5b09-4b33-81c1-f1f0ee5ad289 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.260154] env[70323]: DEBUG nova.network.neutron [-] [instance: cd381853-c515-4760-a958-1432b4f74664] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.303841] env[70323]: DEBUG nova.network.neutron [-] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.318618] env[70323]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9fa17e3f-349e-459d-8c06-1c5663d03f96 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.330764] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587bbe85-790a-403b-8978-6b84f0d509c5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.363269] env[70323]: DEBUG nova.compute.manager [req-dbbab10c-1f20-43d9-9ee1-fc63bbdb9465 req-f85c563b-d41b-4481-921e-b973e66df6a6 service nova] [instance: cd381853-c515-4760-a958-1432b4f74664] Detach interface failed, port_id=6aed8658-b935-4b06-9233-8c9c16dead81, reason: Instance cd381853-c515-4760-a958-1432b4f74664 could not be found. {{(pid=70323) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1044.382401] env[70323]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3635bf8c-d51d-418b-9918-307767bbfef7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.394617] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47fa3bb1-90a8-4876-80d0-f6801872fab3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.431777] env[70323]: DEBUG nova.compute.manager [req-40a89aac-a410-41c7-87ff-9f95179edaee req-9b94b3a5-0b4c-4f03-bca7-10d1af2904a1 service nova] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Detach interface failed, port_id=ff815f0e-0a04-4dd8-b7e0-6d331fca2611, reason: Instance 4d3d5652-902c-403f-86e8-6026b8da97fe could not be found. {{(pid=70323) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1044.466467] env[70323]: DEBUG oslo_vmware.api [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Task: {'id': task-3227630, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.474155] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.448s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.474718] env[70323]: DEBUG nova.compute.manager [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] [instance: 0807d9b4-2b21-4227-8efd-1c6eda844030] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1044.477463] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5624ef50-49d1-4451-93cd-c5022d8ad1c8 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 18.733s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.649576] env[70323]: DEBUG nova.network.neutron [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] [instance: a9489d91-6f53-408b-b725-b16a886b104e] Successfully updated port: 2e147a69-cfd3-4cbb-9581-282a410df902 {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1044.763445] env[70323]: INFO nova.compute.manager [-] [instance: cd381853-c515-4760-a958-1432b4f74664] Took 1.27 seconds to deallocate network for instance. [ 1044.809534] env[70323]: INFO nova.compute.manager [-] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Took 1.54 seconds to deallocate network for instance. [ 1044.966677] env[70323]: DEBUG oslo_vmware.api [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Task: {'id': task-3227630, 'name': PowerOnVM_Task, 'duration_secs': 0.559152} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.967030] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] [instance: 8cf2ea62-ac85-478d-8b4a-be3a60163060] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1044.967240] env[70323]: INFO nova.compute.manager [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] [instance: 8cf2ea62-ac85-478d-8b4a-be3a60163060] Took 8.33 seconds to spawn the instance on the hypervisor. [ 1044.967418] env[70323]: DEBUG nova.compute.manager [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] [instance: 8cf2ea62-ac85-478d-8b4a-be3a60163060] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1044.968173] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3610a94-1fa0-47a7-a585-d1961784d2a5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.982594] env[70323]: DEBUG nova.compute.utils [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1044.985751] env[70323]: INFO nova.compute.claims [None req-5624ef50-49d1-4451-93cd-c5022d8ad1c8 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 3f04db1b-3c49-49aa-a84d-7abb8d6b697f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1044.989170] env[70323]: DEBUG nova.compute.manager [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] [instance: 0807d9b4-2b21-4227-8efd-1c6eda844030] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1044.989341] env[70323]: DEBUG nova.network.neutron [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] [instance: 0807d9b4-2b21-4227-8efd-1c6eda844030] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1045.051038] env[70323]: DEBUG nova.policy [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c4dd4ca87a94942ae1e3c007da13277', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ec6e56a445341caad5357823de46fa5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 1045.155419] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Acquiring lock "refresh_cache-a9489d91-6f53-408b-b725-b16a886b104e" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.155516] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Acquired lock "refresh_cache-a9489d91-6f53-408b-b725-b16a886b104e" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.155770] env[70323]: DEBUG nova.network.neutron [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] [instance: a9489d91-6f53-408b-b725-b16a886b104e] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1045.273865] env[70323]: DEBUG oslo_concurrency.lockutils [None req-99a54008-5207-44fc-a2f4-b305225da964 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.316831] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1ced59fb-b1c1-4162-8d81-d56497f79f66 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.386140] env[70323]: DEBUG nova.network.neutron [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] [instance: 0807d9b4-2b21-4227-8efd-1c6eda844030] Successfully created port: 956489ca-6389-4f4f-8bf1-8e2d44b8f27f {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1045.484768] env[70323]: INFO nova.compute.manager [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] [instance: 8cf2ea62-ac85-478d-8b4a-be3a60163060] Took 32.09 seconds to build instance. [ 1045.489564] env[70323]: DEBUG nova.compute.manager [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] [instance: 0807d9b4-2b21-4227-8efd-1c6eda844030] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1045.496615] env[70323]: INFO nova.compute.resource_tracker [None req-5624ef50-49d1-4451-93cd-c5022d8ad1c8 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 3f04db1b-3c49-49aa-a84d-7abb8d6b697f] Updating resource usage from migration bff7062a-b43a-4be3-bcbd-2470997b6de5 [ 1045.709646] env[70323]: DEBUG nova.network.neutron [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] [instance: a9489d91-6f53-408b-b725-b16a886b104e] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1045.823682] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5139b9-0673-4f66-8c8e-7bc22ad14f78 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.831532] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4484f2dd-e203-4389-91c8-e0c889dd9833 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.866068] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d660e34-7e5e-4ff9-8298-7d9151736ea8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.873684] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ff3e86-b8a4-4aff-997c-9d4ea9558fba {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.888480] env[70323]: DEBUG nova.compute.provider_tree [None req-5624ef50-49d1-4451-93cd-c5022d8ad1c8 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.940793] env[70323]: DEBUG nova.network.neutron [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] [instance: a9489d91-6f53-408b-b725-b16a886b104e] Updating instance_info_cache with network_info: [{"id": "2e147a69-cfd3-4cbb-9581-282a410df902", "address": "fa:16:3e:6c:8c:2a", "network": {"id": "cdb1a92a-5866-4b54-9736-ba7689ae6ae1", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1865909182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16ed5b606cb94d8e8710f3536d0628b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed8a78a1-87dc-488e-a092-afd1c2a2ddde", "external-id": "nsx-vlan-transportzone-21", "segmentation_id": 21, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e147a69-cf", "ovs_interfaceid": "2e147a69-cfd3-4cbb-9581-282a410df902", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.976346] env[70323]: DEBUG nova.compute.manager [req-2e8d53c3-2c3f-4e50-a904-d0f70469cacd req-3c95fa90-990d-4c04-871e-3d6a2018533a service nova] [instance: a9489d91-6f53-408b-b725-b16a886b104e] Received event network-vif-plugged-2e147a69-cfd3-4cbb-9581-282a410df902 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.976575] env[70323]: DEBUG oslo_concurrency.lockutils [req-2e8d53c3-2c3f-4e50-a904-d0f70469cacd req-3c95fa90-990d-4c04-871e-3d6a2018533a service nova] Acquiring lock "a9489d91-6f53-408b-b725-b16a886b104e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.976791] env[70323]: DEBUG oslo_concurrency.lockutils [req-2e8d53c3-2c3f-4e50-a904-d0f70469cacd req-3c95fa90-990d-4c04-871e-3d6a2018533a service nova] Lock "a9489d91-6f53-408b-b725-b16a886b104e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.976981] env[70323]: DEBUG oslo_concurrency.lockutils [req-2e8d53c3-2c3f-4e50-a904-d0f70469cacd req-3c95fa90-990d-4c04-871e-3d6a2018533a service nova] Lock "a9489d91-6f53-408b-b725-b16a886b104e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.977403] env[70323]: DEBUG nova.compute.manager [req-2e8d53c3-2c3f-4e50-a904-d0f70469cacd req-3c95fa90-990d-4c04-871e-3d6a2018533a service nova] [instance: a9489d91-6f53-408b-b725-b16a886b104e] No waiting events found dispatching network-vif-plugged-2e147a69-cfd3-4cbb-9581-282a410df902 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1045.977529] env[70323]: WARNING nova.compute.manager [req-2e8d53c3-2c3f-4e50-a904-d0f70469cacd req-3c95fa90-990d-4c04-871e-3d6a2018533a service nova] [instance: a9489d91-6f53-408b-b725-b16a886b104e] Received unexpected event network-vif-plugged-2e147a69-cfd3-4cbb-9581-282a410df902 for instance with vm_state building and task_state spawning. [ 1045.977648] env[70323]: DEBUG nova.compute.manager [req-2e8d53c3-2c3f-4e50-a904-d0f70469cacd req-3c95fa90-990d-4c04-871e-3d6a2018533a service nova] [instance: a9489d91-6f53-408b-b725-b16a886b104e] Received event network-changed-2e147a69-cfd3-4cbb-9581-282a410df902 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.977943] env[70323]: DEBUG nova.compute.manager [req-2e8d53c3-2c3f-4e50-a904-d0f70469cacd req-3c95fa90-990d-4c04-871e-3d6a2018533a service nova] [instance: a9489d91-6f53-408b-b725-b16a886b104e] Refreshing instance network info cache due to event network-changed-2e147a69-cfd3-4cbb-9581-282a410df902. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1045.978068] env[70323]: DEBUG oslo_concurrency.lockutils [req-2e8d53c3-2c3f-4e50-a904-d0f70469cacd req-3c95fa90-990d-4c04-871e-3d6a2018533a service nova] Acquiring lock "refresh_cache-a9489d91-6f53-408b-b725-b16a886b104e" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.985580] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7e2fff28-814f-415e-a077-4165d100547d tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Lock "8cf2ea62-ac85-478d-8b4a-be3a60163060" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.605s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.333047] env[70323]: DEBUG nova.compute.manager [req-0b772723-3443-4f1d-9c14-22787632cbfa req-713f2d8e-c4fa-45ec-bae9-793bd72644e1 service nova] [instance: 8cf2ea62-ac85-478d-8b4a-be3a60163060] Received event network-changed-a2121bb9-552d-41e2-9344-8fe4d700ea80 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.333311] env[70323]: DEBUG nova.compute.manager [req-0b772723-3443-4f1d-9c14-22787632cbfa req-713f2d8e-c4fa-45ec-bae9-793bd72644e1 service nova] [instance: 8cf2ea62-ac85-478d-8b4a-be3a60163060] Refreshing instance network info cache due to event network-changed-a2121bb9-552d-41e2-9344-8fe4d700ea80. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1046.333821] env[70323]: DEBUG oslo_concurrency.lockutils [req-0b772723-3443-4f1d-9c14-22787632cbfa req-713f2d8e-c4fa-45ec-bae9-793bd72644e1 service nova] Acquiring lock "refresh_cache-8cf2ea62-ac85-478d-8b4a-be3a60163060" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.334050] env[70323]: DEBUG oslo_concurrency.lockutils [req-0b772723-3443-4f1d-9c14-22787632cbfa req-713f2d8e-c4fa-45ec-bae9-793bd72644e1 service nova] Acquired lock "refresh_cache-8cf2ea62-ac85-478d-8b4a-be3a60163060" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.334949] env[70323]: DEBUG nova.network.neutron [req-0b772723-3443-4f1d-9c14-22787632cbfa req-713f2d8e-c4fa-45ec-bae9-793bd72644e1 service nova] [instance: 8cf2ea62-ac85-478d-8b4a-be3a60163060] Refreshing network info cache for port a2121bb9-552d-41e2-9344-8fe4d700ea80 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1046.391520] env[70323]: DEBUG nova.scheduler.client.report [None req-5624ef50-49d1-4451-93cd-c5022d8ad1c8 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.444632] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Releasing lock "refresh_cache-a9489d91-6f53-408b-b725-b16a886b104e" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.444971] env[70323]: DEBUG nova.compute.manager [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] [instance: a9489d91-6f53-408b-b725-b16a886b104e] Instance network_info: |[{"id": "2e147a69-cfd3-4cbb-9581-282a410df902", "address": "fa:16:3e:6c:8c:2a", "network": {"id": "cdb1a92a-5866-4b54-9736-ba7689ae6ae1", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1865909182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16ed5b606cb94d8e8710f3536d0628b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed8a78a1-87dc-488e-a092-afd1c2a2ddde", "external-id": "nsx-vlan-transportzone-21", "segmentation_id": 21, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e147a69-cf", "ovs_interfaceid": "2e147a69-cfd3-4cbb-9581-282a410df902", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1046.445294] env[70323]: DEBUG oslo_concurrency.lockutils [req-2e8d53c3-2c3f-4e50-a904-d0f70469cacd req-3c95fa90-990d-4c04-871e-3d6a2018533a service nova] Acquired lock "refresh_cache-a9489d91-6f53-408b-b725-b16a886b104e" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.445475] env[70323]: DEBUG nova.network.neutron [req-2e8d53c3-2c3f-4e50-a904-d0f70469cacd req-3c95fa90-990d-4c04-871e-3d6a2018533a service nova] [instance: a9489d91-6f53-408b-b725-b16a886b104e] Refreshing network info cache for port 2e147a69-cfd3-4cbb-9581-282a410df902 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1046.446694] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] [instance: a9489d91-6f53-408b-b725-b16a886b104e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:8c:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed8a78a1-87dc-488e-a092-afd1c2a2ddde', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e147a69-cfd3-4cbb-9581-282a410df902', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1046.458930] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Creating folder: Project (16ed5b606cb94d8e8710f3536d0628b1). Parent ref: group-v644941. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1046.460202] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-09f1115b-5aed-44a3-8fcf-7cd8f18c1e84 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.472216] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Created folder: Project (16ed5b606cb94d8e8710f3536d0628b1) in parent group-v644941. [ 1046.472392] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Creating folder: Instances. Parent ref: group-v645208. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1046.472632] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bafb6960-2d42-460d-8d83-bdcf185fd9d2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.482439] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Created folder: Instances in parent group-v645208. [ 1046.482940] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1046.482940] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9489d91-6f53-408b-b725-b16a886b104e] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1046.483083] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef3c09da-2944-41b2-88bf-5d56ef2d26d0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.504374] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1046.504374] env[70323]: value = "task-3227633" [ 1046.504374] env[70323]: _type = "Task" [ 1046.504374] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.507953] env[70323]: DEBUG nova.compute.manager [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] [instance: 0807d9b4-2b21-4227-8efd-1c6eda844030] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1046.515128] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227633, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.539755] env[70323]: DEBUG nova.virt.hardware [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1046.540073] env[70323]: DEBUG nova.virt.hardware [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1046.540266] env[70323]: DEBUG nova.virt.hardware [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1046.540490] env[70323]: DEBUG nova.virt.hardware [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1046.540647] env[70323]: DEBUG nova.virt.hardware [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1046.540826] env[70323]: DEBUG nova.virt.hardware [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1046.541173] env[70323]: DEBUG nova.virt.hardware [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1046.542927] env[70323]: DEBUG nova.virt.hardware [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1046.542927] env[70323]: DEBUG nova.virt.hardware [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1046.542927] env[70323]: DEBUG nova.virt.hardware [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1046.542927] env[70323]: DEBUG nova.virt.hardware [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1046.542927] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd9c498-8be6-4352-8821-eeac638b9e77 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.551076] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f12fa2-b6b0-440f-86ea-74153981f9a5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.897723] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5624ef50-49d1-4451-93cd-c5022d8ad1c8 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.420s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.897824] env[70323]: INFO nova.compute.manager [None req-5624ef50-49d1-4451-93cd-c5022d8ad1c8 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 3f04db1b-3c49-49aa-a84d-7abb8d6b697f] Migrating [ 1046.905713] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.275s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.906901] env[70323]: INFO nova.compute.claims [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1047.013764] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227633, 'name': CreateVM_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.159274] env[70323]: DEBUG nova.network.neutron [req-0b772723-3443-4f1d-9c14-22787632cbfa req-713f2d8e-c4fa-45ec-bae9-793bd72644e1 service nova] [instance: 8cf2ea62-ac85-478d-8b4a-be3a60163060] Updated VIF entry in instance network info cache for port a2121bb9-552d-41e2-9344-8fe4d700ea80. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1047.159655] env[70323]: DEBUG nova.network.neutron [req-0b772723-3443-4f1d-9c14-22787632cbfa req-713f2d8e-c4fa-45ec-bae9-793bd72644e1 service nova] [instance: 8cf2ea62-ac85-478d-8b4a-be3a60163060] Updating instance_info_cache with network_info: [{"id": "a2121bb9-552d-41e2-9344-8fe4d700ea80", "address": "fa:16:3e:15:9f:7b", "network": {"id": "5bb0312e-ffe6-4795-8628-a2c413ad3b83", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1814741904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2421f56f6b89441eb6361b8bea5b93f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2121bb9-55", "ovs_interfaceid": "a2121bb9-552d-41e2-9344-8fe4d700ea80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.220429] env[70323]: DEBUG nova.network.neutron [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] [instance: 0807d9b4-2b21-4227-8efd-1c6eda844030] Successfully updated port: 956489ca-6389-4f4f-8bf1-8e2d44b8f27f {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1047.339961] env[70323]: DEBUG nova.network.neutron [req-2e8d53c3-2c3f-4e50-a904-d0f70469cacd req-3c95fa90-990d-4c04-871e-3d6a2018533a service nova] [instance: a9489d91-6f53-408b-b725-b16a886b104e] Updated VIF entry in instance network info cache for port 2e147a69-cfd3-4cbb-9581-282a410df902. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1047.340392] env[70323]: DEBUG nova.network.neutron [req-2e8d53c3-2c3f-4e50-a904-d0f70469cacd req-3c95fa90-990d-4c04-871e-3d6a2018533a service nova] [instance: a9489d91-6f53-408b-b725-b16a886b104e] Updating instance_info_cache with network_info: [{"id": "2e147a69-cfd3-4cbb-9581-282a410df902", "address": "fa:16:3e:6c:8c:2a", "network": {"id": "cdb1a92a-5866-4b54-9736-ba7689ae6ae1", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1865909182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16ed5b606cb94d8e8710f3536d0628b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed8a78a1-87dc-488e-a092-afd1c2a2ddde", "external-id": "nsx-vlan-transportzone-21", "segmentation_id": 21, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e147a69-cf", "ovs_interfaceid": "2e147a69-cfd3-4cbb-9581-282a410df902", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.427037] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5624ef50-49d1-4451-93cd-c5022d8ad1c8 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquiring lock "refresh_cache-3f04db1b-3c49-49aa-a84d-7abb8d6b697f" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.427145] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5624ef50-49d1-4451-93cd-c5022d8ad1c8 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquired lock "refresh_cache-3f04db1b-3c49-49aa-a84d-7abb8d6b697f" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.427312] env[70323]: DEBUG nova.network.neutron [None req-5624ef50-49d1-4451-93cd-c5022d8ad1c8 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 3f04db1b-3c49-49aa-a84d-7abb8d6b697f] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1047.515071] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227633, 'name': CreateVM_Task, 'duration_secs': 0.531519} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.515258] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9489d91-6f53-408b-b725-b16a886b104e] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1047.515958] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.516139] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.516486] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.516748] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7700a798-d975-4be1-b504-ff330ae72803 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.521796] env[70323]: DEBUG oslo_vmware.api [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Waiting for the task: (returnval){ [ 1047.521796] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]524709fc-a674-9456-a3e5-1112d0ce4893" [ 1047.521796] env[70323]: _type = "Task" [ 1047.521796] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.529327] env[70323]: DEBUG oslo_vmware.api [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]524709fc-a674-9456-a3e5-1112d0ce4893, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.666766] env[70323]: DEBUG oslo_concurrency.lockutils [req-0b772723-3443-4f1d-9c14-22787632cbfa req-713f2d8e-c4fa-45ec-bae9-793bd72644e1 service nova] Releasing lock "refresh_cache-8cf2ea62-ac85-478d-8b4a-be3a60163060" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.724934] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Acquiring lock "refresh_cache-0807d9b4-2b21-4227-8efd-1c6eda844030" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.726287] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Acquired lock "refresh_cache-0807d9b4-2b21-4227-8efd-1c6eda844030" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.726287] env[70323]: DEBUG nova.network.neutron [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] [instance: 0807d9b4-2b21-4227-8efd-1c6eda844030] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1047.843496] env[70323]: DEBUG oslo_concurrency.lockutils [req-2e8d53c3-2c3f-4e50-a904-d0f70469cacd req-3c95fa90-990d-4c04-871e-3d6a2018533a service nova] Releasing lock "refresh_cache-a9489d91-6f53-408b-b725-b16a886b104e" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.007332] env[70323]: DEBUG nova.compute.manager [req-6f2314f7-8b42-4ff3-85bd-34a7879a5b25 req-78af4763-8c8a-4e26-addb-753a6c209f08 service nova] [instance: 0807d9b4-2b21-4227-8efd-1c6eda844030] Received event network-vif-plugged-956489ca-6389-4f4f-8bf1-8e2d44b8f27f {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.007332] env[70323]: DEBUG oslo_concurrency.lockutils [req-6f2314f7-8b42-4ff3-85bd-34a7879a5b25 req-78af4763-8c8a-4e26-addb-753a6c209f08 service nova] Acquiring lock "0807d9b4-2b21-4227-8efd-1c6eda844030-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.008134] env[70323]: DEBUG oslo_concurrency.lockutils [req-6f2314f7-8b42-4ff3-85bd-34a7879a5b25 req-78af4763-8c8a-4e26-addb-753a6c209f08 service nova] Lock "0807d9b4-2b21-4227-8efd-1c6eda844030-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.008134] env[70323]: DEBUG oslo_concurrency.lockutils [req-6f2314f7-8b42-4ff3-85bd-34a7879a5b25 req-78af4763-8c8a-4e26-addb-753a6c209f08 service nova] Lock "0807d9b4-2b21-4227-8efd-1c6eda844030-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.008134] env[70323]: DEBUG nova.compute.manager [req-6f2314f7-8b42-4ff3-85bd-34a7879a5b25 req-78af4763-8c8a-4e26-addb-753a6c209f08 service nova] [instance: 0807d9b4-2b21-4227-8efd-1c6eda844030] No waiting events found dispatching network-vif-plugged-956489ca-6389-4f4f-8bf1-8e2d44b8f27f {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1048.008134] env[70323]: WARNING nova.compute.manager [req-6f2314f7-8b42-4ff3-85bd-34a7879a5b25 req-78af4763-8c8a-4e26-addb-753a6c209f08 service nova] [instance: 0807d9b4-2b21-4227-8efd-1c6eda844030] Received unexpected event network-vif-plugged-956489ca-6389-4f4f-8bf1-8e2d44b8f27f for instance with vm_state building and task_state spawning. [ 1048.008558] env[70323]: DEBUG nova.compute.manager [req-6f2314f7-8b42-4ff3-85bd-34a7879a5b25 req-78af4763-8c8a-4e26-addb-753a6c209f08 service nova] [instance: 0807d9b4-2b21-4227-8efd-1c6eda844030] Received event network-changed-956489ca-6389-4f4f-8bf1-8e2d44b8f27f {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.008558] env[70323]: DEBUG nova.compute.manager [req-6f2314f7-8b42-4ff3-85bd-34a7879a5b25 req-78af4763-8c8a-4e26-addb-753a6c209f08 service nova] [instance: 0807d9b4-2b21-4227-8efd-1c6eda844030] Refreshing instance network info cache due to event network-changed-956489ca-6389-4f4f-8bf1-8e2d44b8f27f. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1048.009526] env[70323]: DEBUG oslo_concurrency.lockutils [req-6f2314f7-8b42-4ff3-85bd-34a7879a5b25 req-78af4763-8c8a-4e26-addb-753a6c209f08 service nova] Acquiring lock "refresh_cache-0807d9b4-2b21-4227-8efd-1c6eda844030" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.035373] env[70323]: DEBUG oslo_vmware.api [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]524709fc-a674-9456-a3e5-1112d0ce4893, 'name': SearchDatastore_Task, 'duration_secs': 0.009954} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.037624] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.037915] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] [instance: a9489d91-6f53-408b-b725-b16a886b104e] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1048.038154] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.038346] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.038542] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1048.038823] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14f3f77c-127e-40e9-a1b6-1a3f1bcaed4a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.051054] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1048.051291] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1048.052038] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7d9862a-82a8-42cb-9166-bdca07115b38 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.060189] env[70323]: DEBUG oslo_vmware.api [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Waiting for the task: (returnval){ [ 1048.060189] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52634cde-abee-0824-6419-42a92128dfc6" [ 1048.060189] env[70323]: _type = "Task" [ 1048.060189] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.068447] env[70323]: DEBUG oslo_vmware.api [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52634cde-abee-0824-6419-42a92128dfc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.175070] env[70323]: DEBUG nova.network.neutron [None req-5624ef50-49d1-4451-93cd-c5022d8ad1c8 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 3f04db1b-3c49-49aa-a84d-7abb8d6b697f] Updating instance_info_cache with network_info: [{"id": "cee022e9-68ac-4029-8ff9-c826e25cc931", "address": "fa:16:3e:41:18:62", "network": {"id": "6e67070b-8cfb-44d3-a355-e33374893830", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-79061281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9442610b28a7452a8b29d013bd021928", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcee022e9-68", "ovs_interfaceid": "cee022e9-68ac-4029-8ff9-c826e25cc931", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.237635] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d55c858e-0537-4069-b0e2-68d8c485f21c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.247977] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac4f535-a959-48d2-aca1-db81a212903c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.278777] env[70323]: DEBUG nova.network.neutron [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] [instance: 0807d9b4-2b21-4227-8efd-1c6eda844030] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1048.281384] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8b1e99-ddb0-4045-a0bd-71db58b42d1f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.289462] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7798f299-534e-495f-becc-e435306f2172 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.302490] env[70323]: DEBUG nova.compute.provider_tree [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.575492] env[70323]: DEBUG oslo_vmware.api [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52634cde-abee-0824-6419-42a92128dfc6, 'name': SearchDatastore_Task, 'duration_secs': 0.031979} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.576313] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5c69efa-24c5-4d98-8a79-a8d99e9f4948 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.584331] env[70323]: DEBUG oslo_vmware.api [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Waiting for the task: (returnval){ [ 1048.584331] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5233c9e2-7710-6a59-86b2-3f283184fa19" [ 1048.584331] env[70323]: _type = "Task" [ 1048.584331] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.591733] env[70323]: DEBUG oslo_vmware.api [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5233c9e2-7710-6a59-86b2-3f283184fa19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.677676] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5624ef50-49d1-4451-93cd-c5022d8ad1c8 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Releasing lock "refresh_cache-3f04db1b-3c49-49aa-a84d-7abb8d6b697f" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.705018] env[70323]: DEBUG nova.network.neutron [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] [instance: 0807d9b4-2b21-4227-8efd-1c6eda844030] Updating instance_info_cache with network_info: [{"id": "956489ca-6389-4f4f-8bf1-8e2d44b8f27f", "address": "fa:16:3e:a1:cc:f9", "network": {"id": "4ae29dff-300f-441f-be48-d90fff9836ea", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1646636509-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ec6e56a445341caad5357823de46fa5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap956489ca-63", "ovs_interfaceid": "956489ca-6389-4f4f-8bf1-8e2d44b8f27f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.725087] env[70323]: DEBUG nova.compute.manager [req-c33c9dc6-d898-4502-b750-c64fbfec0e41 req-906115d1-7237-4852-ac9a-df80820d0b80 service nova] [instance: 8cf2ea62-ac85-478d-8b4a-be3a60163060] Received event network-changed-a2121bb9-552d-41e2-9344-8fe4d700ea80 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.725368] env[70323]: DEBUG nova.compute.manager [req-c33c9dc6-d898-4502-b750-c64fbfec0e41 req-906115d1-7237-4852-ac9a-df80820d0b80 service nova] [instance: 8cf2ea62-ac85-478d-8b4a-be3a60163060] Refreshing instance network info cache due to event network-changed-a2121bb9-552d-41e2-9344-8fe4d700ea80. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1048.725496] env[70323]: DEBUG oslo_concurrency.lockutils [req-c33c9dc6-d898-4502-b750-c64fbfec0e41 req-906115d1-7237-4852-ac9a-df80820d0b80 service nova] Acquiring lock "refresh_cache-8cf2ea62-ac85-478d-8b4a-be3a60163060" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.725682] env[70323]: DEBUG oslo_concurrency.lockutils [req-c33c9dc6-d898-4502-b750-c64fbfec0e41 req-906115d1-7237-4852-ac9a-df80820d0b80 service nova] Acquired lock "refresh_cache-8cf2ea62-ac85-478d-8b4a-be3a60163060" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.725785] env[70323]: DEBUG nova.network.neutron [req-c33c9dc6-d898-4502-b750-c64fbfec0e41 req-906115d1-7237-4852-ac9a-df80820d0b80 service nova] [instance: 8cf2ea62-ac85-478d-8b4a-be3a60163060] Refreshing network info cache for port a2121bb9-552d-41e2-9344-8fe4d700ea80 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1048.807958] env[70323]: DEBUG nova.scheduler.client.report [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1049.093213] env[70323]: DEBUG oslo_vmware.api [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5233c9e2-7710-6a59-86b2-3f283184fa19, 'name': SearchDatastore_Task, 'duration_secs': 0.034172} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.093497] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.093757] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] a9489d91-6f53-408b-b725-b16a886b104e/a9489d91-6f53-408b-b725-b16a886b104e.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1049.094027] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8d9c4f2-b315-481a-9b3d-81a795949e10 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.100917] env[70323]: DEBUG oslo_vmware.api [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Waiting for the task: (returnval){ [ 1049.100917] env[70323]: value = "task-3227634" [ 1049.100917] env[70323]: _type = "Task" [ 1049.100917] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.114283] env[70323]: DEBUG oslo_vmware.api [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Task: {'id': task-3227634, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.210717] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Releasing lock "refresh_cache-0807d9b4-2b21-4227-8efd-1c6eda844030" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.210717] env[70323]: DEBUG nova.compute.manager [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] [instance: 0807d9b4-2b21-4227-8efd-1c6eda844030] Instance network_info: |[{"id": "956489ca-6389-4f4f-8bf1-8e2d44b8f27f", "address": "fa:16:3e:a1:cc:f9", "network": {"id": "4ae29dff-300f-441f-be48-d90fff9836ea", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1646636509-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ec6e56a445341caad5357823de46fa5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap956489ca-63", "ovs_interfaceid": "956489ca-6389-4f4f-8bf1-8e2d44b8f27f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1049.210717] env[70323]: DEBUG oslo_concurrency.lockutils [req-6f2314f7-8b42-4ff3-85bd-34a7879a5b25 req-78af4763-8c8a-4e26-addb-753a6c209f08 service nova] Acquired lock "refresh_cache-0807d9b4-2b21-4227-8efd-1c6eda844030" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.210717] env[70323]: DEBUG nova.network.neutron [req-6f2314f7-8b42-4ff3-85bd-34a7879a5b25 req-78af4763-8c8a-4e26-addb-753a6c209f08 service nova] [instance: 0807d9b4-2b21-4227-8efd-1c6eda844030] Refreshing network info cache for port 956489ca-6389-4f4f-8bf1-8e2d44b8f27f {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1049.210717] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] [instance: 0807d9b4-2b21-4227-8efd-1c6eda844030] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:cc:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a8f5363-be3a-4f92-9ccf-33bb0c8113b3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '956489ca-6389-4f4f-8bf1-8e2d44b8f27f', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1049.225551] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Creating folder: Project (9ec6e56a445341caad5357823de46fa5). Parent ref: group-v644941. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1049.226220] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c51f813c-90b2-4a0b-933d-8f23e5808a72 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.240559] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Created folder: Project (9ec6e56a445341caad5357823de46fa5) in parent group-v644941. [ 1049.240559] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Creating folder: Instances. Parent ref: group-v645211. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1049.240559] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1675ab9-15a2-49a5-8177-0fb518bb08ae {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.249062] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Created folder: Instances in parent group-v645211. [ 1049.249302] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1049.249489] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0807d9b4-2b21-4227-8efd-1c6eda844030] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1049.249690] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d8841f84-197e-4d1b-a0cd-acdf699ba226 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.272374] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1049.272374] env[70323]: value = "task-3227637" [ 1049.272374] env[70323]: _type = "Task" [ 1049.272374] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.280818] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227637, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.313688] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.409s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.314316] env[70323]: DEBUG nova.compute.manager [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1049.318476] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f10cbc7e-ef2e-48a4-892b-f25850e3b1ee tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.322s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.318800] env[70323]: DEBUG nova.objects.instance [None req-f10cbc7e-ef2e-48a4-892b-f25850e3b1ee tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Lazy-loading 'resources' on Instance uuid 7da61593-5cdd-4a3b-8999-754b6090bff7 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1049.508830] env[70323]: DEBUG nova.network.neutron [req-c33c9dc6-d898-4502-b750-c64fbfec0e41 req-906115d1-7237-4852-ac9a-df80820d0b80 service nova] [instance: 8cf2ea62-ac85-478d-8b4a-be3a60163060] Updated VIF entry in instance network info cache for port a2121bb9-552d-41e2-9344-8fe4d700ea80. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1049.509222] env[70323]: DEBUG nova.network.neutron [req-c33c9dc6-d898-4502-b750-c64fbfec0e41 req-906115d1-7237-4852-ac9a-df80820d0b80 service nova] [instance: 8cf2ea62-ac85-478d-8b4a-be3a60163060] Updating instance_info_cache with network_info: [{"id": "a2121bb9-552d-41e2-9344-8fe4d700ea80", "address": "fa:16:3e:15:9f:7b", "network": {"id": "5bb0312e-ffe6-4795-8628-a2c413ad3b83", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1814741904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2421f56f6b89441eb6361b8bea5b93f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2121bb9-55", "ovs_interfaceid": "a2121bb9-552d-41e2-9344-8fe4d700ea80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.612453] env[70323]: DEBUG oslo_vmware.api [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Task: {'id': task-3227634, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.786651] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227637, 'name': CreateVM_Task} progress is 25%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.820155] env[70323]: DEBUG nova.compute.utils [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1049.822526] env[70323]: DEBUG nova.compute.manager [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1049.822526] env[70323]: DEBUG nova.network.neutron [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1049.828067] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7b3829c8-0b59-4ed9-8e60-7b24e18d2a22 tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Acquiring lock "8cf2ea62-ac85-478d-8b4a-be3a60163060" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.828067] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7b3829c8-0b59-4ed9-8e60-7b24e18d2a22 tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Lock "8cf2ea62-ac85-478d-8b4a-be3a60163060" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.828279] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7b3829c8-0b59-4ed9-8e60-7b24e18d2a22 tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Acquiring lock "8cf2ea62-ac85-478d-8b4a-be3a60163060-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.828449] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7b3829c8-0b59-4ed9-8e60-7b24e18d2a22 tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Lock "8cf2ea62-ac85-478d-8b4a-be3a60163060-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.828611] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7b3829c8-0b59-4ed9-8e60-7b24e18d2a22 tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Lock "8cf2ea62-ac85-478d-8b4a-be3a60163060-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.832985] env[70323]: INFO nova.compute.manager [None req-7b3829c8-0b59-4ed9-8e60-7b24e18d2a22 tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] [instance: 8cf2ea62-ac85-478d-8b4a-be3a60163060] Terminating instance [ 1049.908305] env[70323]: DEBUG nova.policy [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f21b830748e64680850663679ded33a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb1b44fc3db843138916a73affdfd265', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 1050.011771] env[70323]: DEBUG oslo_concurrency.lockutils [req-c33c9dc6-d898-4502-b750-c64fbfec0e41 req-906115d1-7237-4852-ac9a-df80820d0b80 service nova] Releasing lock "refresh_cache-8cf2ea62-ac85-478d-8b4a-be3a60163060" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.056037] env[70323]: DEBUG nova.network.neutron [req-6f2314f7-8b42-4ff3-85bd-34a7879a5b25 req-78af4763-8c8a-4e26-addb-753a6c209f08 service nova] [instance: 0807d9b4-2b21-4227-8efd-1c6eda844030] Updated VIF entry in instance network info cache for port 956489ca-6389-4f4f-8bf1-8e2d44b8f27f. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1050.056645] env[70323]: DEBUG nova.network.neutron [req-6f2314f7-8b42-4ff3-85bd-34a7879a5b25 req-78af4763-8c8a-4e26-addb-753a6c209f08 service nova] [instance: 0807d9b4-2b21-4227-8efd-1c6eda844030] Updating instance_info_cache with network_info: [{"id": "956489ca-6389-4f4f-8bf1-8e2d44b8f27f", "address": "fa:16:3e:a1:cc:f9", "network": {"id": "4ae29dff-300f-441f-be48-d90fff9836ea", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1646636509-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ec6e56a445341caad5357823de46fa5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap956489ca-63", "ovs_interfaceid": "956489ca-6389-4f4f-8bf1-8e2d44b8f27f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.114744] env[70323]: DEBUG oslo_vmware.api [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Task: {'id': task-3227634, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.669464} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.115015] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] a9489d91-6f53-408b-b725-b16a886b104e/a9489d91-6f53-408b-b725-b16a886b104e.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1050.115240] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] [instance: a9489d91-6f53-408b-b725-b16a886b104e] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1050.115496] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-96837232-5e4e-4acc-963f-88a817a6dae3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.121688] env[70323]: DEBUG oslo_vmware.api [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Waiting for the task: (returnval){ [ 1050.121688] env[70323]: value = "task-3227638" [ 1050.121688] env[70323]: _type = "Task" [ 1050.121688] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.132711] env[70323]: DEBUG oslo_vmware.api [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Task: {'id': task-3227638, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.135306] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c44e3c2-f28a-4bb1-b247-3cee35fa2dda {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.142277] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f382ea1b-23ba-4dd0-a0a3-295551ea1164 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.173116] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b557c6fc-3923-4019-b7a9-29103aa68fdc {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.180423] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92025598-45db-49f6-a096-960dfe101424 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.197389] env[70323]: DEBUG nova.compute.provider_tree [None req-f10cbc7e-ef2e-48a4-892b-f25850e3b1ee tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.202161] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aea20c5-c88a-4430-a9c2-accd40c9c59b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.220725] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-5624ef50-49d1-4451-93cd-c5022d8ad1c8 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 3f04db1b-3c49-49aa-a84d-7abb8d6b697f] Updating instance '3f04db1b-3c49-49aa-a84d-7abb8d6b697f' progress to 0 {{(pid=70323) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1050.285587] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227637, 'name': CreateVM_Task, 'duration_secs': 0.732694} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.286928] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0807d9b4-2b21-4227-8efd-1c6eda844030] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1050.287695] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.287865] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.288217] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.288730] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e758bc45-233f-4fcc-b686-0c0f6f2990d1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.294109] env[70323]: DEBUG oslo_vmware.api [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Waiting for the task: (returnval){ [ 1050.294109] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]521174e4-71c0-7490-adca-2fba184226a1" [ 1050.294109] env[70323]: _type = "Task" [ 1050.294109] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.302016] env[70323]: DEBUG oslo_vmware.api [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]521174e4-71c0-7490-adca-2fba184226a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.328446] env[70323]: DEBUG nova.compute.manager [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1050.333252] env[70323]: DEBUG nova.network.neutron [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f] Successfully created port: 2dd51a0c-78af-4584-8ac0-e055c2ba4ec7 {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1050.337041] env[70323]: DEBUG nova.compute.manager [None req-7b3829c8-0b59-4ed9-8e60-7b24e18d2a22 tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] [instance: 8cf2ea62-ac85-478d-8b4a-be3a60163060] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1050.337041] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3829c8-0b59-4ed9-8e60-7b24e18d2a22 tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] [instance: 8cf2ea62-ac85-478d-8b4a-be3a60163060] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1050.337819] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5cd9ca6-35a8-4f5b-a587-7764c4f869fe {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.345161] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b3829c8-0b59-4ed9-8e60-7b24e18d2a22 tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] [instance: 8cf2ea62-ac85-478d-8b4a-be3a60163060] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1050.345395] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0661a92e-34bf-4e1e-b27b-b7a4b92ed650 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.377085] env[70323]: DEBUG oslo_vmware.api [None req-7b3829c8-0b59-4ed9-8e60-7b24e18d2a22 tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Waiting for the task: (returnval){ [ 1050.377085] env[70323]: value = "task-3227639" [ 1050.377085] env[70323]: _type = "Task" [ 1050.377085] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.385412] env[70323]: DEBUG oslo_vmware.api [None req-7b3829c8-0b59-4ed9-8e60-7b24e18d2a22 tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Task: {'id': task-3227639, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.561737] env[70323]: DEBUG oslo_concurrency.lockutils [req-6f2314f7-8b42-4ff3-85bd-34a7879a5b25 req-78af4763-8c8a-4e26-addb-753a6c209f08 service nova] Releasing lock "refresh_cache-0807d9b4-2b21-4227-8efd-1c6eda844030" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.637828] env[70323]: DEBUG oslo_vmware.api [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Task: {'id': task-3227638, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121165} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.638287] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] [instance: a9489d91-6f53-408b-b725-b16a886b104e] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1050.639524] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f68ae705-36ea-4c55-8507-a4d32b96e842 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.664122] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] [instance: a9489d91-6f53-408b-b725-b16a886b104e] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] a9489d91-6f53-408b-b725-b16a886b104e/a9489d91-6f53-408b-b725-b16a886b104e.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1050.664435] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-409d138f-41da-4b3b-9b81-c9fc356779fd {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.685112] env[70323]: DEBUG oslo_vmware.api [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Waiting for the task: (returnval){ [ 1050.685112] env[70323]: value = "task-3227640" [ 1050.685112] env[70323]: _type = "Task" [ 1050.685112] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.693024] env[70323]: DEBUG oslo_vmware.api [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Task: {'id': task-3227640, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.700113] env[70323]: DEBUG nova.scheduler.client.report [None req-f10cbc7e-ef2e-48a4-892b-f25850e3b1ee tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.726625] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-5624ef50-49d1-4451-93cd-c5022d8ad1c8 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 3f04db1b-3c49-49aa-a84d-7abb8d6b697f] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1050.726899] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9a54732-68b9-4066-8fd5-4896f762d6da {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.734372] env[70323]: DEBUG oslo_vmware.api [None req-5624ef50-49d1-4451-93cd-c5022d8ad1c8 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for the task: (returnval){ [ 1050.734372] env[70323]: value = "task-3227641" [ 1050.734372] env[70323]: _type = "Task" [ 1050.734372] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.741914] env[70323]: DEBUG oslo_vmware.api [None req-5624ef50-49d1-4451-93cd-c5022d8ad1c8 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227641, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.804876] env[70323]: DEBUG oslo_vmware.api [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]521174e4-71c0-7490-adca-2fba184226a1, 'name': SearchDatastore_Task, 'duration_secs': 0.073709} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.805204] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.805444] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] [instance: 0807d9b4-2b21-4227-8efd-1c6eda844030] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1050.805684] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.805829] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.806021] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1050.806301] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e4781a91-c422-4165-b239-a785bd73e3b6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.816818] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1050.817015] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1050.817894] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b5d1150-83e5-4827-a356-2691bce75e12 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.823122] env[70323]: DEBUG oslo_vmware.api [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Waiting for the task: (returnval){ [ 1050.823122] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5218cb91-15ed-28b1-1e86-0c4be9b1dce5" [ 1050.823122] env[70323]: _type = "Task" [ 1050.823122] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.830877] env[70323]: DEBUG oslo_vmware.api [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5218cb91-15ed-28b1-1e86-0c4be9b1dce5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.886756] env[70323]: DEBUG oslo_vmware.api [None req-7b3829c8-0b59-4ed9-8e60-7b24e18d2a22 tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Task: {'id': task-3227639, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.197057] env[70323]: DEBUG oslo_vmware.api [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Task: {'id': task-3227640, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.205038] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f10cbc7e-ef2e-48a4-892b-f25850e3b1ee tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.887s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.207364] env[70323]: DEBUG oslo_concurrency.lockutils [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.731s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.208631] env[70323]: INFO nova.compute.claims [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: b42b4cff-cc6f-4912-ab52-ba3be3a17ae8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1051.226369] env[70323]: INFO nova.scheduler.client.report [None req-f10cbc7e-ef2e-48a4-892b-f25850e3b1ee tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Deleted allocations for instance 7da61593-5cdd-4a3b-8999-754b6090bff7 [ 1051.244764] env[70323]: DEBUG oslo_vmware.api [None req-5624ef50-49d1-4451-93cd-c5022d8ad1c8 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227641, 'name': PowerOffVM_Task, 'duration_secs': 0.300748} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.245824] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-5624ef50-49d1-4451-93cd-c5022d8ad1c8 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 3f04db1b-3c49-49aa-a84d-7abb8d6b697f] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1051.246170] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-5624ef50-49d1-4451-93cd-c5022d8ad1c8 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 3f04db1b-3c49-49aa-a84d-7abb8d6b697f] Updating instance '3f04db1b-3c49-49aa-a84d-7abb8d6b697f' progress to 17 {{(pid=70323) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1051.333613] env[70323]: DEBUG oslo_vmware.api [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5218cb91-15ed-28b1-1e86-0c4be9b1dce5, 'name': SearchDatastore_Task, 'duration_secs': 0.011152} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.334403] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9c16626-eea8-4fcb-97fb-2a0d006fa457 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.338835] env[70323]: DEBUG nova.compute.manager [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1051.341989] env[70323]: DEBUG oslo_vmware.api [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Waiting for the task: (returnval){ [ 1051.341989] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5243c6b6-75eb-d771-2481-03deb38ccb7d" [ 1051.341989] env[70323]: _type = "Task" [ 1051.341989] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.349727] env[70323]: DEBUG oslo_vmware.api [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5243c6b6-75eb-d771-2481-03deb38ccb7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.364822] env[70323]: DEBUG nova.virt.hardware [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1051.365071] env[70323]: DEBUG nova.virt.hardware [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1051.365234] env[70323]: DEBUG nova.virt.hardware [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1051.365416] env[70323]: DEBUG nova.virt.hardware [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1051.365562] env[70323]: DEBUG nova.virt.hardware [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1051.365709] env[70323]: DEBUG nova.virt.hardware [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1051.365915] env[70323]: DEBUG nova.virt.hardware [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1051.366089] env[70323]: DEBUG nova.virt.hardware [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1051.366261] env[70323]: DEBUG nova.virt.hardware [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1051.366425] env[70323]: DEBUG nova.virt.hardware [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1051.366598] env[70323]: DEBUG nova.virt.hardware [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1051.367384] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a58243c-c921-4b6b-a75f-a27427dbd9e0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.374531] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c4f131-4c8b-4448-81dc-bff5b9ac0aa8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.393118] env[70323]: DEBUG oslo_vmware.api [None req-7b3829c8-0b59-4ed9-8e60-7b24e18d2a22 tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Task: {'id': task-3227639, 'name': PowerOffVM_Task, 'duration_secs': 0.784133} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.393345] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b3829c8-0b59-4ed9-8e60-7b24e18d2a22 tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] [instance: 8cf2ea62-ac85-478d-8b4a-be3a60163060] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1051.393538] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3829c8-0b59-4ed9-8e60-7b24e18d2a22 tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] [instance: 8cf2ea62-ac85-478d-8b4a-be3a60163060] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1051.393768] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7225f8c-bfd6-48db-a3ad-9cb0735e3ffc {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.455234] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3829c8-0b59-4ed9-8e60-7b24e18d2a22 tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] [instance: 8cf2ea62-ac85-478d-8b4a-be3a60163060] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1051.455394] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3829c8-0b59-4ed9-8e60-7b24e18d2a22 tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] [instance: 8cf2ea62-ac85-478d-8b4a-be3a60163060] Deleting contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1051.455580] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b3829c8-0b59-4ed9-8e60-7b24e18d2a22 tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Deleting the datastore file [datastore2] 8cf2ea62-ac85-478d-8b4a-be3a60163060 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1051.455845] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89493f82-3c7e-4050-966e-84c3d9c3c019 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.461340] env[70323]: DEBUG oslo_vmware.api [None req-7b3829c8-0b59-4ed9-8e60-7b24e18d2a22 tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Waiting for the task: (returnval){ [ 1051.461340] env[70323]: value = "task-3227643" [ 1051.461340] env[70323]: _type = "Task" [ 1051.461340] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.468573] env[70323]: DEBUG oslo_vmware.api [None req-7b3829c8-0b59-4ed9-8e60-7b24e18d2a22 tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Task: {'id': task-3227643, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.696165] env[70323]: DEBUG oslo_vmware.api [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Task: {'id': task-3227640, 'name': ReconfigVM_Task, 'duration_secs': 0.634163} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.696629] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] [instance: a9489d91-6f53-408b-b725-b16a886b104e] Reconfigured VM instance instance-00000060 to attach disk [datastore1] a9489d91-6f53-408b-b725-b16a886b104e/a9489d91-6f53-408b-b725-b16a886b104e.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1051.697124] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d057147-70c0-4d5c-93a8-e381be9fe676 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.703668] env[70323]: DEBUG oslo_vmware.api [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Waiting for the task: (returnval){ [ 1051.703668] env[70323]: value = "task-3227644" [ 1051.703668] env[70323]: _type = "Task" [ 1051.703668] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.711975] env[70323]: DEBUG oslo_vmware.api [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Task: {'id': task-3227644, 'name': Rename_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.735430] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f10cbc7e-ef2e-48a4-892b-f25850e3b1ee tempest-ServerActionsTestOtherA-336477375 tempest-ServerActionsTestOtherA-336477375-project-member] Lock "7da61593-5cdd-4a3b-8999-754b6090bff7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.288s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.753781] env[70323]: DEBUG nova.virt.hardware [None req-5624ef50-49d1-4451-93cd-c5022d8ad1c8 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1051.754746] env[70323]: DEBUG nova.virt.hardware [None req-5624ef50-49d1-4451-93cd-c5022d8ad1c8 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1051.755992] env[70323]: DEBUG nova.virt.hardware [None req-5624ef50-49d1-4451-93cd-c5022d8ad1c8 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1051.756112] env[70323]: DEBUG nova.virt.hardware [None req-5624ef50-49d1-4451-93cd-c5022d8ad1c8 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1051.756248] env[70323]: DEBUG nova.virt.hardware [None req-5624ef50-49d1-4451-93cd-c5022d8ad1c8 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1051.756439] env[70323]: DEBUG nova.virt.hardware [None req-5624ef50-49d1-4451-93cd-c5022d8ad1c8 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1051.756700] env[70323]: DEBUG nova.virt.hardware [None req-5624ef50-49d1-4451-93cd-c5022d8ad1c8 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1051.756893] env[70323]: DEBUG nova.virt.hardware [None req-5624ef50-49d1-4451-93cd-c5022d8ad1c8 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1051.757194] env[70323]: DEBUG nova.virt.hardware [None req-5624ef50-49d1-4451-93cd-c5022d8ad1c8 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1051.757334] env[70323]: DEBUG nova.virt.hardware [None req-5624ef50-49d1-4451-93cd-c5022d8ad1c8 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1051.757522] env[70323]: DEBUG nova.virt.hardware [None req-5624ef50-49d1-4451-93cd-c5022d8ad1c8 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1051.764536] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74ec8ac6-5e80-4f4c-b2f8-9a6afc113a53 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.782899] env[70323]: DEBUG oslo_vmware.api [None req-5624ef50-49d1-4451-93cd-c5022d8ad1c8 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for the task: (returnval){ [ 1051.782899] env[70323]: value = "task-3227645" [ 1051.782899] env[70323]: _type = "Task" [ 1051.782899] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.791855] env[70323]: DEBUG oslo_vmware.api [None req-5624ef50-49d1-4451-93cd-c5022d8ad1c8 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227645, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.853322] env[70323]: DEBUG oslo_vmware.api [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5243c6b6-75eb-d771-2481-03deb38ccb7d, 'name': SearchDatastore_Task, 'duration_secs': 0.009109} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.853628] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.853872] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 0807d9b4-2b21-4227-8efd-1c6eda844030/0807d9b4-2b21-4227-8efd-1c6eda844030.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1051.854156] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-468950a2-2c6c-46c8-91eb-23d230088ccc {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.860490] env[70323]: DEBUG oslo_vmware.api [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Waiting for the task: (returnval){ [ 1051.860490] env[70323]: value = "task-3227646" [ 1051.860490] env[70323]: _type = "Task" [ 1051.860490] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.876705] env[70323]: DEBUG oslo_vmware.api [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Task: {'id': task-3227646, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.904268] env[70323]: DEBUG nova.compute.manager [req-e9cbbb5f-8fb0-4a29-926a-2cef3569478d req-fe3c9668-55d4-4ae2-b480-c3676bc41948 service nova] [instance: 5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f] Received event network-vif-plugged-2dd51a0c-78af-4584-8ac0-e055c2ba4ec7 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.904598] env[70323]: DEBUG oslo_concurrency.lockutils [req-e9cbbb5f-8fb0-4a29-926a-2cef3569478d req-fe3c9668-55d4-4ae2-b480-c3676bc41948 service nova] Acquiring lock "5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.904860] env[70323]: DEBUG oslo_concurrency.lockutils [req-e9cbbb5f-8fb0-4a29-926a-2cef3569478d req-fe3c9668-55d4-4ae2-b480-c3676bc41948 service nova] Lock "5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.905068] env[70323]: DEBUG oslo_concurrency.lockutils [req-e9cbbb5f-8fb0-4a29-926a-2cef3569478d req-fe3c9668-55d4-4ae2-b480-c3676bc41948 service nova] Lock "5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.905254] env[70323]: DEBUG nova.compute.manager [req-e9cbbb5f-8fb0-4a29-926a-2cef3569478d req-fe3c9668-55d4-4ae2-b480-c3676bc41948 service nova] [instance: 5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f] No waiting events found dispatching network-vif-plugged-2dd51a0c-78af-4584-8ac0-e055c2ba4ec7 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1051.905444] env[70323]: WARNING nova.compute.manager [req-e9cbbb5f-8fb0-4a29-926a-2cef3569478d req-fe3c9668-55d4-4ae2-b480-c3676bc41948 service nova] [instance: 5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f] Received unexpected event network-vif-plugged-2dd51a0c-78af-4584-8ac0-e055c2ba4ec7 for instance with vm_state building and task_state spawning. [ 1051.972540] env[70323]: DEBUG oslo_vmware.api [None req-7b3829c8-0b59-4ed9-8e60-7b24e18d2a22 tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Task: {'id': task-3227643, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.271581} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.972812] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b3829c8-0b59-4ed9-8e60-7b24e18d2a22 tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1051.972998] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3829c8-0b59-4ed9-8e60-7b24e18d2a22 tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] [instance: 8cf2ea62-ac85-478d-8b4a-be3a60163060] Deleted contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1051.973199] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3829c8-0b59-4ed9-8e60-7b24e18d2a22 tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] [instance: 8cf2ea62-ac85-478d-8b4a-be3a60163060] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1051.973376] env[70323]: INFO nova.compute.manager [None req-7b3829c8-0b59-4ed9-8e60-7b24e18d2a22 tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] [instance: 8cf2ea62-ac85-478d-8b4a-be3a60163060] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1051.973618] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b3829c8-0b59-4ed9-8e60-7b24e18d2a22 tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1051.973812] env[70323]: DEBUG nova.compute.manager [-] [instance: 8cf2ea62-ac85-478d-8b4a-be3a60163060] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1051.973906] env[70323]: DEBUG nova.network.neutron [-] [instance: 8cf2ea62-ac85-478d-8b4a-be3a60163060] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1052.049150] env[70323]: DEBUG nova.network.neutron [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f] Successfully updated port: 2dd51a0c-78af-4584-8ac0-e055c2ba4ec7 {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1052.214609] env[70323]: DEBUG oslo_vmware.api [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Task: {'id': task-3227644, 'name': Rename_Task, 'duration_secs': 0.166902} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.214759] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] [instance: a9489d91-6f53-408b-b725-b16a886b104e] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1052.215009] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f70662e-e9cb-4e9b-aa9f-c13effdd502a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.225979] env[70323]: DEBUG oslo_vmware.api [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Waiting for the task: (returnval){ [ 1052.225979] env[70323]: value = "task-3227647" [ 1052.225979] env[70323]: _type = "Task" [ 1052.225979] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.235989] env[70323]: DEBUG oslo_vmware.api [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Task: {'id': task-3227647, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.295392] env[70323]: DEBUG oslo_vmware.api [None req-5624ef50-49d1-4451-93cd-c5022d8ad1c8 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227645, 'name': ReconfigVM_Task, 'duration_secs': 0.19736} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.295722] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-5624ef50-49d1-4451-93cd-c5022d8ad1c8 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 3f04db1b-3c49-49aa-a84d-7abb8d6b697f] Updating instance '3f04db1b-3c49-49aa-a84d-7abb8d6b697f' progress to 33 {{(pid=70323) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1052.374687] env[70323]: DEBUG oslo_vmware.api [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Task: {'id': task-3227646, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.536011] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a80aaf3-be9b-4a8f-a51e-0b1f0d972f1b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.544383] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be0442f-4247-47f3-ac2e-54ecd455ea82 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.578705] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Acquiring lock "refresh_cache-5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.578919] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Acquired lock "refresh_cache-5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.579130] env[70323]: DEBUG nova.network.neutron [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1052.581034] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e067b7f5-835a-41f8-85e8-dffdc9325efd {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.590032] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e467e0-3f82-4160-8d89-1cfb6ac5b74f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.603309] env[70323]: DEBUG nova.compute.provider_tree [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Updating inventory in ProviderTree for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1052.710619] env[70323]: DEBUG nova.network.neutron [-] [instance: 8cf2ea62-ac85-478d-8b4a-be3a60163060] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.736418] env[70323]: DEBUG oslo_vmware.api [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Task: {'id': task-3227647, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.807225] env[70323]: DEBUG nova.virt.hardware [None req-5624ef50-49d1-4451-93cd-c5022d8ad1c8 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1052.807225] env[70323]: DEBUG nova.virt.hardware [None req-5624ef50-49d1-4451-93cd-c5022d8ad1c8 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1052.807225] env[70323]: DEBUG nova.virt.hardware [None req-5624ef50-49d1-4451-93cd-c5022d8ad1c8 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1052.807225] env[70323]: DEBUG nova.virt.hardware [None req-5624ef50-49d1-4451-93cd-c5022d8ad1c8 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1052.807225] env[70323]: DEBUG nova.virt.hardware [None req-5624ef50-49d1-4451-93cd-c5022d8ad1c8 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1052.807225] env[70323]: DEBUG nova.virt.hardware [None req-5624ef50-49d1-4451-93cd-c5022d8ad1c8 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1052.807225] env[70323]: DEBUG nova.virt.hardware [None req-5624ef50-49d1-4451-93cd-c5022d8ad1c8 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1052.807225] env[70323]: DEBUG nova.virt.hardware [None req-5624ef50-49d1-4451-93cd-c5022d8ad1c8 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1052.807225] env[70323]: DEBUG nova.virt.hardware [None req-5624ef50-49d1-4451-93cd-c5022d8ad1c8 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1052.807225] env[70323]: DEBUG nova.virt.hardware [None req-5624ef50-49d1-4451-93cd-c5022d8ad1c8 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1052.807225] env[70323]: DEBUG nova.virt.hardware [None req-5624ef50-49d1-4451-93cd-c5022d8ad1c8 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1052.812633] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-5624ef50-49d1-4451-93cd-c5022d8ad1c8 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 3f04db1b-3c49-49aa-a84d-7abb8d6b697f] Reconfiguring VM instance instance-0000005a to detach disk 2000 {{(pid=70323) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1052.812930] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-905e8567-98ec-478e-bba8-d2cc1958a495 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.832957] env[70323]: DEBUG oslo_vmware.api [None req-5624ef50-49d1-4451-93cd-c5022d8ad1c8 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for the task: (returnval){ [ 1052.832957] env[70323]: value = "task-3227648" [ 1052.832957] env[70323]: _type = "Task" [ 1052.832957] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.841501] env[70323]: DEBUG oslo_vmware.api [None req-5624ef50-49d1-4451-93cd-c5022d8ad1c8 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227648, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.873667] env[70323]: DEBUG oslo_vmware.api [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Task: {'id': task-3227646, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.740526} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.873961] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 0807d9b4-2b21-4227-8efd-1c6eda844030/0807d9b4-2b21-4227-8efd-1c6eda844030.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1052.874213] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] [instance: 0807d9b4-2b21-4227-8efd-1c6eda844030] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1052.874504] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e31fc4ce-d5d7-43ee-bf41-61880826d58c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.881577] env[70323]: DEBUG oslo_vmware.api [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Waiting for the task: (returnval){ [ 1052.881577] env[70323]: value = "task-3227649" [ 1052.881577] env[70323]: _type = "Task" [ 1052.881577] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.890572] env[70323]: DEBUG oslo_vmware.api [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Task: {'id': task-3227649, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.137006] env[70323]: DEBUG nova.network.neutron [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1053.139715] env[70323]: DEBUG nova.scheduler.client.report [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Updated inventory for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with generation 133 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1053.139992] env[70323]: DEBUG nova.compute.provider_tree [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Updating resource provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f generation from 133 to 134 during operation: update_inventory {{(pid=70323) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1053.140295] env[70323]: DEBUG nova.compute.provider_tree [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Updating inventory in ProviderTree for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1053.213721] env[70323]: INFO nova.compute.manager [-] [instance: 8cf2ea62-ac85-478d-8b4a-be3a60163060] Took 1.24 seconds to deallocate network for instance. [ 1053.236059] env[70323]: DEBUG oslo_vmware.api [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Task: {'id': task-3227647, 'name': PowerOnVM_Task, 'duration_secs': 0.753172} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.236344] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] [instance: a9489d91-6f53-408b-b725-b16a886b104e] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1053.236549] env[70323]: INFO nova.compute.manager [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] [instance: a9489d91-6f53-408b-b725-b16a886b104e] Took 9.18 seconds to spawn the instance on the hypervisor. [ 1053.237193] env[70323]: DEBUG nova.compute.manager [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] [instance: a9489d91-6f53-408b-b725-b16a886b104e] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1053.238010] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81df5f4a-61b4-4c01-8cc0-098b04c972c5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.290824] env[70323]: DEBUG nova.network.neutron [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f] Updating instance_info_cache with network_info: [{"id": "2dd51a0c-78af-4584-8ac0-e055c2ba4ec7", "address": "fa:16:3e:20:e6:3b", "network": {"id": "44d27cb8-a905-4efa-8715-7e64a3028ba9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-661689391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb1b44fc3db843138916a73affdfd265", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dd51a0c-78", "ovs_interfaceid": "2dd51a0c-78af-4584-8ac0-e055c2ba4ec7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.344574] env[70323]: DEBUG oslo_vmware.api [None req-5624ef50-49d1-4451-93cd-c5022d8ad1c8 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227648, 'name': ReconfigVM_Task, 'duration_secs': 0.18313} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.344852] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-5624ef50-49d1-4451-93cd-c5022d8ad1c8 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 3f04db1b-3c49-49aa-a84d-7abb8d6b697f] Reconfigured VM instance instance-0000005a to detach disk 2000 {{(pid=70323) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1053.345643] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0bfb0b5-3fee-4ecf-aa0c-f1824b429bb8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.369833] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-5624ef50-49d1-4451-93cd-c5022d8ad1c8 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 3f04db1b-3c49-49aa-a84d-7abb8d6b697f] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 3f04db1b-3c49-49aa-a84d-7abb8d6b697f/3f04db1b-3c49-49aa-a84d-7abb8d6b697f.vmdk or device None with type thin {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1053.370210] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac6005db-5bc2-4703-abef-4ca2ba5451b6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.390875] env[70323]: DEBUG oslo_vmware.api [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Task: {'id': task-3227649, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068778} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.392064] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] [instance: 0807d9b4-2b21-4227-8efd-1c6eda844030] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1053.392407] env[70323]: DEBUG oslo_vmware.api [None req-5624ef50-49d1-4451-93cd-c5022d8ad1c8 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for the task: (returnval){ [ 1053.392407] env[70323]: value = "task-3227650" [ 1053.392407] env[70323]: _type = "Task" [ 1053.392407] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.393096] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d0bd87-7f3a-43fd-bd99-f09fac4575f8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.420347] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] [instance: 0807d9b4-2b21-4227-8efd-1c6eda844030] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 0807d9b4-2b21-4227-8efd-1c6eda844030/0807d9b4-2b21-4227-8efd-1c6eda844030.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1053.423901] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52144ca7-056b-47e9-a507-8ed051864317 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.438027] env[70323]: DEBUG oslo_vmware.api [None req-5624ef50-49d1-4451-93cd-c5022d8ad1c8 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227650, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.445429] env[70323]: DEBUG oslo_vmware.api [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Waiting for the task: (returnval){ [ 1053.445429] env[70323]: value = "task-3227651" [ 1053.445429] env[70323]: _type = "Task" [ 1053.445429] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.454990] env[70323]: DEBUG oslo_vmware.api [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Task: {'id': task-3227651, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.648158] env[70323]: DEBUG oslo_concurrency.lockutils [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.438s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.648158] env[70323]: DEBUG nova.compute.manager [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: b42b4cff-cc6f-4912-ab52-ba3be3a17ae8] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1053.648751] env[70323]: DEBUG oslo_concurrency.lockutils [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.084s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.650611] env[70323]: INFO nova.compute.claims [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 87a4e63b-abcc-4c4c-ae98-34682ee91ba8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1053.722686] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7b3829c8-0b59-4ed9-8e60-7b24e18d2a22 tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.759506] env[70323]: INFO nova.compute.manager [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] [instance: a9489d91-6f53-408b-b725-b16a886b104e] Took 37.01 seconds to build instance. [ 1053.793357] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Releasing lock "refresh_cache-5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.793518] env[70323]: DEBUG nova.compute.manager [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f] Instance network_info: |[{"id": "2dd51a0c-78af-4584-8ac0-e055c2ba4ec7", "address": "fa:16:3e:20:e6:3b", "network": {"id": "44d27cb8-a905-4efa-8715-7e64a3028ba9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-661689391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb1b44fc3db843138916a73affdfd265", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dd51a0c-78", "ovs_interfaceid": "2dd51a0c-78af-4584-8ac0-e055c2ba4ec7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1053.793996] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:e6:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3fca0ab6-cc80-429f-9117-885f170135b7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2dd51a0c-78af-4584-8ac0-e055c2ba4ec7', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1053.806400] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1053.806400] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1053.806400] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-50359186-6055-4c12-a3d7-57304fefaa64 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.829223] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1053.829223] env[70323]: value = "task-3227652" [ 1053.829223] env[70323]: _type = "Task" [ 1053.829223] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.837264] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227652, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.907763] env[70323]: DEBUG oslo_vmware.api [None req-5624ef50-49d1-4451-93cd-c5022d8ad1c8 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227650, 'name': ReconfigVM_Task, 'duration_secs': 0.281188} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.907763] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-5624ef50-49d1-4451-93cd-c5022d8ad1c8 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 3f04db1b-3c49-49aa-a84d-7abb8d6b697f] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 3f04db1b-3c49-49aa-a84d-7abb8d6b697f/3f04db1b-3c49-49aa-a84d-7abb8d6b697f.vmdk or device None with type thin {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1053.907763] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-5624ef50-49d1-4451-93cd-c5022d8ad1c8 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 3f04db1b-3c49-49aa-a84d-7abb8d6b697f] Updating instance '3f04db1b-3c49-49aa-a84d-7abb8d6b697f' progress to 50 {{(pid=70323) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1053.960019] env[70323]: DEBUG oslo_vmware.api [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Task: {'id': task-3227651, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.000839] env[70323]: DEBUG nova.compute.manager [req-7ae72875-5355-4efa-9148-1e5683583daf req-b897fbf1-7d0f-4227-af58-5386e17820fc service nova] [instance: 5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f] Received event network-changed-2dd51a0c-78af-4584-8ac0-e055c2ba4ec7 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.002233] env[70323]: DEBUG nova.compute.manager [req-7ae72875-5355-4efa-9148-1e5683583daf req-b897fbf1-7d0f-4227-af58-5386e17820fc service nova] [instance: 5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f] Refreshing instance network info cache due to event network-changed-2dd51a0c-78af-4584-8ac0-e055c2ba4ec7. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1054.002233] env[70323]: DEBUG oslo_concurrency.lockutils [req-7ae72875-5355-4efa-9148-1e5683583daf req-b897fbf1-7d0f-4227-af58-5386e17820fc service nova] Acquiring lock "refresh_cache-5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.002233] env[70323]: DEBUG oslo_concurrency.lockutils [req-7ae72875-5355-4efa-9148-1e5683583daf req-b897fbf1-7d0f-4227-af58-5386e17820fc service nova] Acquired lock "refresh_cache-5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.002233] env[70323]: DEBUG nova.network.neutron [req-7ae72875-5355-4efa-9148-1e5683583daf req-b897fbf1-7d0f-4227-af58-5386e17820fc service nova] [instance: 5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f] Refreshing network info cache for port 2dd51a0c-78af-4584-8ac0-e055c2ba4ec7 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1054.088459] env[70323]: DEBUG oslo_concurrency.lockutils [None req-dec4c0ce-2fd1-40d6-8b1e-12b3cb1a30e4 tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Acquiring lock "a9489d91-6f53-408b-b725-b16a886b104e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.155489] env[70323]: DEBUG nova.compute.utils [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1054.158675] env[70323]: DEBUG nova.compute.manager [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: b42b4cff-cc6f-4912-ab52-ba3be3a17ae8] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1054.158834] env[70323]: DEBUG nova.network.neutron [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: b42b4cff-cc6f-4912-ab52-ba3be3a17ae8] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1054.201093] env[70323]: DEBUG nova.policy [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '904100217a3642ddbac560ad3a398816', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af37872d6532434f815597c22d8a4a36', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 1054.261885] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f6330b3c-4b44-4e83-9554-106c2ebb443e tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Lock "a9489d91-6f53-408b-b725-b16a886b104e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.525s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.262103] env[70323]: DEBUG oslo_concurrency.lockutils [None req-dec4c0ce-2fd1-40d6-8b1e-12b3cb1a30e4 tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Lock "a9489d91-6f53-408b-b725-b16a886b104e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.174s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.262332] env[70323]: DEBUG oslo_concurrency.lockutils [None req-dec4c0ce-2fd1-40d6-8b1e-12b3cb1a30e4 tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Acquiring lock "a9489d91-6f53-408b-b725-b16a886b104e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.262540] env[70323]: DEBUG oslo_concurrency.lockutils [None req-dec4c0ce-2fd1-40d6-8b1e-12b3cb1a30e4 tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Lock "a9489d91-6f53-408b-b725-b16a886b104e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.262706] env[70323]: DEBUG oslo_concurrency.lockutils [None req-dec4c0ce-2fd1-40d6-8b1e-12b3cb1a30e4 tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Lock "a9489d91-6f53-408b-b725-b16a886b104e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.264822] env[70323]: INFO nova.compute.manager [None req-dec4c0ce-2fd1-40d6-8b1e-12b3cb1a30e4 tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] [instance: a9489d91-6f53-408b-b725-b16a886b104e] Terminating instance [ 1054.340018] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227652, 'name': CreateVM_Task, 'duration_secs': 0.333048} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.340018] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1054.340727] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.341511] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.341511] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.341511] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed42d380-7bc9-45d1-8b71-545c9ff26d3a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.346206] env[70323]: DEBUG oslo_vmware.api [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Waiting for the task: (returnval){ [ 1054.346206] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]521910a8-df7b-9d2b-d1da-1e1cacb32a0d" [ 1054.346206] env[70323]: _type = "Task" [ 1054.346206] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.354074] env[70323]: DEBUG oslo_vmware.api [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]521910a8-df7b-9d2b-d1da-1e1cacb32a0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.416906] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a77591-3c85-431c-a368-085525b49546 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.439861] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa6c14f-c670-4116-9d1d-bb263caadc73 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.457348] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-5624ef50-49d1-4451-93cd-c5022d8ad1c8 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 3f04db1b-3c49-49aa-a84d-7abb8d6b697f] Updating instance '3f04db1b-3c49-49aa-a84d-7abb8d6b697f' progress to 67 {{(pid=70323) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1054.470512] env[70323]: DEBUG oslo_vmware.api [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Task: {'id': task-3227651, 'name': ReconfigVM_Task, 'duration_secs': 0.530617} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.470512] env[70323]: DEBUG nova.network.neutron [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: b42b4cff-cc6f-4912-ab52-ba3be3a17ae8] Successfully created port: 6a290369-fb02-41c6-a9b0-278b347919bb {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1054.472386] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] [instance: 0807d9b4-2b21-4227-8efd-1c6eda844030] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 0807d9b4-2b21-4227-8efd-1c6eda844030/0807d9b4-2b21-4227-8efd-1c6eda844030.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1054.472976] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-beecd6db-bf39-46b7-bcd3-042dba3d367c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.479131] env[70323]: DEBUG oslo_vmware.api [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Waiting for the task: (returnval){ [ 1054.479131] env[70323]: value = "task-3227653" [ 1054.479131] env[70323]: _type = "Task" [ 1054.479131] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.490498] env[70323]: DEBUG oslo_vmware.api [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Task: {'id': task-3227653, 'name': Rename_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.662124] env[70323]: DEBUG nova.compute.manager [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: b42b4cff-cc6f-4912-ab52-ba3be3a17ae8] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1054.772791] env[70323]: DEBUG nova.compute.manager [None req-dec4c0ce-2fd1-40d6-8b1e-12b3cb1a30e4 tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] [instance: a9489d91-6f53-408b-b725-b16a886b104e] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1054.773240] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-dec4c0ce-2fd1-40d6-8b1e-12b3cb1a30e4 tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] [instance: a9489d91-6f53-408b-b725-b16a886b104e] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1054.774889] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ad28c9-2ebf-40dd-ac3b-df553fd6e4d2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.787939] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-dec4c0ce-2fd1-40d6-8b1e-12b3cb1a30e4 tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] [instance: a9489d91-6f53-408b-b725-b16a886b104e] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1054.788380] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6478455e-495e-4ddb-b244-3f55b9ebae40 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.797508] env[70323]: DEBUG oslo_vmware.api [None req-dec4c0ce-2fd1-40d6-8b1e-12b3cb1a30e4 tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Waiting for the task: (returnval){ [ 1054.797508] env[70323]: value = "task-3227654" [ 1054.797508] env[70323]: _type = "Task" [ 1054.797508] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.805878] env[70323]: DEBUG oslo_vmware.api [None req-dec4c0ce-2fd1-40d6-8b1e-12b3cb1a30e4 tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Task: {'id': task-3227654, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.857898] env[70323]: DEBUG oslo_vmware.api [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]521910a8-df7b-9d2b-d1da-1e1cacb32a0d, 'name': SearchDatastore_Task, 'duration_secs': 0.04337} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.861173] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.861494] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1054.861663] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.861812] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.861992] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1054.862467] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57ff119d-3910-4822-b792-534bc942b346 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.872801] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1054.873083] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1054.876829] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d4551fd-353a-4d2b-84e5-5ac6cad8a25b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.882034] env[70323]: DEBUG nova.network.neutron [req-7ae72875-5355-4efa-9148-1e5683583daf req-b897fbf1-7d0f-4227-af58-5386e17820fc service nova] [instance: 5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f] Updated VIF entry in instance network info cache for port 2dd51a0c-78af-4584-8ac0-e055c2ba4ec7. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1054.882034] env[70323]: DEBUG nova.network.neutron [req-7ae72875-5355-4efa-9148-1e5683583daf req-b897fbf1-7d0f-4227-af58-5386e17820fc service nova] [instance: 5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f] Updating instance_info_cache with network_info: [{"id": "2dd51a0c-78af-4584-8ac0-e055c2ba4ec7", "address": "fa:16:3e:20:e6:3b", "network": {"id": "44d27cb8-a905-4efa-8715-7e64a3028ba9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-661689391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb1b44fc3db843138916a73affdfd265", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dd51a0c-78", "ovs_interfaceid": "2dd51a0c-78af-4584-8ac0-e055c2ba4ec7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.885273] env[70323]: DEBUG oslo_vmware.api [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Waiting for the task: (returnval){ [ 1054.885273] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5287437f-4749-85c0-6b2d-bf96cf9f5086" [ 1054.885273] env[70323]: _type = "Task" [ 1054.885273] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.894066] env[70323]: DEBUG oslo_vmware.api [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5287437f-4749-85c0-6b2d-bf96cf9f5086, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.997340] env[70323]: DEBUG oslo_vmware.api [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Task: {'id': task-3227653, 'name': Rename_Task, 'duration_secs': 0.340768} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.997843] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] [instance: 0807d9b4-2b21-4227-8efd-1c6eda844030] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1054.997843] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e5645f6-2d4a-4522-9da0-ff3cd03e917a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.008861] env[70323]: DEBUG oslo_vmware.api [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Waiting for the task: (returnval){ [ 1055.008861] env[70323]: value = "task-3227655" [ 1055.008861] env[70323]: _type = "Task" [ 1055.008861] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.016901] env[70323]: DEBUG oslo_vmware.api [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Task: {'id': task-3227655, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.020908] env[70323]: DEBUG nova.network.neutron [None req-5624ef50-49d1-4451-93cd-c5022d8ad1c8 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 3f04db1b-3c49-49aa-a84d-7abb8d6b697f] Port cee022e9-68ac-4029-8ff9-c826e25cc931 binding to destination host cpu-1 is already ACTIVE {{(pid=70323) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1055.036384] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c59650-64fb-4453-bcde-9719bb79f85d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.045505] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b9a199-baa4-4f15-8ef4-6eb3c0543d7a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.077011] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e24beefa-b623-4a83-b4c3-18c751a55025 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.085165] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b643f0e4-fca2-4b09-81a0-0594eaf66479 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.100295] env[70323]: DEBUG nova.compute.provider_tree [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.307363] env[70323]: DEBUG oslo_vmware.api [None req-dec4c0ce-2fd1-40d6-8b1e-12b3cb1a30e4 tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Task: {'id': task-3227654, 'name': PowerOffVM_Task, 'duration_secs': 0.166333} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.307663] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-dec4c0ce-2fd1-40d6-8b1e-12b3cb1a30e4 tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] [instance: a9489d91-6f53-408b-b725-b16a886b104e] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1055.307865] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-dec4c0ce-2fd1-40d6-8b1e-12b3cb1a30e4 tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] [instance: a9489d91-6f53-408b-b725-b16a886b104e] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1055.308158] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c953c21-bb27-400b-8a88-506c613a7989 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.375286] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-dec4c0ce-2fd1-40d6-8b1e-12b3cb1a30e4 tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] [instance: a9489d91-6f53-408b-b725-b16a886b104e] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1055.375521] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-dec4c0ce-2fd1-40d6-8b1e-12b3cb1a30e4 tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] [instance: a9489d91-6f53-408b-b725-b16a886b104e] Deleting contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1055.375710] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-dec4c0ce-2fd1-40d6-8b1e-12b3cb1a30e4 tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Deleting the datastore file [datastore1] a9489d91-6f53-408b-b725-b16a886b104e {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1055.375974] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-787a9adc-ab8a-452c-9eb3-4bb9d50af3ef {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.382204] env[70323]: DEBUG oslo_vmware.api [None req-dec4c0ce-2fd1-40d6-8b1e-12b3cb1a30e4 tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Waiting for the task: (returnval){ [ 1055.382204] env[70323]: value = "task-3227657" [ 1055.382204] env[70323]: _type = "Task" [ 1055.382204] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.386073] env[70323]: DEBUG oslo_concurrency.lockutils [req-7ae72875-5355-4efa-9148-1e5683583daf req-b897fbf1-7d0f-4227-af58-5386e17820fc service nova] Releasing lock "refresh_cache-5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.386376] env[70323]: DEBUG nova.compute.manager [req-7ae72875-5355-4efa-9148-1e5683583daf req-b897fbf1-7d0f-4227-af58-5386e17820fc service nova] [instance: 8cf2ea62-ac85-478d-8b4a-be3a60163060] Received event network-vif-deleted-a2121bb9-552d-41e2-9344-8fe4d700ea80 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.395933] env[70323]: DEBUG oslo_vmware.api [None req-dec4c0ce-2fd1-40d6-8b1e-12b3cb1a30e4 tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Task: {'id': task-3227657, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.399904] env[70323]: DEBUG oslo_vmware.api [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5287437f-4749-85c0-6b2d-bf96cf9f5086, 'name': SearchDatastore_Task, 'duration_secs': 0.013306} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.400734] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b439652-9aff-4501-923c-0d074c9f2ffa {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.405926] env[70323]: DEBUG oslo_vmware.api [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Waiting for the task: (returnval){ [ 1055.405926] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5209398d-e07b-3be6-6623-4601eb3d6da4" [ 1055.405926] env[70323]: _type = "Task" [ 1055.405926] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.416410] env[70323]: DEBUG oslo_vmware.api [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5209398d-e07b-3be6-6623-4601eb3d6da4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.518672] env[70323]: DEBUG oslo_vmware.api [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Task: {'id': task-3227655, 'name': PowerOnVM_Task, 'duration_secs': 0.45678} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.518989] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] [instance: 0807d9b4-2b21-4227-8efd-1c6eda844030] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1055.519218] env[70323]: INFO nova.compute.manager [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] [instance: 0807d9b4-2b21-4227-8efd-1c6eda844030] Took 9.01 seconds to spawn the instance on the hypervisor. [ 1055.519400] env[70323]: DEBUG nova.compute.manager [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] [instance: 0807d9b4-2b21-4227-8efd-1c6eda844030] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1055.520181] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1fdb7e-0368-4c16-88c1-afcb58fcf056 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.604211] env[70323]: DEBUG nova.scheduler.client.report [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1055.672723] env[70323]: DEBUG nova.compute.manager [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: b42b4cff-cc6f-4912-ab52-ba3be3a17ae8] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1055.702439] env[70323]: DEBUG nova.virt.hardware [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1055.702686] env[70323]: DEBUG nova.virt.hardware [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1055.702842] env[70323]: DEBUG nova.virt.hardware [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1055.703866] env[70323]: DEBUG nova.virt.hardware [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1055.704197] env[70323]: DEBUG nova.virt.hardware [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1055.704420] env[70323]: DEBUG nova.virt.hardware [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1055.704698] env[70323]: DEBUG nova.virt.hardware [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1055.704869] env[70323]: DEBUG nova.virt.hardware [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1055.705052] env[70323]: DEBUG nova.virt.hardware [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1055.705224] env[70323]: DEBUG nova.virt.hardware [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1055.705401] env[70323]: DEBUG nova.virt.hardware [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1055.706302] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22209a3f-17db-4a6b-9a63-a27bebc92126 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.715825] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-292cc145-dd1d-4610-8887-50c600c2e044 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.892515] env[70323]: DEBUG oslo_vmware.api [None req-dec4c0ce-2fd1-40d6-8b1e-12b3cb1a30e4 tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Task: {'id': task-3227657, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.357137} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.892838] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-dec4c0ce-2fd1-40d6-8b1e-12b3cb1a30e4 tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1055.893016] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-dec4c0ce-2fd1-40d6-8b1e-12b3cb1a30e4 tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] [instance: a9489d91-6f53-408b-b725-b16a886b104e] Deleted contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1055.893342] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-dec4c0ce-2fd1-40d6-8b1e-12b3cb1a30e4 tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] [instance: a9489d91-6f53-408b-b725-b16a886b104e] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1055.893528] env[70323]: INFO nova.compute.manager [None req-dec4c0ce-2fd1-40d6-8b1e-12b3cb1a30e4 tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] [instance: a9489d91-6f53-408b-b725-b16a886b104e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1055.893772] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dec4c0ce-2fd1-40d6-8b1e-12b3cb1a30e4 tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1055.894127] env[70323]: DEBUG nova.compute.manager [-] [instance: a9489d91-6f53-408b-b725-b16a886b104e] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1055.894253] env[70323]: DEBUG nova.network.neutron [-] [instance: a9489d91-6f53-408b-b725-b16a886b104e] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1055.915496] env[70323]: DEBUG oslo_vmware.api [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5209398d-e07b-3be6-6623-4601eb3d6da4, 'name': SearchDatastore_Task, 'duration_secs': 0.01809} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.915782] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.916041] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f/5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1055.916327] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b2e63d3-e051-45e0-bc04-de5f1b4ec8e8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.922716] env[70323]: DEBUG oslo_vmware.api [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Waiting for the task: (returnval){ [ 1055.922716] env[70323]: value = "task-3227658" [ 1055.922716] env[70323]: _type = "Task" [ 1055.922716] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.933449] env[70323]: DEBUG oslo_vmware.api [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3227658, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.048939] env[70323]: INFO nova.compute.manager [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] [instance: 0807d9b4-2b21-4227-8efd-1c6eda844030] Took 35.76 seconds to build instance. [ 1056.049641] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5624ef50-49d1-4451-93cd-c5022d8ad1c8 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquiring lock "3f04db1b-3c49-49aa-a84d-7abb8d6b697f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.049884] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5624ef50-49d1-4451-93cd-c5022d8ad1c8 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Lock "3f04db1b-3c49-49aa-a84d-7abb8d6b697f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.050065] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5624ef50-49d1-4451-93cd-c5022d8ad1c8 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Lock "3f04db1b-3c49-49aa-a84d-7abb8d6b697f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.109078] env[70323]: DEBUG oslo_concurrency.lockutils [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.460s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.109877] env[70323]: DEBUG nova.compute.manager [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 87a4e63b-abcc-4c4c-ae98-34682ee91ba8] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1056.112511] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d9eafb30-8184-4018-bc1f-3f2493b37e66 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.075s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.112741] env[70323]: DEBUG nova.objects.instance [None req-d9eafb30-8184-4018-bc1f-3f2493b37e66 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Lazy-loading 'resources' on Instance uuid d166ff9e-cf66-456d-89a4-8361f8bc3e5e {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.434034] env[70323]: DEBUG oslo_vmware.api [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3227658, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.487992] env[70323]: DEBUG nova.compute.manager [req-b8585dce-504d-498b-8aaa-610d1e4b0f15 req-8fc590c0-636b-44d3-9ffd-6db0eb7b128d service nova] [instance: b42b4cff-cc6f-4912-ab52-ba3be3a17ae8] Received event network-vif-plugged-6a290369-fb02-41c6-a9b0-278b347919bb {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.488237] env[70323]: DEBUG oslo_concurrency.lockutils [req-b8585dce-504d-498b-8aaa-610d1e4b0f15 req-8fc590c0-636b-44d3-9ffd-6db0eb7b128d service nova] Acquiring lock "b42b4cff-cc6f-4912-ab52-ba3be3a17ae8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.488535] env[70323]: DEBUG oslo_concurrency.lockutils [req-b8585dce-504d-498b-8aaa-610d1e4b0f15 req-8fc590c0-636b-44d3-9ffd-6db0eb7b128d service nova] Lock "b42b4cff-cc6f-4912-ab52-ba3be3a17ae8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.488650] env[70323]: DEBUG oslo_concurrency.lockutils [req-b8585dce-504d-498b-8aaa-610d1e4b0f15 req-8fc590c0-636b-44d3-9ffd-6db0eb7b128d service nova] Lock "b42b4cff-cc6f-4912-ab52-ba3be3a17ae8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.488817] env[70323]: DEBUG nova.compute.manager [req-b8585dce-504d-498b-8aaa-610d1e4b0f15 req-8fc590c0-636b-44d3-9ffd-6db0eb7b128d service nova] [instance: b42b4cff-cc6f-4912-ab52-ba3be3a17ae8] No waiting events found dispatching network-vif-plugged-6a290369-fb02-41c6-a9b0-278b347919bb {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1056.488977] env[70323]: WARNING nova.compute.manager [req-b8585dce-504d-498b-8aaa-610d1e4b0f15 req-8fc590c0-636b-44d3-9ffd-6db0eb7b128d service nova] [instance: b42b4cff-cc6f-4912-ab52-ba3be3a17ae8] Received unexpected event network-vif-plugged-6a290369-fb02-41c6-a9b0-278b347919bb for instance with vm_state building and task_state spawning. [ 1056.489990] env[70323]: DEBUG nova.network.neutron [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: b42b4cff-cc6f-4912-ab52-ba3be3a17ae8] Successfully updated port: 6a290369-fb02-41c6-a9b0-278b347919bb {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1056.553382] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6d13a885-d7ef-4e8c-bb26-dc89f8076af9 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Lock "0807d9b4-2b21-4227-8efd-1c6eda844030" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.273s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.615635] env[70323]: DEBUG nova.compute.utils [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1056.620767] env[70323]: DEBUG nova.compute.manager [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 87a4e63b-abcc-4c4c-ae98-34682ee91ba8] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1056.620767] env[70323]: DEBUG nova.network.neutron [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 87a4e63b-abcc-4c4c-ae98-34682ee91ba8] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1056.692320] env[70323]: DEBUG nova.policy [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '041fbcbe67a240ffaccf482b7ceca85f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ad05435c7e44f548e1a19eccac2b460', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 1056.813238] env[70323]: DEBUG nova.network.neutron [-] [instance: a9489d91-6f53-408b-b725-b16a886b104e] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.935102] env[70323]: DEBUG oslo_vmware.api [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3227658, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.852067} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.937982] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f/5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1056.938332] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1056.938728] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-34d4f4ff-e170-4f00-a544-2e104336e375 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.946834] env[70323]: DEBUG oslo_vmware.api [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Waiting for the task: (returnval){ [ 1056.946834] env[70323]: value = "task-3227659" [ 1056.946834] env[70323]: _type = "Task" [ 1056.946834] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.960223] env[70323]: DEBUG oslo_vmware.api [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3227659, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.996741] env[70323]: DEBUG oslo_concurrency.lockutils [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquiring lock "refresh_cache-b42b4cff-cc6f-4912-ab52-ba3be3a17ae8" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.997028] env[70323]: DEBUG oslo_concurrency.lockutils [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquired lock "refresh_cache-b42b4cff-cc6f-4912-ab52-ba3be3a17ae8" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.997403] env[70323]: DEBUG nova.network.neutron [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: b42b4cff-cc6f-4912-ab52-ba3be3a17ae8] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1057.033896] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7cc27c8-0c26-4476-9bf0-886f53fe7f49 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.047024] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da14f1bb-84df-4eeb-9a73-fcebd2196238 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.086914] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c010a048-d26a-477e-b645-d3bdd621ebe0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.096811] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd2d964-636f-4a47-8ac4-1bdd18d4ff1c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.101356] env[70323]: DEBUG nova.network.neutron [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 87a4e63b-abcc-4c4c-ae98-34682ee91ba8] Successfully created port: 160e6027-3a6c-4e9b-99bd-34671291c6e5 {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1057.114143] env[70323]: DEBUG nova.compute.provider_tree [None req-d9eafb30-8184-4018-bc1f-3f2493b37e66 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.116149] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5624ef50-49d1-4451-93cd-c5022d8ad1c8 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquiring lock "refresh_cache-3f04db1b-3c49-49aa-a84d-7abb8d6b697f" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.116936] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5624ef50-49d1-4451-93cd-c5022d8ad1c8 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquired lock "refresh_cache-3f04db1b-3c49-49aa-a84d-7abb8d6b697f" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.116936] env[70323]: DEBUG nova.network.neutron [None req-5624ef50-49d1-4451-93cd-c5022d8ad1c8 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 3f04db1b-3c49-49aa-a84d-7abb8d6b697f] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1057.127985] env[70323]: DEBUG nova.compute.manager [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 87a4e63b-abcc-4c4c-ae98-34682ee91ba8] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1057.317139] env[70323]: INFO nova.compute.manager [-] [instance: a9489d91-6f53-408b-b725-b16a886b104e] Took 1.42 seconds to deallocate network for instance. [ 1057.457501] env[70323]: DEBUG oslo_vmware.api [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3227659, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069589} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.457779] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1057.458574] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d860b845-acb7-415e-ac54-e4af7b21e9a4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.484101] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f/5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1057.484629] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8d2aea9-2e2f-4710-8083-f344ab0b8bc5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.507904] env[70323]: DEBUG oslo_vmware.api [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Waiting for the task: (returnval){ [ 1057.507904] env[70323]: value = "task-3227660" [ 1057.507904] env[70323]: _type = "Task" [ 1057.507904] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.519799] env[70323]: DEBUG oslo_vmware.api [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3227660, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.559666] env[70323]: DEBUG nova.network.neutron [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: b42b4cff-cc6f-4912-ab52-ba3be3a17ae8] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1057.619484] env[70323]: DEBUG nova.scheduler.client.report [None req-d9eafb30-8184-4018-bc1f-3f2493b37e66 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.826345] env[70323]: DEBUG oslo_concurrency.lockutils [None req-dec4c0ce-2fd1-40d6-8b1e-12b3cb1a30e4 tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.830116] env[70323]: DEBUG nova.network.neutron [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: b42b4cff-cc6f-4912-ab52-ba3be3a17ae8] Updating instance_info_cache with network_info: [{"id": "6a290369-fb02-41c6-a9b0-278b347919bb", "address": "fa:16:3e:1b:86:38", "network": {"id": "c007b1ef-cfb2-4ce7-bd1c-4b08918b6a61", "bridge": "br-int", "label": "tempest-ServersTestJSON-785052494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af37872d6532434f815597c22d8a4a36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a290369-fb", "ovs_interfaceid": "6a290369-fb02-41c6-a9b0-278b347919bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.923659] env[70323]: DEBUG nova.network.neutron [None req-5624ef50-49d1-4451-93cd-c5022d8ad1c8 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 3f04db1b-3c49-49aa-a84d-7abb8d6b697f] Updating instance_info_cache with network_info: [{"id": "cee022e9-68ac-4029-8ff9-c826e25cc931", "address": "fa:16:3e:41:18:62", "network": {"id": "6e67070b-8cfb-44d3-a355-e33374893830", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-79061281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9442610b28a7452a8b29d013bd021928", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcee022e9-68", "ovs_interfaceid": "cee022e9-68ac-4029-8ff9-c826e25cc931", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.967302] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6b2897ba-273f-4e9e-b482-f5646a7bbd66 tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Acquiring lock "517d2967-4b35-4b79-9758-80ded84dac44" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.967679] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6b2897ba-273f-4e9e-b482-f5646a7bbd66 tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Lock "517d2967-4b35-4b79-9758-80ded84dac44" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.025116] env[70323]: DEBUG oslo_vmware.api [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3227660, 'name': ReconfigVM_Task, 'duration_secs': 0.283725} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.025116] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f/5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1058.025116] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-024ed367-ec4e-46ab-9e57-3a6d1bc113be {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.031272] env[70323]: DEBUG oslo_vmware.api [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Waiting for the task: (returnval){ [ 1058.031272] env[70323]: value = "task-3227661" [ 1058.031272] env[70323]: _type = "Task" [ 1058.031272] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.040898] env[70323]: DEBUG oslo_vmware.api [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3227661, 'name': Rename_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.126644] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d9eafb30-8184-4018-bc1f-3f2493b37e66 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.014s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.129403] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.991s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.131168] env[70323]: INFO nova.compute.claims [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] [instance: 41d64a03-f00d-4037-a3c4-a55d2b355ea6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1058.141244] env[70323]: DEBUG nova.compute.manager [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 87a4e63b-abcc-4c4c-ae98-34682ee91ba8] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1058.199598] env[70323]: DEBUG nova.virt.hardware [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1058.199843] env[70323]: DEBUG nova.virt.hardware [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1058.200010] env[70323]: DEBUG nova.virt.hardware [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1058.200198] env[70323]: DEBUG nova.virt.hardware [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1058.200366] env[70323]: DEBUG nova.virt.hardware [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1058.200526] env[70323]: DEBUG nova.virt.hardware [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1058.200737] env[70323]: DEBUG nova.virt.hardware [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1058.200895] env[70323]: DEBUG nova.virt.hardware [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1058.201074] env[70323]: DEBUG nova.virt.hardware [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1058.201242] env[70323]: DEBUG nova.virt.hardware [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1058.201443] env[70323]: DEBUG nova.virt.hardware [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1058.202341] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67c0cfb-ea64-45b1-afb9-d49f8eb094c0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.210352] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3840b12a-418a-4549-9cbd-a5faf05689f2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.335276] env[70323]: DEBUG oslo_concurrency.lockutils [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Releasing lock "refresh_cache-b42b4cff-cc6f-4912-ab52-ba3be3a17ae8" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.335671] env[70323]: DEBUG nova.compute.manager [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: b42b4cff-cc6f-4912-ab52-ba3be3a17ae8] Instance network_info: |[{"id": "6a290369-fb02-41c6-a9b0-278b347919bb", "address": "fa:16:3e:1b:86:38", "network": {"id": "c007b1ef-cfb2-4ce7-bd1c-4b08918b6a61", "bridge": "br-int", "label": "tempest-ServersTestJSON-785052494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af37872d6532434f815597c22d8a4a36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a290369-fb", "ovs_interfaceid": "6a290369-fb02-41c6-a9b0-278b347919bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1058.336026] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: b42b4cff-cc6f-4912-ab52-ba3be3a17ae8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:86:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e885ebd4-93ca-4e9e-8889-0f16bd91e61e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a290369-fb02-41c6-a9b0-278b347919bb', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1058.343688] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1058.343907] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b42b4cff-cc6f-4912-ab52-ba3be3a17ae8] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1058.344150] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0574a221-03ef-426a-8d26-9869811bc277 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.363545] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1058.363545] env[70323]: value = "task-3227662" [ 1058.363545] env[70323]: _type = "Task" [ 1058.363545] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.370698] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227662, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.429632] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5624ef50-49d1-4451-93cd-c5022d8ad1c8 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Releasing lock "refresh_cache-3f04db1b-3c49-49aa-a84d-7abb8d6b697f" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.477179] env[70323]: DEBUG nova.compute.utils [None req-6b2897ba-273f-4e9e-b482-f5646a7bbd66 tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1058.542987] env[70323]: DEBUG oslo_vmware.api [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3227661, 'name': Rename_Task, 'duration_secs': 0.146325} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.543283] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1058.543532] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c495d7c-52c0-4939-a2e8-c1939776a6ea {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.550189] env[70323]: DEBUG oslo_vmware.api [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Waiting for the task: (returnval){ [ 1058.550189] env[70323]: value = "task-3227663" [ 1058.550189] env[70323]: _type = "Task" [ 1058.550189] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.557589] env[70323]: DEBUG oslo_vmware.api [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3227663, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.808093] env[70323]: INFO nova.scheduler.client.report [None req-d9eafb30-8184-4018-bc1f-3f2493b37e66 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Deleted allocations for instance d166ff9e-cf66-456d-89a4-8361f8bc3e5e [ 1058.876734] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227662, 'name': CreateVM_Task} progress is 25%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.958718] env[70323]: DEBUG oslo_concurrency.lockutils [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Acquiring lock "0a6debe1-4b85-49a5-8b06-59ca7817ab09" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.958718] env[70323]: DEBUG oslo_concurrency.lockutils [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Lock "0a6debe1-4b85-49a5-8b06-59ca7817ab09" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.966025] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4dc149-fd30-4fee-92c8-b5f6e9431ec1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.990485] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6b2897ba-273f-4e9e-b482-f5646a7bbd66 tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Lock "517d2967-4b35-4b79-9758-80ded84dac44" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.023s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.993136] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6478055-847c-43a5-a999-b7e50dc49be5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.002065] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-5624ef50-49d1-4451-93cd-c5022d8ad1c8 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 3f04db1b-3c49-49aa-a84d-7abb8d6b697f] Updating instance '3f04db1b-3c49-49aa-a84d-7abb8d6b697f' progress to 83 {{(pid=70323) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1059.061696] env[70323]: DEBUG oslo_vmware.api [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3227663, 'name': PowerOnVM_Task, 'duration_secs': 0.4609} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.061973] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1059.062191] env[70323]: INFO nova.compute.manager [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f] Took 7.72 seconds to spawn the instance on the hypervisor. [ 1059.062367] env[70323]: DEBUG nova.compute.manager [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1059.063146] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4fec2a4-894f-469b-a6b1-bd1c221080ab {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.202930] env[70323]: DEBUG nova.compute.manager [req-00dceef8-827e-474c-b87e-0f104f796b86 req-2c1b7322-a428-4869-bb15-eaab603bed7e service nova] [instance: a9489d91-6f53-408b-b725-b16a886b104e] Received event network-vif-deleted-2e147a69-cfd3-4cbb-9581-282a410df902 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1059.203273] env[70323]: DEBUG nova.compute.manager [req-00dceef8-827e-474c-b87e-0f104f796b86 req-2c1b7322-a428-4869-bb15-eaab603bed7e service nova] [instance: b42b4cff-cc6f-4912-ab52-ba3be3a17ae8] Received event network-changed-6a290369-fb02-41c6-a9b0-278b347919bb {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1059.204190] env[70323]: DEBUG nova.compute.manager [req-00dceef8-827e-474c-b87e-0f104f796b86 req-2c1b7322-a428-4869-bb15-eaab603bed7e service nova] [instance: b42b4cff-cc6f-4912-ab52-ba3be3a17ae8] Refreshing instance network info cache due to event network-changed-6a290369-fb02-41c6-a9b0-278b347919bb. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1059.204554] env[70323]: DEBUG oslo_concurrency.lockutils [req-00dceef8-827e-474c-b87e-0f104f796b86 req-2c1b7322-a428-4869-bb15-eaab603bed7e service nova] Acquiring lock "refresh_cache-b42b4cff-cc6f-4912-ab52-ba3be3a17ae8" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.204827] env[70323]: DEBUG oslo_concurrency.lockutils [req-00dceef8-827e-474c-b87e-0f104f796b86 req-2c1b7322-a428-4869-bb15-eaab603bed7e service nova] Acquired lock "refresh_cache-b42b4cff-cc6f-4912-ab52-ba3be3a17ae8" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.205111] env[70323]: DEBUG nova.network.neutron [req-00dceef8-827e-474c-b87e-0f104f796b86 req-2c1b7322-a428-4869-bb15-eaab603bed7e service nova] [instance: b42b4cff-cc6f-4912-ab52-ba3be3a17ae8] Refreshing network info cache for port 6a290369-fb02-41c6-a9b0-278b347919bb {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1059.211800] env[70323]: DEBUG nova.network.neutron [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 87a4e63b-abcc-4c4c-ae98-34682ee91ba8] Successfully updated port: 160e6027-3a6c-4e9b-99bd-34671291c6e5 {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1059.317782] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d9eafb30-8184-4018-bc1f-3f2493b37e66 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Lock "d166ff9e-cf66-456d-89a4-8361f8bc3e5e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.941s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.375439] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227662, 'name': CreateVM_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.466804] env[70323]: DEBUG nova.compute.manager [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] [instance: 0a6debe1-4b85-49a5-8b06-59ca7817ab09] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1059.509054] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-5624ef50-49d1-4451-93cd-c5022d8ad1c8 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 3f04db1b-3c49-49aa-a84d-7abb8d6b697f] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1059.510231] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-348667c1-a688-4029-9555-96502c9b0b00 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.517999] env[70323]: DEBUG oslo_vmware.api [None req-5624ef50-49d1-4451-93cd-c5022d8ad1c8 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for the task: (returnval){ [ 1059.517999] env[70323]: value = "task-3227664" [ 1059.517999] env[70323]: _type = "Task" [ 1059.517999] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.527877] env[70323]: DEBUG oslo_vmware.api [None req-5624ef50-49d1-4451-93cd-c5022d8ad1c8 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227664, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.581422] env[70323]: INFO nova.compute.manager [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f] Took 26.98 seconds to build instance. [ 1059.717673] env[70323]: DEBUG oslo_concurrency.lockutils [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquiring lock "refresh_cache-87a4e63b-abcc-4c4c-ae98-34682ee91ba8" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.717673] env[70323]: DEBUG oslo_concurrency.lockutils [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquired lock "refresh_cache-87a4e63b-abcc-4c4c-ae98-34682ee91ba8" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.717673] env[70323]: DEBUG nova.network.neutron [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 87a4e63b-abcc-4c4c-ae98-34682ee91ba8] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1059.877992] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227662, 'name': CreateVM_Task, 'duration_secs': 1.116892} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.878443] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b42b4cff-cc6f-4912-ab52-ba3be3a17ae8] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1059.880106] env[70323]: DEBUG oslo_concurrency.lockutils [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.880106] env[70323]: DEBUG oslo_concurrency.lockutils [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.880607] env[70323]: DEBUG oslo_concurrency.lockutils [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.882075] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72b2540f-b8f6-4225-b251-82c1c95fd5f9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.888015] env[70323]: DEBUG oslo_vmware.api [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Waiting for the task: (returnval){ [ 1059.888015] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]526957ff-4191-d608-a333-a061fba0dad4" [ 1059.888015] env[70323]: _type = "Task" [ 1059.888015] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.902985] env[70323]: DEBUG oslo_vmware.api [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]526957ff-4191-d608-a333-a061fba0dad4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.964109] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abae1566-3c26-43ac-aa8e-fbf21a611f46 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.976977] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5863d4d-3222-4e52-b098-5af0dbcbf4f6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.012219] env[70323]: DEBUG oslo_concurrency.lockutils [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.013980] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b8122d-1667-419a-9264-ba9473178481 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.031149] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d8d018-5c7a-4162-9c21-26628869da1c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.039320] env[70323]: DEBUG oslo_vmware.api [None req-5624ef50-49d1-4451-93cd-c5022d8ad1c8 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227664, 'name': PowerOnVM_Task} progress is 87%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.050578] env[70323]: DEBUG nova.compute.provider_tree [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1060.056688] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6b2897ba-273f-4e9e-b482-f5646a7bbd66 tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Acquiring lock "517d2967-4b35-4b79-9758-80ded84dac44" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.056914] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6b2897ba-273f-4e9e-b482-f5646a7bbd66 tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Lock "517d2967-4b35-4b79-9758-80ded84dac44" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.057156] env[70323]: INFO nova.compute.manager [None req-6b2897ba-273f-4e9e-b482-f5646a7bbd66 tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] Attaching volume aebe5d23-7462-42f0-b882-bcf64f29af28 to /dev/sdb [ 1060.086117] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1c530e6c-2ef7-418a-a4fe-db25ab16afff tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Lock "5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.489s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.103978] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad82550-9d70-4352-bd0f-616345960533 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.117019] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f27119d-7e3c-41ec-a229-3db307bcf29f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.129179] env[70323]: DEBUG nova.virt.block_device [None req-6b2897ba-273f-4e9e-b482-f5646a7bbd66 tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] Updating existing volume attachment record: 05669883-0f3a-456c-9a00-a222d69bb8b1 {{(pid=70323) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1060.177523] env[70323]: DEBUG nova.network.neutron [req-00dceef8-827e-474c-b87e-0f104f796b86 req-2c1b7322-a428-4869-bb15-eaab603bed7e service nova] [instance: b42b4cff-cc6f-4912-ab52-ba3be3a17ae8] Updated VIF entry in instance network info cache for port 6a290369-fb02-41c6-a9b0-278b347919bb. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1060.177887] env[70323]: DEBUG nova.network.neutron [req-00dceef8-827e-474c-b87e-0f104f796b86 req-2c1b7322-a428-4869-bb15-eaab603bed7e service nova] [instance: b42b4cff-cc6f-4912-ab52-ba3be3a17ae8] Updating instance_info_cache with network_info: [{"id": "6a290369-fb02-41c6-a9b0-278b347919bb", "address": "fa:16:3e:1b:86:38", "network": {"id": "c007b1ef-cfb2-4ce7-bd1c-4b08918b6a61", "bridge": "br-int", "label": "tempest-ServersTestJSON-785052494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af37872d6532434f815597c22d8a4a36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a290369-fb", "ovs_interfaceid": "6a290369-fb02-41c6-a9b0-278b347919bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.281376] env[70323]: DEBUG nova.network.neutron [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 87a4e63b-abcc-4c4c-ae98-34682ee91ba8] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1060.400928] env[70323]: DEBUG oslo_vmware.api [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]526957ff-4191-d608-a333-a061fba0dad4, 'name': SearchDatastore_Task, 'duration_secs': 0.019126} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.405226] env[70323]: DEBUG oslo_concurrency.lockutils [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.409025] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: b42b4cff-cc6f-4912-ab52-ba3be3a17ae8] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1060.409025] env[70323]: DEBUG oslo_concurrency.lockutils [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.409025] env[70323]: DEBUG oslo_concurrency.lockutils [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.409025] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1060.409025] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-852ede0d-c64d-4cae-b77d-dd7b4f530ab9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.415364] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1060.415680] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1060.416589] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5998b1d8-4f09-4228-8b95-eb702d5b8669 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.422394] env[70323]: DEBUG oslo_vmware.api [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Waiting for the task: (returnval){ [ 1060.422394] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52e0e39a-4e72-68ae-f619-8d0d53bc31a9" [ 1060.422394] env[70323]: _type = "Task" [ 1060.422394] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.431273] env[70323]: DEBUG oslo_vmware.api [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52e0e39a-4e72-68ae-f619-8d0d53bc31a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.527017] env[70323]: DEBUG oslo_concurrency.lockutils [None req-394a5100-a8a8-47e0-bf1b-48a100f3d645 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Acquiring lock "0807d9b4-2b21-4227-8efd-1c6eda844030" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.527017] env[70323]: DEBUG oslo_concurrency.lockutils [None req-394a5100-a8a8-47e0-bf1b-48a100f3d645 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Lock "0807d9b4-2b21-4227-8efd-1c6eda844030" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.527017] env[70323]: DEBUG oslo_concurrency.lockutils [None req-394a5100-a8a8-47e0-bf1b-48a100f3d645 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Acquiring lock "0807d9b4-2b21-4227-8efd-1c6eda844030-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.527017] env[70323]: DEBUG oslo_concurrency.lockutils [None req-394a5100-a8a8-47e0-bf1b-48a100f3d645 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Lock "0807d9b4-2b21-4227-8efd-1c6eda844030-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.527017] env[70323]: DEBUG oslo_concurrency.lockutils [None req-394a5100-a8a8-47e0-bf1b-48a100f3d645 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Lock "0807d9b4-2b21-4227-8efd-1c6eda844030-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.530941] env[70323]: INFO nova.compute.manager [None req-394a5100-a8a8-47e0-bf1b-48a100f3d645 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] [instance: 0807d9b4-2b21-4227-8efd-1c6eda844030] Terminating instance [ 1060.540995] env[70323]: DEBUG oslo_vmware.api [None req-5624ef50-49d1-4451-93cd-c5022d8ad1c8 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227664, 'name': PowerOnVM_Task, 'duration_secs': 0.742066} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.540995] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-5624ef50-49d1-4451-93cd-c5022d8ad1c8 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 3f04db1b-3c49-49aa-a84d-7abb8d6b697f] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1060.540995] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-5624ef50-49d1-4451-93cd-c5022d8ad1c8 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 3f04db1b-3c49-49aa-a84d-7abb8d6b697f] Updating instance '3f04db1b-3c49-49aa-a84d-7abb8d6b697f' progress to 100 {{(pid=70323) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1060.553411] env[70323]: DEBUG nova.scheduler.client.report [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1060.565969] env[70323]: DEBUG nova.network.neutron [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 87a4e63b-abcc-4c4c-ae98-34682ee91ba8] Updating instance_info_cache with network_info: [{"id": "160e6027-3a6c-4e9b-99bd-34671291c6e5", "address": "fa:16:3e:2f:bc:1a", "network": {"id": "882ea57e-8153-49ec-b6a7-5b7da1c35202", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1740748287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ad05435c7e44f548e1a19eccac2b460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap160e6027-3a", "ovs_interfaceid": "160e6027-3a6c-4e9b-99bd-34671291c6e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.684148] env[70323]: DEBUG oslo_concurrency.lockutils [req-00dceef8-827e-474c-b87e-0f104f796b86 req-2c1b7322-a428-4869-bb15-eaab603bed7e service nova] Releasing lock "refresh_cache-b42b4cff-cc6f-4912-ab52-ba3be3a17ae8" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.932851] env[70323]: DEBUG oslo_vmware.api [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52e0e39a-4e72-68ae-f619-8d0d53bc31a9, 'name': SearchDatastore_Task, 'duration_secs': 0.009734} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.933641] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6e1ffb5-1f53-40af-8730-09963fc3cd9d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.938465] env[70323]: DEBUG oslo_vmware.api [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Waiting for the task: (returnval){ [ 1060.938465] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]524cc585-db94-3160-5003-e4de0392bb2c" [ 1060.938465] env[70323]: _type = "Task" [ 1060.938465] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.947948] env[70323]: DEBUG oslo_vmware.api [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]524cc585-db94-3160-5003-e4de0392bb2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.035981] env[70323]: DEBUG nova.compute.manager [None req-394a5100-a8a8-47e0-bf1b-48a100f3d645 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] [instance: 0807d9b4-2b21-4227-8efd-1c6eda844030] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1061.036310] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-394a5100-a8a8-47e0-bf1b-48a100f3d645 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] [instance: 0807d9b4-2b21-4227-8efd-1c6eda844030] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1061.037206] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a1d9420-2987-487a-956d-a67b8f7ccd55 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.047435] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-394a5100-a8a8-47e0-bf1b-48a100f3d645 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] [instance: 0807d9b4-2b21-4227-8efd-1c6eda844030] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1061.047717] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb276356-5660-4039-92df-dacf24bad362 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.054292] env[70323]: DEBUG oslo_vmware.api [None req-394a5100-a8a8-47e0-bf1b-48a100f3d645 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Waiting for the task: (returnval){ [ 1061.054292] env[70323]: value = "task-3227666" [ 1061.054292] env[70323]: _type = "Task" [ 1061.054292] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.059926] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.931s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.060513] env[70323]: DEBUG nova.compute.manager [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] [instance: 41d64a03-f00d-4037-a3c4-a55d2b355ea6] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1061.068140] env[70323]: DEBUG oslo_concurrency.lockutils [None req-83c6b299-3b4f-4d5a-a138-8598d5c94fd2 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.774s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.068369] env[70323]: DEBUG nova.objects.instance [None req-83c6b299-3b4f-4d5a-a138-8598d5c94fd2 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Lazy-loading 'resources' on Instance uuid b52ff327-d2be-4acd-8604-7860947112af {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1061.070077] env[70323]: DEBUG oslo_vmware.api [None req-394a5100-a8a8-47e0-bf1b-48a100f3d645 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Task: {'id': task-3227666, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.070664] env[70323]: DEBUG oslo_concurrency.lockutils [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Releasing lock "refresh_cache-87a4e63b-abcc-4c4c-ae98-34682ee91ba8" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.070925] env[70323]: DEBUG nova.compute.manager [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 87a4e63b-abcc-4c4c-ae98-34682ee91ba8] Instance network_info: |[{"id": "160e6027-3a6c-4e9b-99bd-34671291c6e5", "address": "fa:16:3e:2f:bc:1a", "network": {"id": "882ea57e-8153-49ec-b6a7-5b7da1c35202", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1740748287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ad05435c7e44f548e1a19eccac2b460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap160e6027-3a", "ovs_interfaceid": "160e6027-3a6c-4e9b-99bd-34671291c6e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1061.071311] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 87a4e63b-abcc-4c4c-ae98-34682ee91ba8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:bc:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b107fab-ee71-47db-ad4d-3c6f05546843', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '160e6027-3a6c-4e9b-99bd-34671291c6e5', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1061.079177] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1061.080024] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87a4e63b-abcc-4c4c-ae98-34682ee91ba8] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1061.080261] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7efbd332-7fb6-4fe4-b32a-6604ae21c65a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.099594] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1061.099594] env[70323]: value = "task-3227667" [ 1061.099594] env[70323]: _type = "Task" [ 1061.099594] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.107640] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227667, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.236628] env[70323]: DEBUG nova.compute.manager [req-a3a7444f-2519-40e5-aa74-32b6baa18f02 req-7cdf828b-1290-4991-a889-2a616c05869f service nova] [instance: 87a4e63b-abcc-4c4c-ae98-34682ee91ba8] Received event network-vif-plugged-160e6027-3a6c-4e9b-99bd-34671291c6e5 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.236819] env[70323]: DEBUG oslo_concurrency.lockutils [req-a3a7444f-2519-40e5-aa74-32b6baa18f02 req-7cdf828b-1290-4991-a889-2a616c05869f service nova] Acquiring lock "87a4e63b-abcc-4c4c-ae98-34682ee91ba8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.237047] env[70323]: DEBUG oslo_concurrency.lockutils [req-a3a7444f-2519-40e5-aa74-32b6baa18f02 req-7cdf828b-1290-4991-a889-2a616c05869f service nova] Lock "87a4e63b-abcc-4c4c-ae98-34682ee91ba8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.237210] env[70323]: DEBUG oslo_concurrency.lockutils [req-a3a7444f-2519-40e5-aa74-32b6baa18f02 req-7cdf828b-1290-4991-a889-2a616c05869f service nova] Lock "87a4e63b-abcc-4c4c-ae98-34682ee91ba8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.237397] env[70323]: DEBUG nova.compute.manager [req-a3a7444f-2519-40e5-aa74-32b6baa18f02 req-7cdf828b-1290-4991-a889-2a616c05869f service nova] [instance: 87a4e63b-abcc-4c4c-ae98-34682ee91ba8] No waiting events found dispatching network-vif-plugged-160e6027-3a6c-4e9b-99bd-34671291c6e5 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1061.237565] env[70323]: WARNING nova.compute.manager [req-a3a7444f-2519-40e5-aa74-32b6baa18f02 req-7cdf828b-1290-4991-a889-2a616c05869f service nova] [instance: 87a4e63b-abcc-4c4c-ae98-34682ee91ba8] Received unexpected event network-vif-plugged-160e6027-3a6c-4e9b-99bd-34671291c6e5 for instance with vm_state building and task_state spawning. [ 1061.237728] env[70323]: DEBUG nova.compute.manager [req-a3a7444f-2519-40e5-aa74-32b6baa18f02 req-7cdf828b-1290-4991-a889-2a616c05869f service nova] [instance: 87a4e63b-abcc-4c4c-ae98-34682ee91ba8] Received event network-changed-160e6027-3a6c-4e9b-99bd-34671291c6e5 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.237948] env[70323]: DEBUG nova.compute.manager [req-a3a7444f-2519-40e5-aa74-32b6baa18f02 req-7cdf828b-1290-4991-a889-2a616c05869f service nova] [instance: 87a4e63b-abcc-4c4c-ae98-34682ee91ba8] Refreshing instance network info cache due to event network-changed-160e6027-3a6c-4e9b-99bd-34671291c6e5. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1061.238162] env[70323]: DEBUG oslo_concurrency.lockutils [req-a3a7444f-2519-40e5-aa74-32b6baa18f02 req-7cdf828b-1290-4991-a889-2a616c05869f service nova] Acquiring lock "refresh_cache-87a4e63b-abcc-4c4c-ae98-34682ee91ba8" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.238369] env[70323]: DEBUG oslo_concurrency.lockutils [req-a3a7444f-2519-40e5-aa74-32b6baa18f02 req-7cdf828b-1290-4991-a889-2a616c05869f service nova] Acquired lock "refresh_cache-87a4e63b-abcc-4c4c-ae98-34682ee91ba8" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.238557] env[70323]: DEBUG nova.network.neutron [req-a3a7444f-2519-40e5-aa74-32b6baa18f02 req-7cdf828b-1290-4991-a889-2a616c05869f service nova] [instance: 87a4e63b-abcc-4c4c-ae98-34682ee91ba8] Refreshing network info cache for port 160e6027-3a6c-4e9b-99bd-34671291c6e5 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1061.450504] env[70323]: DEBUG oslo_vmware.api [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]524cc585-db94-3160-5003-e4de0392bb2c, 'name': SearchDatastore_Task, 'duration_secs': 0.03095} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.450780] env[70323]: DEBUG oslo_concurrency.lockutils [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.451055] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] b42b4cff-cc6f-4912-ab52-ba3be3a17ae8/b42b4cff-cc6f-4912-ab52-ba3be3a17ae8.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1061.451346] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4e2b59f-8452-474c-a33c-225d6342c62e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.457863] env[70323]: DEBUG oslo_vmware.api [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Waiting for the task: (returnval){ [ 1061.457863] env[70323]: value = "task-3227668" [ 1061.457863] env[70323]: _type = "Task" [ 1061.457863] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.466570] env[70323]: DEBUG oslo_vmware.api [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227668, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.566505] env[70323]: DEBUG nova.compute.utils [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1061.568373] env[70323]: DEBUG oslo_vmware.api [None req-394a5100-a8a8-47e0-bf1b-48a100f3d645 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Task: {'id': task-3227666, 'name': PowerOffVM_Task, 'duration_secs': 0.220053} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.568769] env[70323]: DEBUG nova.compute.manager [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] [instance: 41d64a03-f00d-4037-a3c4-a55d2b355ea6] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1061.568953] env[70323]: DEBUG nova.network.neutron [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] [instance: 41d64a03-f00d-4037-a3c4-a55d2b355ea6] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1061.570786] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-394a5100-a8a8-47e0-bf1b-48a100f3d645 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] [instance: 0807d9b4-2b21-4227-8efd-1c6eda844030] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1061.570957] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-394a5100-a8a8-47e0-bf1b-48a100f3d645 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] [instance: 0807d9b4-2b21-4227-8efd-1c6eda844030] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1061.573394] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d74cfb8-9249-4e16-bd50-cb12b65b8698 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.613317] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227667, 'name': CreateVM_Task, 'duration_secs': 0.354593} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.614091] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87a4e63b-abcc-4c4c-ae98-34682ee91ba8] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1061.614576] env[70323]: DEBUG oslo_concurrency.lockutils [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.614873] env[70323]: DEBUG oslo_concurrency.lockutils [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.615309] env[70323]: DEBUG oslo_concurrency.lockutils [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.615746] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ad222c6-593a-4b67-83e0-6990cd5fa37f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.623582] env[70323]: DEBUG oslo_vmware.api [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for the task: (returnval){ [ 1061.623582] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52ea7293-a923-95df-46d6-afd567058c32" [ 1061.623582] env[70323]: _type = "Task" [ 1061.623582] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.636040] env[70323]: DEBUG nova.policy [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c38d1eeb2294d79945e0bfe4dd962d7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fcecbfe8b1fb440d87fa2cc8c8a9f943', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 1061.643206] env[70323]: DEBUG oslo_vmware.api [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52ea7293-a923-95df-46d6-afd567058c32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.647836] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-394a5100-a8a8-47e0-bf1b-48a100f3d645 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] [instance: 0807d9b4-2b21-4227-8efd-1c6eda844030] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1061.648084] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-394a5100-a8a8-47e0-bf1b-48a100f3d645 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] [instance: 0807d9b4-2b21-4227-8efd-1c6eda844030] Deleting contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1061.648301] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-394a5100-a8a8-47e0-bf1b-48a100f3d645 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Deleting the datastore file [datastore1] 0807d9b4-2b21-4227-8efd-1c6eda844030 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1061.648833] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc85dc4e-926e-403c-81e4-0ec39baf1a2a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.655222] env[70323]: DEBUG oslo_vmware.api [None req-394a5100-a8a8-47e0-bf1b-48a100f3d645 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Waiting for the task: (returnval){ [ 1061.655222] env[70323]: value = "task-3227670" [ 1061.655222] env[70323]: _type = "Task" [ 1061.655222] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.667446] env[70323]: DEBUG oslo_vmware.api [None req-394a5100-a8a8-47e0-bf1b-48a100f3d645 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Task: {'id': task-3227670, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.948375] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0682ac33-969e-48f5-8000-e3628a58b259 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.963666] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c41b2d1-c11a-4cb7-aba0-1667caed4103 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.976022] env[70323]: DEBUG oslo_vmware.api [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227668, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.450628} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.999204] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] b42b4cff-cc6f-4912-ab52-ba3be3a17ae8/b42b4cff-cc6f-4912-ab52-ba3be3a17ae8.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1061.999455] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: b42b4cff-cc6f-4912-ab52-ba3be3a17ae8] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1062.003142] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9972c7d7-e6fa-4395-98ec-560ffd14e6f6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.005256] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e9dd5f-40df-4029-af25-34bde91b7d92 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.014141] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a387efe8-e790-46a9-910e-b21d1ca44011 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.017998] env[70323]: DEBUG oslo_vmware.api [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Waiting for the task: (returnval){ [ 1062.017998] env[70323]: value = "task-3227671" [ 1062.017998] env[70323]: _type = "Task" [ 1062.017998] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.029513] env[70323]: DEBUG nova.compute.provider_tree [None req-83c6b299-3b4f-4d5a-a138-8598d5c94fd2 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Updating inventory in ProviderTree for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1062.035303] env[70323]: DEBUG oslo_vmware.api [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227671, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.043367] env[70323]: DEBUG nova.network.neutron [req-a3a7444f-2519-40e5-aa74-32b6baa18f02 req-7cdf828b-1290-4991-a889-2a616c05869f service nova] [instance: 87a4e63b-abcc-4c4c-ae98-34682ee91ba8] Updated VIF entry in instance network info cache for port 160e6027-3a6c-4e9b-99bd-34671291c6e5. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1062.043737] env[70323]: DEBUG nova.network.neutron [req-a3a7444f-2519-40e5-aa74-32b6baa18f02 req-7cdf828b-1290-4991-a889-2a616c05869f service nova] [instance: 87a4e63b-abcc-4c4c-ae98-34682ee91ba8] Updating instance_info_cache with network_info: [{"id": "160e6027-3a6c-4e9b-99bd-34671291c6e5", "address": "fa:16:3e:2f:bc:1a", "network": {"id": "882ea57e-8153-49ec-b6a7-5b7da1c35202", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1740748287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ad05435c7e44f548e1a19eccac2b460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap160e6027-3a", "ovs_interfaceid": "160e6027-3a6c-4e9b-99bd-34671291c6e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.073150] env[70323]: DEBUG nova.compute.manager [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] [instance: 41d64a03-f00d-4037-a3c4-a55d2b355ea6] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1062.134591] env[70323]: DEBUG nova.network.neutron [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] [instance: 41d64a03-f00d-4037-a3c4-a55d2b355ea6] Successfully created port: 40ebe652-5621-4f81-9e05-59eef6b61528 {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1062.145180] env[70323]: DEBUG oslo_vmware.api [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52ea7293-a923-95df-46d6-afd567058c32, 'name': SearchDatastore_Task, 'duration_secs': 0.056584} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.145582] env[70323]: DEBUG oslo_concurrency.lockutils [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.145893] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 87a4e63b-abcc-4c4c-ae98-34682ee91ba8] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1062.146235] env[70323]: DEBUG oslo_concurrency.lockutils [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.146454] env[70323]: DEBUG oslo_concurrency.lockutils [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.146706] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1062.147053] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6fb7aa3d-14d4-4437-9e25-c03d967b0695 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.163631] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1062.163830] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1062.164833] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cc447e5-ee0b-4aeb-9c56-0cf2494cba25 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.169739] env[70323]: DEBUG oslo_vmware.api [None req-394a5100-a8a8-47e0-bf1b-48a100f3d645 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Task: {'id': task-3227670, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.282766} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.170305] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-394a5100-a8a8-47e0-bf1b-48a100f3d645 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1062.170461] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-394a5100-a8a8-47e0-bf1b-48a100f3d645 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] [instance: 0807d9b4-2b21-4227-8efd-1c6eda844030] Deleted contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1062.170637] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-394a5100-a8a8-47e0-bf1b-48a100f3d645 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] [instance: 0807d9b4-2b21-4227-8efd-1c6eda844030] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1062.170807] env[70323]: INFO nova.compute.manager [None req-394a5100-a8a8-47e0-bf1b-48a100f3d645 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] [instance: 0807d9b4-2b21-4227-8efd-1c6eda844030] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1062.171048] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-394a5100-a8a8-47e0-bf1b-48a100f3d645 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1062.171552] env[70323]: DEBUG nova.compute.manager [-] [instance: 0807d9b4-2b21-4227-8efd-1c6eda844030] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1062.171687] env[70323]: DEBUG nova.network.neutron [-] [instance: 0807d9b4-2b21-4227-8efd-1c6eda844030] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1062.174274] env[70323]: DEBUG oslo_vmware.api [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for the task: (returnval){ [ 1062.174274] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]523f3545-10e9-4f4c-80a9-6ac95d1f0d52" [ 1062.174274] env[70323]: _type = "Task" [ 1062.174274] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.182185] env[70323]: DEBUG oslo_vmware.api [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]523f3545-10e9-4f4c-80a9-6ac95d1f0d52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.476065] env[70323]: DEBUG nova.compute.manager [req-7fc14661-7e0d-4577-8849-fd8cca5a4ddf req-3205598a-0003-431c-a7a3-c790586b07db service nova] [instance: 0807d9b4-2b21-4227-8efd-1c6eda844030] Received event network-vif-deleted-956489ca-6389-4f4f-8bf1-8e2d44b8f27f {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.476306] env[70323]: INFO nova.compute.manager [req-7fc14661-7e0d-4577-8849-fd8cca5a4ddf req-3205598a-0003-431c-a7a3-c790586b07db service nova] [instance: 0807d9b4-2b21-4227-8efd-1c6eda844030] Neutron deleted interface 956489ca-6389-4f4f-8bf1-8e2d44b8f27f; detaching it from the instance and deleting it from the info cache [ 1062.476493] env[70323]: DEBUG nova.network.neutron [req-7fc14661-7e0d-4577-8849-fd8cca5a4ddf req-3205598a-0003-431c-a7a3-c790586b07db service nova] [instance: 0807d9b4-2b21-4227-8efd-1c6eda844030] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.530078] env[70323]: DEBUG oslo_vmware.api [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227671, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065981} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.530238] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: b42b4cff-cc6f-4912-ab52-ba3be3a17ae8] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1062.530958] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0646c3bb-c943-49a1-9a45-ab37fee2f2e7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.553062] env[70323]: DEBUG oslo_concurrency.lockutils [req-a3a7444f-2519-40e5-aa74-32b6baa18f02 req-7cdf828b-1290-4991-a889-2a616c05869f service nova] Releasing lock "refresh_cache-87a4e63b-abcc-4c4c-ae98-34682ee91ba8" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.553062] env[70323]: DEBUG nova.compute.manager [req-a3a7444f-2519-40e5-aa74-32b6baa18f02 req-7cdf828b-1290-4991-a889-2a616c05869f service nova] [instance: 5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f] Received event network-changed-2dd51a0c-78af-4584-8ac0-e055c2ba4ec7 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.553062] env[70323]: DEBUG nova.compute.manager [req-a3a7444f-2519-40e5-aa74-32b6baa18f02 req-7cdf828b-1290-4991-a889-2a616c05869f service nova] [instance: 5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f] Refreshing instance network info cache due to event network-changed-2dd51a0c-78af-4584-8ac0-e055c2ba4ec7. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1062.553062] env[70323]: DEBUG oslo_concurrency.lockutils [req-a3a7444f-2519-40e5-aa74-32b6baa18f02 req-7cdf828b-1290-4991-a889-2a616c05869f service nova] Acquiring lock "refresh_cache-5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.553062] env[70323]: DEBUG oslo_concurrency.lockutils [req-a3a7444f-2519-40e5-aa74-32b6baa18f02 req-7cdf828b-1290-4991-a889-2a616c05869f service nova] Acquired lock "refresh_cache-5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.553062] env[70323]: DEBUG nova.network.neutron [req-a3a7444f-2519-40e5-aa74-32b6baa18f02 req-7cdf828b-1290-4991-a889-2a616c05869f service nova] [instance: 5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f] Refreshing network info cache for port 2dd51a0c-78af-4584-8ac0-e055c2ba4ec7 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1062.562582] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: b42b4cff-cc6f-4912-ab52-ba3be3a17ae8] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] b42b4cff-cc6f-4912-ab52-ba3be3a17ae8/b42b4cff-cc6f-4912-ab52-ba3be3a17ae8.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1062.566457] env[70323]: ERROR nova.scheduler.client.report [None req-83c6b299-3b4f-4d5a-a138-8598d5c94fd2 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [req-7a90711d-1e2e-4db4-995a-4c8a51bfa75b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 765eeb06-25b4-4ca4-bad4-b5981f14c25f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7a90711d-1e2e-4db4-995a-4c8a51bfa75b"}]} [ 1062.566820] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-143cdd43-35a7-4950-a60e-c97ebba54bc5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.596054] env[70323]: DEBUG oslo_vmware.api [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Waiting for the task: (returnval){ [ 1062.596054] env[70323]: value = "task-3227673" [ 1062.596054] env[70323]: _type = "Task" [ 1062.596054] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.599905] env[70323]: DEBUG nova.scheduler.client.report [None req-83c6b299-3b4f-4d5a-a138-8598d5c94fd2 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Refreshing inventories for resource provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1062.608416] env[70323]: DEBUG oslo_vmware.api [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227673, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.616238] env[70323]: DEBUG nova.scheduler.client.report [None req-83c6b299-3b4f-4d5a-a138-8598d5c94fd2 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Updating ProviderTree inventory for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1062.616238] env[70323]: DEBUG nova.compute.provider_tree [None req-83c6b299-3b4f-4d5a-a138-8598d5c94fd2 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Updating inventory in ProviderTree for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1062.636739] env[70323]: DEBUG nova.scheduler.client.report [None req-83c6b299-3b4f-4d5a-a138-8598d5c94fd2 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Refreshing aggregate associations for resource provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f, aggregates: None {{(pid=70323) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1062.654921] env[70323]: DEBUG nova.scheduler.client.report [None req-83c6b299-3b4f-4d5a-a138-8598d5c94fd2 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Refreshing trait associations for resource provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=70323) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1062.688670] env[70323]: DEBUG oslo_vmware.api [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]523f3545-10e9-4f4c-80a9-6ac95d1f0d52, 'name': SearchDatastore_Task, 'duration_secs': 0.010614} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.691387] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-702a10a9-5601-4318-819b-8b2ae196299f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.696973] env[70323]: DEBUG oslo_vmware.api [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for the task: (returnval){ [ 1062.696973] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52f2fab2-091e-0d9c-e80a-03dd10195156" [ 1062.696973] env[70323]: _type = "Task" [ 1062.696973] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.705657] env[70323]: DEBUG oslo_vmware.api [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52f2fab2-091e-0d9c-e80a-03dd10195156, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.909263] env[70323]: DEBUG nova.network.neutron [req-a3a7444f-2519-40e5-aa74-32b6baa18f02 req-7cdf828b-1290-4991-a889-2a616c05869f service nova] [instance: 5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f] Updated VIF entry in instance network info cache for port 2dd51a0c-78af-4584-8ac0-e055c2ba4ec7. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1062.909616] env[70323]: DEBUG nova.network.neutron [req-a3a7444f-2519-40e5-aa74-32b6baa18f02 req-7cdf828b-1290-4991-a889-2a616c05869f service nova] [instance: 5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f] Updating instance_info_cache with network_info: [{"id": "2dd51a0c-78af-4584-8ac0-e055c2ba4ec7", "address": "fa:16:3e:20:e6:3b", "network": {"id": "44d27cb8-a905-4efa-8715-7e64a3028ba9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-661689391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb1b44fc3db843138916a73affdfd265", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dd51a0c-78", "ovs_interfaceid": "2dd51a0c-78af-4584-8ac0-e055c2ba4ec7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.933092] env[70323]: DEBUG nova.network.neutron [-] [instance: 0807d9b4-2b21-4227-8efd-1c6eda844030] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.972450] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e27f2fe1-7098-487c-be51-a11e9d8a79ef {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.979896] env[70323]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-52c299f7-e07a-484b-99cf-e82f8af89169 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.983041] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1074668a-5164-4e17-9f54-cbae9e2a8646 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.012711] env[70323]: DEBUG oslo_concurrency.lockutils [None req-dfa4470c-bc55-40f4-8666-408b21d129cf tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquiring lock "3f04db1b-3c49-49aa-a84d-7abb8d6b697f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.012970] env[70323]: DEBUG oslo_concurrency.lockutils [None req-dfa4470c-bc55-40f4-8666-408b21d129cf tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Lock "3f04db1b-3c49-49aa-a84d-7abb8d6b697f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.013421] env[70323]: DEBUG nova.compute.manager [None req-dfa4470c-bc55-40f4-8666-408b21d129cf tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 3f04db1b-3c49-49aa-a84d-7abb8d6b697f] Going to confirm migration 5 {{(pid=70323) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1063.016284] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d46dddb-eb1f-444d-b17c-0116d9457cbe {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.021505] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4765d38f-8960-4d8f-966c-481f120a163e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.038076] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e701744-5e7b-4cae-966f-65b7fdbd99a5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.054857] env[70323]: DEBUG nova.compute.manager [req-7fc14661-7e0d-4577-8849-fd8cca5a4ddf req-3205598a-0003-431c-a7a3-c790586b07db service nova] [instance: 0807d9b4-2b21-4227-8efd-1c6eda844030] Detach interface failed, port_id=956489ca-6389-4f4f-8bf1-8e2d44b8f27f, reason: Instance 0807d9b4-2b21-4227-8efd-1c6eda844030 could not be found. {{(pid=70323) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1063.064184] env[70323]: DEBUG nova.compute.provider_tree [None req-83c6b299-3b4f-4d5a-a138-8598d5c94fd2 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Updating inventory in ProviderTree for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1063.090258] env[70323]: DEBUG nova.compute.manager [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] [instance: 41d64a03-f00d-4037-a3c4-a55d2b355ea6] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1063.106384] env[70323]: DEBUG oslo_vmware.api [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227673, 'name': ReconfigVM_Task, 'duration_secs': 0.304307} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.106988] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: b42b4cff-cc6f-4912-ab52-ba3be3a17ae8] Reconfigured VM instance instance-00000063 to attach disk [datastore2] b42b4cff-cc6f-4912-ab52-ba3be3a17ae8/b42b4cff-cc6f-4912-ab52-ba3be3a17ae8.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1063.107388] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-014195ab-d46e-4d20-9765-21e73ace5a21 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.114496] env[70323]: DEBUG oslo_vmware.api [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Waiting for the task: (returnval){ [ 1063.114496] env[70323]: value = "task-3227674" [ 1063.114496] env[70323]: _type = "Task" [ 1063.114496] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.119253] env[70323]: DEBUG nova.virt.hardware [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1063.119473] env[70323]: DEBUG nova.virt.hardware [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1063.119633] env[70323]: DEBUG nova.virt.hardware [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1063.119811] env[70323]: DEBUG nova.virt.hardware [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1063.119957] env[70323]: DEBUG nova.virt.hardware [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1063.120121] env[70323]: DEBUG nova.virt.hardware [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1063.120330] env[70323]: DEBUG nova.virt.hardware [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1063.120547] env[70323]: DEBUG nova.virt.hardware [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1063.120710] env[70323]: DEBUG nova.virt.hardware [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1063.120871] env[70323]: DEBUG nova.virt.hardware [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1063.121057] env[70323]: DEBUG nova.virt.hardware [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1063.121770] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10596348-270d-4950-9aaf-deb2753984ef {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.131743] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b42087c0-48ef-4eaf-bea0-31a1e83ce0aa {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.135398] env[70323]: DEBUG oslo_vmware.api [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227674, 'name': Rename_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.207964] env[70323]: DEBUG oslo_vmware.api [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52f2fab2-091e-0d9c-e80a-03dd10195156, 'name': SearchDatastore_Task, 'duration_secs': 0.009345} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.208211] env[70323]: DEBUG oslo_concurrency.lockutils [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.208500] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 87a4e63b-abcc-4c4c-ae98-34682ee91ba8/87a4e63b-abcc-4c4c-ae98-34682ee91ba8.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1063.208788] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98c4f6bf-4de4-4d54-9d82-ac5ec244bc64 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.216472] env[70323]: DEBUG oslo_vmware.api [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for the task: (returnval){ [ 1063.216472] env[70323]: value = "task-3227675" [ 1063.216472] env[70323]: _type = "Task" [ 1063.216472] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.224256] env[70323]: DEBUG oslo_vmware.api [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227675, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.412933] env[70323]: DEBUG oslo_concurrency.lockutils [req-a3a7444f-2519-40e5-aa74-32b6baa18f02 req-7cdf828b-1290-4991-a889-2a616c05869f service nova] Releasing lock "refresh_cache-5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.435817] env[70323]: INFO nova.compute.manager [-] [instance: 0807d9b4-2b21-4227-8efd-1c6eda844030] Took 1.26 seconds to deallocate network for instance. [ 1063.571486] env[70323]: DEBUG oslo_concurrency.lockutils [None req-dfa4470c-bc55-40f4-8666-408b21d129cf tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquiring lock "refresh_cache-3f04db1b-3c49-49aa-a84d-7abb8d6b697f" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.571851] env[70323]: DEBUG oslo_concurrency.lockutils [None req-dfa4470c-bc55-40f4-8666-408b21d129cf tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquired lock "refresh_cache-3f04db1b-3c49-49aa-a84d-7abb8d6b697f" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.572151] env[70323]: DEBUG nova.network.neutron [None req-dfa4470c-bc55-40f4-8666-408b21d129cf tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 3f04db1b-3c49-49aa-a84d-7abb8d6b697f] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1063.572482] env[70323]: DEBUG nova.objects.instance [None req-dfa4470c-bc55-40f4-8666-408b21d129cf tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Lazy-loading 'info_cache' on Instance uuid 3f04db1b-3c49-49aa-a84d-7abb8d6b697f {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1063.604633] env[70323]: DEBUG nova.scheduler.client.report [None req-83c6b299-3b4f-4d5a-a138-8598d5c94fd2 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Updated inventory for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with generation 135 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1063.604908] env[70323]: DEBUG nova.compute.provider_tree [None req-83c6b299-3b4f-4d5a-a138-8598d5c94fd2 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Updating resource provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f generation from 135 to 136 during operation: update_inventory {{(pid=70323) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1063.605104] env[70323]: DEBUG nova.compute.provider_tree [None req-83c6b299-3b4f-4d5a-a138-8598d5c94fd2 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Updating inventory in ProviderTree for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1063.623425] env[70323]: DEBUG nova.compute.manager [req-1589d114-7783-4629-b7ad-c7caca582209 req-d034504f-8cd9-4461-ae30-2ba8407c559c service nova] [instance: 41d64a03-f00d-4037-a3c4-a55d2b355ea6] Received event network-vif-plugged-40ebe652-5621-4f81-9e05-59eef6b61528 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.623794] env[70323]: DEBUG oslo_concurrency.lockutils [req-1589d114-7783-4629-b7ad-c7caca582209 req-d034504f-8cd9-4461-ae30-2ba8407c559c service nova] Acquiring lock "41d64a03-f00d-4037-a3c4-a55d2b355ea6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.623912] env[70323]: DEBUG oslo_concurrency.lockutils [req-1589d114-7783-4629-b7ad-c7caca582209 req-d034504f-8cd9-4461-ae30-2ba8407c559c service nova] Lock "41d64a03-f00d-4037-a3c4-a55d2b355ea6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.625270] env[70323]: DEBUG oslo_concurrency.lockutils [req-1589d114-7783-4629-b7ad-c7caca582209 req-d034504f-8cd9-4461-ae30-2ba8407c559c service nova] Lock "41d64a03-f00d-4037-a3c4-a55d2b355ea6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.625590] env[70323]: DEBUG nova.compute.manager [req-1589d114-7783-4629-b7ad-c7caca582209 req-d034504f-8cd9-4461-ae30-2ba8407c559c service nova] [instance: 41d64a03-f00d-4037-a3c4-a55d2b355ea6] No waiting events found dispatching network-vif-plugged-40ebe652-5621-4f81-9e05-59eef6b61528 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1063.625859] env[70323]: WARNING nova.compute.manager [req-1589d114-7783-4629-b7ad-c7caca582209 req-d034504f-8cd9-4461-ae30-2ba8407c559c service nova] [instance: 41d64a03-f00d-4037-a3c4-a55d2b355ea6] Received unexpected event network-vif-plugged-40ebe652-5621-4f81-9e05-59eef6b61528 for instance with vm_state building and task_state spawning. [ 1063.635228] env[70323]: DEBUG oslo_vmware.api [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227674, 'name': Rename_Task, 'duration_secs': 0.290542} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.635228] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: b42b4cff-cc6f-4912-ab52-ba3be3a17ae8] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1063.635228] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fcc08daf-f424-411e-b372-53c733ae29d7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.644634] env[70323]: DEBUG oslo_vmware.api [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Waiting for the task: (returnval){ [ 1063.644634] env[70323]: value = "task-3227676" [ 1063.644634] env[70323]: _type = "Task" [ 1063.644634] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.652687] env[70323]: DEBUG oslo_vmware.api [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227676, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.726779] env[70323]: DEBUG oslo_vmware.api [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227675, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.773152] env[70323]: DEBUG nova.network.neutron [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] [instance: 41d64a03-f00d-4037-a3c4-a55d2b355ea6] Successfully updated port: 40ebe652-5621-4f81-9e05-59eef6b61528 {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1063.949377] env[70323]: DEBUG oslo_concurrency.lockutils [None req-394a5100-a8a8-47e0-bf1b-48a100f3d645 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.110283] env[70323]: DEBUG oslo_concurrency.lockutils [None req-83c6b299-3b4f-4d5a-a138-8598d5c94fd2 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.042s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.112898] env[70323]: DEBUG oslo_concurrency.lockutils [None req-99a54008-5207-44fc-a2f4-b305225da964 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.840s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.113700] env[70323]: DEBUG nova.objects.instance [None req-99a54008-5207-44fc-a2f4-b305225da964 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Lazy-loading 'resources' on Instance uuid cd381853-c515-4760-a958-1432b4f74664 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.135093] env[70323]: INFO nova.scheduler.client.report [None req-83c6b299-3b4f-4d5a-a138-8598d5c94fd2 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Deleted allocations for instance b52ff327-d2be-4acd-8604-7860947112af [ 1064.153400] env[70323]: DEBUG oslo_vmware.api [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227676, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.227454] env[70323]: DEBUG oslo_vmware.api [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227675, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.589032} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.227678] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 87a4e63b-abcc-4c4c-ae98-34682ee91ba8/87a4e63b-abcc-4c4c-ae98-34682ee91ba8.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1064.227898] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 87a4e63b-abcc-4c4c-ae98-34682ee91ba8] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1064.229036] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36b3f244-21a0-4817-bc2f-9aa21ccc98c1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.234446] env[70323]: DEBUG oslo_vmware.api [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for the task: (returnval){ [ 1064.234446] env[70323]: value = "task-3227677" [ 1064.234446] env[70323]: _type = "Task" [ 1064.234446] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.241826] env[70323]: DEBUG oslo_vmware.api [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227677, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.276033] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Acquiring lock "refresh_cache-41d64a03-f00d-4037-a3c4-a55d2b355ea6" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.276214] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Acquired lock "refresh_cache-41d64a03-f00d-4037-a3c4-a55d2b355ea6" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.276372] env[70323]: DEBUG nova.network.neutron [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] [instance: 41d64a03-f00d-4037-a3c4-a55d2b355ea6] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1064.643851] env[70323]: DEBUG oslo_concurrency.lockutils [None req-83c6b299-3b4f-4d5a-a138-8598d5c94fd2 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Lock "b52ff327-d2be-4acd-8604-7860947112af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.632s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.656583] env[70323]: DEBUG oslo_vmware.api [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227676, 'name': PowerOnVM_Task, 'duration_secs': 0.575039} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.656842] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: b42b4cff-cc6f-4912-ab52-ba3be3a17ae8] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1064.658105] env[70323]: INFO nova.compute.manager [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: b42b4cff-cc6f-4912-ab52-ba3be3a17ae8] Took 8.98 seconds to spawn the instance on the hypervisor. [ 1064.658671] env[70323]: DEBUG nova.compute.manager [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: b42b4cff-cc6f-4912-ab52-ba3be3a17ae8] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1064.659540] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53bb67c4-8d4d-463e-9342-eeb59c8b3050 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.696304] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b2897ba-273f-4e9e-b482-f5646a7bbd66 tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] Volume attach. Driver type: vmdk {{(pid=70323) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1064.696304] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b2897ba-273f-4e9e-b482-f5646a7bbd66 tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645216', 'volume_id': 'aebe5d23-7462-42f0-b882-bcf64f29af28', 'name': 'volume-aebe5d23-7462-42f0-b882-bcf64f29af28', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '517d2967-4b35-4b79-9758-80ded84dac44', 'attached_at': '', 'detached_at': '', 'volume_id': 'aebe5d23-7462-42f0-b882-bcf64f29af28', 'serial': 'aebe5d23-7462-42f0-b882-bcf64f29af28'} {{(pid=70323) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1064.696304] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a2b9691-bf8b-4514-adc1-7a2aa7092a9b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.717210] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198172b7-9262-4ead-9c38-c0210f0f3dfb {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.744340] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b2897ba-273f-4e9e-b482-f5646a7bbd66 tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] volume-aebe5d23-7462-42f0-b882-bcf64f29af28/volume-aebe5d23-7462-42f0-b882-bcf64f29af28.vmdk or device None with type thin {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1064.753810] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1df828e8-a08c-40df-9e41-54aad033d10b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.773039] env[70323]: DEBUG oslo_vmware.api [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227677, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.355559} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.774031] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 87a4e63b-abcc-4c4c-ae98-34682ee91ba8] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1064.774398] env[70323]: DEBUG oslo_vmware.api [None req-6b2897ba-273f-4e9e-b482-f5646a7bbd66 tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Waiting for the task: (returnval){ [ 1064.774398] env[70323]: value = "task-3227678" [ 1064.774398] env[70323]: _type = "Task" [ 1064.774398] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.775429] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f337fd8e-1dc4-419a-90f7-88b6952c78eb {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.804532] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 87a4e63b-abcc-4c4c-ae98-34682ee91ba8] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 87a4e63b-abcc-4c4c-ae98-34682ee91ba8/87a4e63b-abcc-4c4c-ae98-34682ee91ba8.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1064.814529] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2c5e2c4-07dc-45da-80f2-71541e11102d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.828513] env[70323]: DEBUG oslo_vmware.api [None req-6b2897ba-273f-4e9e-b482-f5646a7bbd66 tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Task: {'id': task-3227678, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.834618] env[70323]: DEBUG oslo_vmware.api [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for the task: (returnval){ [ 1064.834618] env[70323]: value = "task-3227679" [ 1064.834618] env[70323]: _type = "Task" [ 1064.834618] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.845503] env[70323]: DEBUG nova.network.neutron [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] [instance: 41d64a03-f00d-4037-a3c4-a55d2b355ea6] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1064.847538] env[70323]: DEBUG oslo_vmware.api [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227679, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.934861] env[70323]: DEBUG nova.network.neutron [None req-dfa4470c-bc55-40f4-8666-408b21d129cf tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 3f04db1b-3c49-49aa-a84d-7abb8d6b697f] Updating instance_info_cache with network_info: [{"id": "cee022e9-68ac-4029-8ff9-c826e25cc931", "address": "fa:16:3e:41:18:62", "network": {"id": "6e67070b-8cfb-44d3-a355-e33374893830", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-79061281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9442610b28a7452a8b29d013bd021928", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcee022e9-68", "ovs_interfaceid": "cee022e9-68ac-4029-8ff9-c826e25cc931", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.984621] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0f809f-372a-4cbf-9381-4f0161f9e17f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.992508] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb1b45cc-d834-47f2-9e62-bc6bd5e5bf9d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.026429] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-435d1608-9f5b-45c2-8662-68293412dd44 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.034662] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a19d485-57e5-4cab-9711-3ab4d63b6ffb {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.053210] env[70323]: DEBUG nova.compute.provider_tree [None req-99a54008-5207-44fc-a2f4-b305225da964 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.057112] env[70323]: DEBUG nova.network.neutron [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] [instance: 41d64a03-f00d-4037-a3c4-a55d2b355ea6] Updating instance_info_cache with network_info: [{"id": "40ebe652-5621-4f81-9e05-59eef6b61528", "address": "fa:16:3e:8d:2a:3c", "network": {"id": "4e0d8ee1-52f7-4416-a8bd-f34b989a1542", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aa1f6314fd1d4d8a9ec1f238193c1000", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40ebe652-56", "ovs_interfaceid": "40ebe652-5621-4f81-9e05-59eef6b61528", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.182301] env[70323]: INFO nova.compute.manager [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: b42b4cff-cc6f-4912-ab52-ba3be3a17ae8] Took 31.72 seconds to build instance. [ 1065.287677] env[70323]: DEBUG oslo_vmware.api [None req-6b2897ba-273f-4e9e-b482-f5646a7bbd66 tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Task: {'id': task-3227678, 'name': ReconfigVM_Task, 'duration_secs': 0.340302} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.287952] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b2897ba-273f-4e9e-b482-f5646a7bbd66 tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] Reconfigured VM instance instance-00000059 to attach disk [datastore2] volume-aebe5d23-7462-42f0-b882-bcf64f29af28/volume-aebe5d23-7462-42f0-b882-bcf64f29af28.vmdk or device None with type thin {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1065.293967] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d7dcec0-5071-4ed5-8d4a-246be3789a32 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.309808] env[70323]: DEBUG oslo_vmware.api [None req-6b2897ba-273f-4e9e-b482-f5646a7bbd66 tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Waiting for the task: (returnval){ [ 1065.309808] env[70323]: value = "task-3227680" [ 1065.309808] env[70323]: _type = "Task" [ 1065.309808] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.318093] env[70323]: DEBUG oslo_vmware.api [None req-6b2897ba-273f-4e9e-b482-f5646a7bbd66 tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Task: {'id': task-3227680, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.343184] env[70323]: DEBUG oslo_vmware.api [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227679, 'name': ReconfigVM_Task, 'duration_secs': 0.424504} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.343469] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 87a4e63b-abcc-4c4c-ae98-34682ee91ba8] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 87a4e63b-abcc-4c4c-ae98-34682ee91ba8/87a4e63b-abcc-4c4c-ae98-34682ee91ba8.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1065.344108] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cdb0bebe-205d-4b09-836d-3b272f303b34 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.349983] env[70323]: DEBUG oslo_vmware.api [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for the task: (returnval){ [ 1065.349983] env[70323]: value = "task-3227681" [ 1065.349983] env[70323]: _type = "Task" [ 1065.349983] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.360117] env[70323]: DEBUG oslo_vmware.api [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227681, 'name': Rename_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.440259] env[70323]: DEBUG oslo_concurrency.lockutils [None req-dfa4470c-bc55-40f4-8666-408b21d129cf tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Releasing lock "refresh_cache-3f04db1b-3c49-49aa-a84d-7abb8d6b697f" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.441277] env[70323]: DEBUG nova.objects.instance [None req-dfa4470c-bc55-40f4-8666-408b21d129cf tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Lazy-loading 'migration_context' on Instance uuid 3f04db1b-3c49-49aa-a84d-7abb8d6b697f {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.555376] env[70323]: DEBUG nova.scheduler.client.report [None req-99a54008-5207-44fc-a2f4-b305225da964 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1065.558809] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Releasing lock "refresh_cache-41d64a03-f00d-4037-a3c4-a55d2b355ea6" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.559092] env[70323]: DEBUG nova.compute.manager [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] [instance: 41d64a03-f00d-4037-a3c4-a55d2b355ea6] Instance network_info: |[{"id": "40ebe652-5621-4f81-9e05-59eef6b61528", "address": "fa:16:3e:8d:2a:3c", "network": {"id": "4e0d8ee1-52f7-4416-a8bd-f34b989a1542", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aa1f6314fd1d4d8a9ec1f238193c1000", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40ebe652-56", "ovs_interfaceid": "40ebe652-5621-4f81-9e05-59eef6b61528", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1065.559814] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] [instance: 41d64a03-f00d-4037-a3c4-a55d2b355ea6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:2a:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74f30339-6421-4654-bddb-81d7f34db9d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '40ebe652-5621-4f81-9e05-59eef6b61528', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1065.567649] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Creating folder: Project (fcecbfe8b1fb440d87fa2cc8c8a9f943). Parent ref: group-v644941. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1065.570345] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10f06a4e-0062-4e94-9535-604f14db4617 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.579790] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Created folder: Project (fcecbfe8b1fb440d87fa2cc8c8a9f943) in parent group-v644941. [ 1065.579827] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Creating folder: Instances. Parent ref: group-v645218. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1065.580087] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f646d73e-54b6-47b3-8367-689408d64d58 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.589930] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Created folder: Instances in parent group-v645218. [ 1065.590192] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1065.590386] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41d64a03-f00d-4037-a3c4-a55d2b355ea6] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1065.590622] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b70c66d5-16f9-4c2a-8b69-c15c7a1a459f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.609600] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1065.609600] env[70323]: value = "task-3227684" [ 1065.609600] env[70323]: _type = "Task" [ 1065.609600] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.620087] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227684, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.661114] env[70323]: DEBUG nova.compute.manager [req-5b84fa80-49a2-4163-b40c-e8d39b8d61d6 req-49f0417f-c030-45bd-9f0d-db20a0d62778 service nova] [instance: 41d64a03-f00d-4037-a3c4-a55d2b355ea6] Received event network-changed-40ebe652-5621-4f81-9e05-59eef6b61528 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.661296] env[70323]: DEBUG nova.compute.manager [req-5b84fa80-49a2-4163-b40c-e8d39b8d61d6 req-49f0417f-c030-45bd-9f0d-db20a0d62778 service nova] [instance: 41d64a03-f00d-4037-a3c4-a55d2b355ea6] Refreshing instance network info cache due to event network-changed-40ebe652-5621-4f81-9e05-59eef6b61528. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1065.661481] env[70323]: DEBUG oslo_concurrency.lockutils [req-5b84fa80-49a2-4163-b40c-e8d39b8d61d6 req-49f0417f-c030-45bd-9f0d-db20a0d62778 service nova] Acquiring lock "refresh_cache-41d64a03-f00d-4037-a3c4-a55d2b355ea6" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.661634] env[70323]: DEBUG oslo_concurrency.lockutils [req-5b84fa80-49a2-4163-b40c-e8d39b8d61d6 req-49f0417f-c030-45bd-9f0d-db20a0d62778 service nova] Acquired lock "refresh_cache-41d64a03-f00d-4037-a3c4-a55d2b355ea6" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.661803] env[70323]: DEBUG nova.network.neutron [req-5b84fa80-49a2-4163-b40c-e8d39b8d61d6 req-49f0417f-c030-45bd-9f0d-db20a0d62778 service nova] [instance: 41d64a03-f00d-4037-a3c4-a55d2b355ea6] Refreshing network info cache for port 40ebe652-5621-4f81-9e05-59eef6b61528 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1065.684924] env[70323]: DEBUG oslo_concurrency.lockutils [None req-320456be-d8cc-44a4-bd66-3e81ebe37192 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Lock "b42b4cff-cc6f-4912-ab52-ba3be3a17ae8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.240s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.822526] env[70323]: DEBUG oslo_vmware.api [None req-6b2897ba-273f-4e9e-b482-f5646a7bbd66 tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Task: {'id': task-3227680, 'name': ReconfigVM_Task, 'duration_secs': 0.153682} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.822924] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b2897ba-273f-4e9e-b482-f5646a7bbd66 tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645216', 'volume_id': 'aebe5d23-7462-42f0-b882-bcf64f29af28', 'name': 'volume-aebe5d23-7462-42f0-b882-bcf64f29af28', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '517d2967-4b35-4b79-9758-80ded84dac44', 'attached_at': '', 'detached_at': '', 'volume_id': 'aebe5d23-7462-42f0-b882-bcf64f29af28', 'serial': 'aebe5d23-7462-42f0-b882-bcf64f29af28'} {{(pid=70323) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1065.865515] env[70323]: DEBUG oslo_vmware.api [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227681, 'name': Rename_Task, 'duration_secs': 0.308894} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.865860] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 87a4e63b-abcc-4c4c-ae98-34682ee91ba8] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1065.866168] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9932e62d-c9fa-48ef-b124-e51fbbf3980e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.873184] env[70323]: DEBUG oslo_vmware.api [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for the task: (returnval){ [ 1065.873184] env[70323]: value = "task-3227685" [ 1065.873184] env[70323]: _type = "Task" [ 1065.873184] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.881906] env[70323]: DEBUG oslo_vmware.api [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227685, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.944758] env[70323]: DEBUG nova.objects.base [None req-dfa4470c-bc55-40f4-8666-408b21d129cf tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Object Instance<3f04db1b-3c49-49aa-a84d-7abb8d6b697f> lazy-loaded attributes: info_cache,migration_context {{(pid=70323) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1065.946119] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d3fa68-1b63-4c54-a86c-d1a7a8a7cb73 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.972845] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa05dc13-35f8-4e87-a56e-232724f982db {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.980624] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1e8ea957-1139-4956-920e-24bfc6d1c868 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquiring lock "b42b4cff-cc6f-4912-ab52-ba3be3a17ae8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.981025] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1e8ea957-1139-4956-920e-24bfc6d1c868 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Lock "b42b4cff-cc6f-4912-ab52-ba3be3a17ae8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.981276] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1e8ea957-1139-4956-920e-24bfc6d1c868 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquiring lock "b42b4cff-cc6f-4912-ab52-ba3be3a17ae8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.981515] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1e8ea957-1139-4956-920e-24bfc6d1c868 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Lock "b42b4cff-cc6f-4912-ab52-ba3be3a17ae8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.981758] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1e8ea957-1139-4956-920e-24bfc6d1c868 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Lock "b42b4cff-cc6f-4912-ab52-ba3be3a17ae8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.988088] env[70323]: INFO nova.compute.manager [None req-1e8ea957-1139-4956-920e-24bfc6d1c868 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: b42b4cff-cc6f-4912-ab52-ba3be3a17ae8] Terminating instance [ 1065.992627] env[70323]: DEBUG oslo_vmware.api [None req-dfa4470c-bc55-40f4-8666-408b21d129cf tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for the task: (returnval){ [ 1065.992627] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52799fe5-6508-3625-684f-f7d66c3cae2e" [ 1065.992627] env[70323]: _type = "Task" [ 1065.992627] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.002313] env[70323]: DEBUG oslo_vmware.api [None req-dfa4470c-bc55-40f4-8666-408b21d129cf tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52799fe5-6508-3625-684f-f7d66c3cae2e, 'name': SearchDatastore_Task, 'duration_secs': 0.018309} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.004018] env[70323]: DEBUG oslo_concurrency.lockutils [None req-dfa4470c-bc55-40f4-8666-408b21d129cf tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.069359] env[70323]: DEBUG oslo_concurrency.lockutils [None req-99a54008-5207-44fc-a2f4-b305225da964 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.956s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.072040] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1ced59fb-b1c1-4162-8d81-d56497f79f66 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.755s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.073111] env[70323]: DEBUG nova.objects.instance [None req-1ced59fb-b1c1-4162-8d81-d56497f79f66 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Lazy-loading 'resources' on Instance uuid 4d3d5652-902c-403f-86e8-6026b8da97fe {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.090489] env[70323]: INFO nova.scheduler.client.report [None req-99a54008-5207-44fc-a2f4-b305225da964 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Deleted allocations for instance cd381853-c515-4760-a958-1432b4f74664 [ 1066.125103] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227684, 'name': CreateVM_Task, 'duration_secs': 0.413562} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.125279] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41d64a03-f00d-4037-a3c4-a55d2b355ea6] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1066.125989] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.126207] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.126504] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.126769] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94713812-9ea3-451f-b6b6-4a70f188a92a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.134460] env[70323]: DEBUG oslo_vmware.api [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Waiting for the task: (returnval){ [ 1066.134460] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5245bf0f-36dd-eb68-02eb-011ffbd3633f" [ 1066.134460] env[70323]: _type = "Task" [ 1066.134460] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.141656] env[70323]: DEBUG oslo_vmware.api [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5245bf0f-36dd-eb68-02eb-011ffbd3633f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.383807] env[70323]: DEBUG oslo_vmware.api [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227685, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.397526] env[70323]: DEBUG nova.network.neutron [req-5b84fa80-49a2-4163-b40c-e8d39b8d61d6 req-49f0417f-c030-45bd-9f0d-db20a0d62778 service nova] [instance: 41d64a03-f00d-4037-a3c4-a55d2b355ea6] Updated VIF entry in instance network info cache for port 40ebe652-5621-4f81-9e05-59eef6b61528. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1066.397867] env[70323]: DEBUG nova.network.neutron [req-5b84fa80-49a2-4163-b40c-e8d39b8d61d6 req-49f0417f-c030-45bd-9f0d-db20a0d62778 service nova] [instance: 41d64a03-f00d-4037-a3c4-a55d2b355ea6] Updating instance_info_cache with network_info: [{"id": "40ebe652-5621-4f81-9e05-59eef6b61528", "address": "fa:16:3e:8d:2a:3c", "network": {"id": "4e0d8ee1-52f7-4416-a8bd-f34b989a1542", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aa1f6314fd1d4d8a9ec1f238193c1000", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40ebe652-56", "ovs_interfaceid": "40ebe652-5621-4f81-9e05-59eef6b61528", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.492420] env[70323]: DEBUG nova.compute.manager [None req-1e8ea957-1139-4956-920e-24bfc6d1c868 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: b42b4cff-cc6f-4912-ab52-ba3be3a17ae8] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1066.492685] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-1e8ea957-1139-4956-920e-24bfc6d1c868 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: b42b4cff-cc6f-4912-ab52-ba3be3a17ae8] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1066.493541] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-809ee783-c7ea-44a3-bdc6-b293f4b76898 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.501816] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e8ea957-1139-4956-920e-24bfc6d1c868 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: b42b4cff-cc6f-4912-ab52-ba3be3a17ae8] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1066.502046] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81d39117-bcf2-4a03-b074-8230d9f5e791 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.508096] env[70323]: DEBUG oslo_vmware.api [None req-1e8ea957-1139-4956-920e-24bfc6d1c868 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Waiting for the task: (returnval){ [ 1066.508096] env[70323]: value = "task-3227686" [ 1066.508096] env[70323]: _type = "Task" [ 1066.508096] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.515752] env[70323]: DEBUG oslo_vmware.api [None req-1e8ea957-1139-4956-920e-24bfc6d1c868 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227686, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.598720] env[70323]: DEBUG oslo_concurrency.lockutils [None req-99a54008-5207-44fc-a2f4-b305225da964 tempest-ImagesOneServerNegativeTestJSON-757475708 tempest-ImagesOneServerNegativeTestJSON-757475708-project-member] Lock "cd381853-c515-4760-a958-1432b4f74664" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.759s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.646913] env[70323]: DEBUG oslo_vmware.api [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5245bf0f-36dd-eb68-02eb-011ffbd3633f, 'name': SearchDatastore_Task, 'duration_secs': 0.012889} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.649908] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.650405] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] [instance: 41d64a03-f00d-4037-a3c4-a55d2b355ea6] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1066.650658] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.650804] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.651044] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1066.652047] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab058a21-d9e8-4211-9b07-5c71eebc4147 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.667773] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1066.668043] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1066.668995] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c523f08-fb75-4188-a457-dc76ffb651d1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.678760] env[70323]: DEBUG oslo_vmware.api [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Waiting for the task: (returnval){ [ 1066.678760] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52cd672f-d08a-11d9-d54a-ba6a9b9f5306" [ 1066.678760] env[70323]: _type = "Task" [ 1066.678760] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.687713] env[70323]: DEBUG oslo_vmware.api [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52cd672f-d08a-11d9-d54a-ba6a9b9f5306, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.857427] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f548f8-b8ef-4f1c-834b-202fb486c7a6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.865184] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f66b81-c974-4077-9785-8b5180d2bb5a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.868957] env[70323]: DEBUG nova.objects.instance [None req-6b2897ba-273f-4e9e-b482-f5646a7bbd66 tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Lazy-loading 'flavor' on Instance uuid 517d2967-4b35-4b79-9758-80ded84dac44 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.901278] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45be4328-0c57-4385-8046-f8295c59e165 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.904372] env[70323]: DEBUG oslo_concurrency.lockutils [req-5b84fa80-49a2-4163-b40c-e8d39b8d61d6 req-49f0417f-c030-45bd-9f0d-db20a0d62778 service nova] Releasing lock "refresh_cache-41d64a03-f00d-4037-a3c4-a55d2b355ea6" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.909785] env[70323]: DEBUG oslo_vmware.api [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227685, 'name': PowerOnVM_Task, 'duration_secs': 0.75401} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.912036] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 87a4e63b-abcc-4c4c-ae98-34682ee91ba8] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1066.912116] env[70323]: INFO nova.compute.manager [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 87a4e63b-abcc-4c4c-ae98-34682ee91ba8] Took 8.77 seconds to spawn the instance on the hypervisor. [ 1066.912300] env[70323]: DEBUG nova.compute.manager [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 87a4e63b-abcc-4c4c-ae98-34682ee91ba8] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1066.913066] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a59dd12-1969-4e4e-bd14-0e964261c39b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.916407] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe4488af-812a-4d0f-ae81-fd22adb93f6d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.936236] env[70323]: DEBUG nova.compute.provider_tree [None req-1ced59fb-b1c1-4162-8d81-d56497f79f66 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.017934] env[70323]: DEBUG oslo_vmware.api [None req-1e8ea957-1139-4956-920e-24bfc6d1c868 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227686, 'name': PowerOffVM_Task, 'duration_secs': 0.184646} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.018287] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e8ea957-1139-4956-920e-24bfc6d1c868 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: b42b4cff-cc6f-4912-ab52-ba3be3a17ae8] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1067.018461] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-1e8ea957-1139-4956-920e-24bfc6d1c868 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: b42b4cff-cc6f-4912-ab52-ba3be3a17ae8] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1067.018759] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a81b273-0447-47b7-a793-b7b261175b19 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.088073] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-1e8ea957-1139-4956-920e-24bfc6d1c868 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: b42b4cff-cc6f-4912-ab52-ba3be3a17ae8] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1067.088073] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-1e8ea957-1139-4956-920e-24bfc6d1c868 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: b42b4cff-cc6f-4912-ab52-ba3be3a17ae8] Deleting contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1067.088073] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e8ea957-1139-4956-920e-24bfc6d1c868 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Deleting the datastore file [datastore2] b42b4cff-cc6f-4912-ab52-ba3be3a17ae8 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1067.088073] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e967dfa1-c091-429c-91e8-8b6db127dae3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.094416] env[70323]: DEBUG oslo_vmware.api [None req-1e8ea957-1139-4956-920e-24bfc6d1c868 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Waiting for the task: (returnval){ [ 1067.094416] env[70323]: value = "task-3227688" [ 1067.094416] env[70323]: _type = "Task" [ 1067.094416] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.101446] env[70323]: DEBUG oslo_vmware.api [None req-1e8ea957-1139-4956-920e-24bfc6d1c868 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227688, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.122808] env[70323]: DEBUG nova.compute.manager [None req-a435f594-323f-4b52-b76f-2ad2951daff3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Stashing vm_state: active {{(pid=70323) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1067.190982] env[70323]: DEBUG oslo_vmware.api [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52cd672f-d08a-11d9-d54a-ba6a9b9f5306, 'name': SearchDatastore_Task, 'duration_secs': 0.015989} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.192183] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72bde664-fa3a-4774-bfa9-862894dd5898 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.198892] env[70323]: DEBUG oslo_vmware.api [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Waiting for the task: (returnval){ [ 1067.198892] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52e6f87f-c5ed-4184-9754-0d0ae1999760" [ 1067.198892] env[70323]: _type = "Task" [ 1067.198892] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.212588] env[70323]: DEBUG oslo_vmware.api [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52e6f87f-c5ed-4184-9754-0d0ae1999760, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.374293] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6b2897ba-273f-4e9e-b482-f5646a7bbd66 tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Lock "517d2967-4b35-4b79-9758-80ded84dac44" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.317s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.442411] env[70323]: DEBUG nova.scheduler.client.report [None req-1ced59fb-b1c1-4162-8d81-d56497f79f66 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.449859] env[70323]: INFO nova.compute.manager [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 87a4e63b-abcc-4c4c-ae98-34682ee91ba8] Took 31.95 seconds to build instance. [ 1067.604167] env[70323]: DEBUG oslo_vmware.api [None req-1e8ea957-1139-4956-920e-24bfc6d1c868 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227688, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.643458] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a435f594-323f-4b52-b76f-2ad2951daff3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.712485] env[70323]: DEBUG oslo_vmware.api [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52e6f87f-c5ed-4184-9754-0d0ae1999760, 'name': SearchDatastore_Task, 'duration_secs': 0.034952} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.712485] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.712485] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 41d64a03-f00d-4037-a3c4-a55d2b355ea6/41d64a03-f00d-4037-a3c4-a55d2b355ea6.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1067.712485] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-565c5aa1-3658-46b6-b23c-85331e61026e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.717837] env[70323]: DEBUG oslo_vmware.api [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Waiting for the task: (returnval){ [ 1067.717837] env[70323]: value = "task-3227689" [ 1067.717837] env[70323]: _type = "Task" [ 1067.717837] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.726116] env[70323]: DEBUG oslo_vmware.api [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Task: {'id': task-3227689, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.948213] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1ced59fb-b1c1-4162-8d81-d56497f79f66 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.876s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.950657] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7b3829c8-0b59-4ed9-8e60-7b24e18d2a22 tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.228s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.950917] env[70323]: DEBUG nova.objects.instance [None req-7b3829c8-0b59-4ed9-8e60-7b24e18d2a22 tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Lazy-loading 'resources' on Instance uuid 8cf2ea62-ac85-478d-8b4a-be3a60163060 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1067.952375] env[70323]: DEBUG oslo_concurrency.lockutils [None req-27a01b91-c0c4-4d29-b61f-af8b3a0fce37 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lock "87a4e63b-abcc-4c4c-ae98-34682ee91ba8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.472s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.978776] env[70323]: INFO nova.scheduler.client.report [None req-1ced59fb-b1c1-4162-8d81-d56497f79f66 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Deleted allocations for instance 4d3d5652-902c-403f-86e8-6026b8da97fe [ 1068.067326] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-104c9dbf-0aa5-49c1-b40f-dae5ed305ccc {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.076679] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-03d44424-fdca-49b1-bf52-5472e473cd4d tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 87a4e63b-abcc-4c4c-ae98-34682ee91ba8] Suspending the VM {{(pid=70323) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1068.076939] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-5beb8659-ae71-455d-b5aa-825127746270 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.084173] env[70323]: DEBUG oslo_vmware.api [None req-03d44424-fdca-49b1-bf52-5472e473cd4d tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for the task: (returnval){ [ 1068.084173] env[70323]: value = "task-3227690" [ 1068.084173] env[70323]: _type = "Task" [ 1068.084173] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.096237] env[70323]: DEBUG oslo_vmware.api [None req-03d44424-fdca-49b1-bf52-5472e473cd4d tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227690, 'name': SuspendVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.108943] env[70323]: DEBUG oslo_vmware.api [None req-1e8ea957-1139-4956-920e-24bfc6d1c868 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227688, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.574455} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.109302] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e8ea957-1139-4956-920e-24bfc6d1c868 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1068.109521] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-1e8ea957-1139-4956-920e-24bfc6d1c868 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: b42b4cff-cc6f-4912-ab52-ba3be3a17ae8] Deleted contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1068.109857] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-1e8ea957-1139-4956-920e-24bfc6d1c868 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: b42b4cff-cc6f-4912-ab52-ba3be3a17ae8] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1068.109949] env[70323]: INFO nova.compute.manager [None req-1e8ea957-1139-4956-920e-24bfc6d1c868 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: b42b4cff-cc6f-4912-ab52-ba3be3a17ae8] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1068.110261] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e8ea957-1139-4956-920e-24bfc6d1c868 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1068.110511] env[70323]: DEBUG nova.compute.manager [-] [instance: b42b4cff-cc6f-4912-ab52-ba3be3a17ae8] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1068.110647] env[70323]: DEBUG nova.network.neutron [-] [instance: b42b4cff-cc6f-4912-ab52-ba3be3a17ae8] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1068.227839] env[70323]: DEBUG oslo_vmware.api [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Task: {'id': task-3227689, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.291392] env[70323]: DEBUG oslo_concurrency.lockutils [None req-945f61bc-874f-4cb2-ac00-897a5a0dcd7b tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Acquiring lock "517d2967-4b35-4b79-9758-80ded84dac44" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.291743] env[70323]: DEBUG oslo_concurrency.lockutils [None req-945f61bc-874f-4cb2-ac00-897a5a0dcd7b tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Lock "517d2967-4b35-4b79-9758-80ded84dac44" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.486838] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1ced59fb-b1c1-4162-8d81-d56497f79f66 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Lock "4d3d5652-902c-403f-86e8-6026b8da97fe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.851s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.491044] env[70323]: DEBUG oslo_concurrency.lockutils [req-c53aba66-d9c2-4742-967f-7aaf24e72005 req-8d09da05-6d66-46c0-8d5d-d29f476452f8 service nova] Acquired lock "4d3d5652-902c-403f-86e8-6026b8da97fe" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.491044] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243bcc5a-5494-4fe2-896b-0e9830181ab2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.502507] env[70323]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1068.502752] env[70323]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=70323) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1068.503248] env[70323]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ecd74c2a-490e-48f1-9199-f952f933186d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.517528] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b2ad72-73a0-47ee-9110-c0cb2d4d9142 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.556034] env[70323]: ERROR root [req-c53aba66-d9c2-4742-967f-7aaf24e72005 req-8d09da05-6d66-46c0-8d5d-d29f476452f8 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-645160' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-645160' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-645160' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-645160'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-645160' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-645160' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-645160'}\n"]: nova.exception.InstanceNotFound: Instance 4d3d5652-902c-403f-86e8-6026b8da97fe could not be found. [ 1068.556396] env[70323]: DEBUG oslo_concurrency.lockutils [req-c53aba66-d9c2-4742-967f-7aaf24e72005 req-8d09da05-6d66-46c0-8d5d-d29f476452f8 service nova] Releasing lock "4d3d5652-902c-403f-86e8-6026b8da97fe" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.556734] env[70323]: DEBUG nova.compute.manager [req-c53aba66-d9c2-4742-967f-7aaf24e72005 req-8d09da05-6d66-46c0-8d5d-d29f476452f8 service nova] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Detach interface failed, port_id=b64dc1b5-747e-4ae0-a664-92c1ba840c73, reason: Instance 4d3d5652-902c-403f-86e8-6026b8da97fe could not be found. {{(pid=70323) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1068.595617] env[70323]: DEBUG oslo_vmware.api [None req-03d44424-fdca-49b1-bf52-5472e473cd4d tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227690, 'name': SuspendVM_Task} progress is 54%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.729965] env[70323]: DEBUG oslo_vmware.api [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Task: {'id': task-3227689, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.834973} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.732862] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 41d64a03-f00d-4037-a3c4-a55d2b355ea6/41d64a03-f00d-4037-a3c4-a55d2b355ea6.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1068.733125] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] [instance: 41d64a03-f00d-4037-a3c4-a55d2b355ea6] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1068.733599] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a1538469-8a8e-417c-9a64-83d41eabc574 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.740206] env[70323]: DEBUG oslo_vmware.api [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Waiting for the task: (returnval){ [ 1068.740206] env[70323]: value = "task-3227691" [ 1068.740206] env[70323]: _type = "Task" [ 1068.740206] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.750570] env[70323]: DEBUG oslo_vmware.api [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Task: {'id': task-3227691, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.795561] env[70323]: DEBUG nova.compute.utils [None req-945f61bc-874f-4cb2-ac00-897a5a0dcd7b tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1068.810148] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b498643-7ab2-4f74-9746-313634bc47d4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.820838] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cbd5615-f0d0-471d-b512-c843b3649376 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.853321] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a10639-3d66-464d-a7a3-6ebbfcbd443b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.860828] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99503302-ecc7-4fcf-a558-786d119a32a5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.874300] env[70323]: DEBUG nova.compute.provider_tree [None req-7b3829c8-0b59-4ed9-8e60-7b24e18d2a22 tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.079741] env[70323]: DEBUG nova.compute.manager [req-710ffe71-b964-45c7-afba-ef16d98536b6 req-0697af0a-710d-449a-9894-55f593f5898a service nova] [instance: b42b4cff-cc6f-4912-ab52-ba3be3a17ae8] Received event network-vif-deleted-6a290369-fb02-41c6-a9b0-278b347919bb {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.080094] env[70323]: INFO nova.compute.manager [req-710ffe71-b964-45c7-afba-ef16d98536b6 req-0697af0a-710d-449a-9894-55f593f5898a service nova] [instance: b42b4cff-cc6f-4912-ab52-ba3be3a17ae8] Neutron deleted interface 6a290369-fb02-41c6-a9b0-278b347919bb; detaching it from the instance and deleting it from the info cache [ 1069.080389] env[70323]: DEBUG nova.network.neutron [req-710ffe71-b964-45c7-afba-ef16d98536b6 req-0697af0a-710d-449a-9894-55f593f5898a service nova] [instance: b42b4cff-cc6f-4912-ab52-ba3be3a17ae8] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.098660] env[70323]: DEBUG oslo_vmware.api [None req-03d44424-fdca-49b1-bf52-5472e473cd4d tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227690, 'name': SuspendVM_Task} progress is 54%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.246338] env[70323]: DEBUG nova.network.neutron [-] [instance: b42b4cff-cc6f-4912-ab52-ba3be3a17ae8] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.254371] env[70323]: DEBUG oslo_vmware.api [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Task: {'id': task-3227691, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064551} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.254371] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] [instance: 41d64a03-f00d-4037-a3c4-a55d2b355ea6] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1069.256256] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3170c6-ecea-4c8e-86d7-451ba571205a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.279753] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] [instance: 41d64a03-f00d-4037-a3c4-a55d2b355ea6] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 41d64a03-f00d-4037-a3c4-a55d2b355ea6/41d64a03-f00d-4037-a3c4-a55d2b355ea6.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1069.280299] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fee0915d-4a8f-44a8-a892-339185c18a10 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.298308] env[70323]: DEBUG oslo_concurrency.lockutils [None req-945f61bc-874f-4cb2-ac00-897a5a0dcd7b tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Lock "517d2967-4b35-4b79-9758-80ded84dac44" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.301948] env[70323]: DEBUG oslo_vmware.api [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Waiting for the task: (returnval){ [ 1069.301948] env[70323]: value = "task-3227692" [ 1069.301948] env[70323]: _type = "Task" [ 1069.301948] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.311966] env[70323]: DEBUG oslo_vmware.api [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Task: {'id': task-3227692, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.377061] env[70323]: DEBUG nova.scheduler.client.report [None req-7b3829c8-0b59-4ed9-8e60-7b24e18d2a22 tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.583651] env[70323]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0be33423-4862-4991-94b8-9be7d1b7d131 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.594359] env[70323]: DEBUG oslo_vmware.api [None req-03d44424-fdca-49b1-bf52-5472e473cd4d tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227690, 'name': SuspendVM_Task, 'duration_secs': 1.110421} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.595679] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-03d44424-fdca-49b1-bf52-5472e473cd4d tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 87a4e63b-abcc-4c4c-ae98-34682ee91ba8] Suspended the VM {{(pid=70323) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1069.597586] env[70323]: DEBUG nova.compute.manager [None req-03d44424-fdca-49b1-bf52-5472e473cd4d tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 87a4e63b-abcc-4c4c-ae98-34682ee91ba8] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1069.597586] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f003a9eb-d27e-4f91-a9b0-7b72e7efc4cd {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.601773] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ae850a-da8a-408c-be21-e8b4b34ddff9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.633310] env[70323]: DEBUG nova.compute.manager [req-710ffe71-b964-45c7-afba-ef16d98536b6 req-0697af0a-710d-449a-9894-55f593f5898a service nova] [instance: b42b4cff-cc6f-4912-ab52-ba3be3a17ae8] Detach interface failed, port_id=6a290369-fb02-41c6-a9b0-278b347919bb, reason: Instance b42b4cff-cc6f-4912-ab52-ba3be3a17ae8 could not be found. {{(pid=70323) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1069.749303] env[70323]: INFO nova.compute.manager [-] [instance: b42b4cff-cc6f-4912-ab52-ba3be3a17ae8] Took 1.64 seconds to deallocate network for instance. [ 1069.813014] env[70323]: DEBUG oslo_vmware.api [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Task: {'id': task-3227692, 'name': ReconfigVM_Task, 'duration_secs': 0.277913} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.817451] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] [instance: 41d64a03-f00d-4037-a3c4-a55d2b355ea6] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 41d64a03-f00d-4037-a3c4-a55d2b355ea6/41d64a03-f00d-4037-a3c4-a55d2b355ea6.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1069.818176] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d163ddf-6bc9-4dd2-8ec4-8e2a7d483ab5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.825066] env[70323]: DEBUG oslo_vmware.api [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Waiting for the task: (returnval){ [ 1069.825066] env[70323]: value = "task-3227693" [ 1069.825066] env[70323]: _type = "Task" [ 1069.825066] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.836865] env[70323]: DEBUG oslo_vmware.api [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Task: {'id': task-3227693, 'name': Rename_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.883316] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7b3829c8-0b59-4ed9-8e60-7b24e18d2a22 tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.933s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.885863] env[70323]: DEBUG oslo_concurrency.lockutils [None req-dec4c0ce-2fd1-40d6-8b1e-12b3cb1a30e4 tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.060s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.886147] env[70323]: DEBUG nova.objects.instance [None req-dec4c0ce-2fd1-40d6-8b1e-12b3cb1a30e4 tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Lazy-loading 'resources' on Instance uuid a9489d91-6f53-408b-b725-b16a886b104e {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1069.910390] env[70323]: INFO nova.scheduler.client.report [None req-7b3829c8-0b59-4ed9-8e60-7b24e18d2a22 tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Deleted allocations for instance 8cf2ea62-ac85-478d-8b4a-be3a60163060 [ 1070.255868] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1e8ea957-1139-4956-920e-24bfc6d1c868 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.335934] env[70323]: DEBUG oslo_vmware.api [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Task: {'id': task-3227693, 'name': Rename_Task, 'duration_secs': 0.141528} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.336242] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] [instance: 41d64a03-f00d-4037-a3c4-a55d2b355ea6] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1070.336653] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fcb696de-e512-4b07-88e5-61eb2567cfd9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.345413] env[70323]: DEBUG oslo_vmware.api [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Waiting for the task: (returnval){ [ 1070.345413] env[70323]: value = "task-3227694" [ 1070.345413] env[70323]: _type = "Task" [ 1070.345413] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.354609] env[70323]: DEBUG oslo_vmware.api [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Task: {'id': task-3227694, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.382200] env[70323]: DEBUG oslo_concurrency.lockutils [None req-945f61bc-874f-4cb2-ac00-897a5a0dcd7b tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Acquiring lock "517d2967-4b35-4b79-9758-80ded84dac44" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.382200] env[70323]: DEBUG oslo_concurrency.lockutils [None req-945f61bc-874f-4cb2-ac00-897a5a0dcd7b tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Lock "517d2967-4b35-4b79-9758-80ded84dac44" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.382200] env[70323]: INFO nova.compute.manager [None req-945f61bc-874f-4cb2-ac00-897a5a0dcd7b tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] Attaching volume 5e042bb0-df69-493e-978d-0ef7a2cfd8df to /dev/sdc [ 1070.425702] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7b3829c8-0b59-4ed9-8e60-7b24e18d2a22 tempest-FloatingIPsAssociationNegativeTestJSON-780651915 tempest-FloatingIPsAssociationNegativeTestJSON-780651915-project-member] Lock "8cf2ea62-ac85-478d-8b4a-be3a60163060" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.598s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.432495] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-927641f1-6626-4a1f-9aff-ae404bba5423 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.440809] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8770deb6-93a4-4aee-bff1-05e0f6ddbd6a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.457740] env[70323]: DEBUG nova.virt.block_device [None req-945f61bc-874f-4cb2-ac00-897a5a0dcd7b tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] Updating existing volume attachment record: c1d16c60-a165-43f5-9d94-5afc281e2f4f {{(pid=70323) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1070.690262] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b1ba99-d17e-4f9f-a3c9-61dba75bcff0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.699730] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a80255-e0fa-4980-980e-3b8b723eb61a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.738640] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30da3d1d-a85d-485e-bd2f-2d21cd75905e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.746113] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8686813-96d7-46d4-b9b2-343aa48eb273 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.759540] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a64aea97-15da-4867-8835-cc6c21839e0d tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquiring lock "87a4e63b-abcc-4c4c-ae98-34682ee91ba8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.759792] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a64aea97-15da-4867-8835-cc6c21839e0d tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lock "87a4e63b-abcc-4c4c-ae98-34682ee91ba8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.760006] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a64aea97-15da-4867-8835-cc6c21839e0d tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquiring lock "87a4e63b-abcc-4c4c-ae98-34682ee91ba8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.760200] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a64aea97-15da-4867-8835-cc6c21839e0d tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lock "87a4e63b-abcc-4c4c-ae98-34682ee91ba8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.760367] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a64aea97-15da-4867-8835-cc6c21839e0d tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lock "87a4e63b-abcc-4c4c-ae98-34682ee91ba8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.762171] env[70323]: DEBUG nova.compute.provider_tree [None req-dec4c0ce-2fd1-40d6-8b1e-12b3cb1a30e4 tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.763611] env[70323]: INFO nova.compute.manager [None req-a64aea97-15da-4867-8835-cc6c21839e0d tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 87a4e63b-abcc-4c4c-ae98-34682ee91ba8] Terminating instance [ 1070.856958] env[70323]: DEBUG oslo_vmware.api [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Task: {'id': task-3227694, 'name': PowerOnVM_Task, 'duration_secs': 0.483008} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.857414] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] [instance: 41d64a03-f00d-4037-a3c4-a55d2b355ea6] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1070.859051] env[70323]: INFO nova.compute.manager [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] [instance: 41d64a03-f00d-4037-a3c4-a55d2b355ea6] Took 7.77 seconds to spawn the instance on the hypervisor. [ 1070.859051] env[70323]: DEBUG nova.compute.manager [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] [instance: 41d64a03-f00d-4037-a3c4-a55d2b355ea6] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1070.859051] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea4b7af-1e53-456e-8f0e-45f03da14ec0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.268938] env[70323]: DEBUG nova.scheduler.client.report [None req-dec4c0ce-2fd1-40d6-8b1e-12b3cb1a30e4 tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1071.270020] env[70323]: DEBUG nova.compute.manager [None req-a64aea97-15da-4867-8835-cc6c21839e0d tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 87a4e63b-abcc-4c4c-ae98-34682ee91ba8] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1071.270390] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a64aea97-15da-4867-8835-cc6c21839e0d tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 87a4e63b-abcc-4c4c-ae98-34682ee91ba8] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1071.271544] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c42b08-7c62-4823-80fa-698370cc22ab {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.281058] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a64aea97-15da-4867-8835-cc6c21839e0d tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 87a4e63b-abcc-4c4c-ae98-34682ee91ba8] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1071.281484] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-017a294b-b0ad-485d-b76a-1b0aecca2efc {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.369034] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a64aea97-15da-4867-8835-cc6c21839e0d tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 87a4e63b-abcc-4c4c-ae98-34682ee91ba8] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1071.369034] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a64aea97-15da-4867-8835-cc6c21839e0d tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 87a4e63b-abcc-4c4c-ae98-34682ee91ba8] Deleting contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1071.369034] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-a64aea97-15da-4867-8835-cc6c21839e0d tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Deleting the datastore file [datastore2] 87a4e63b-abcc-4c4c-ae98-34682ee91ba8 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1071.369034] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d208b5c-0208-48ed-9258-773a8f526d0f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.385664] env[70323]: DEBUG oslo_vmware.api [None req-a64aea97-15da-4867-8835-cc6c21839e0d tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for the task: (returnval){ [ 1071.385664] env[70323]: value = "task-3227697" [ 1071.385664] env[70323]: _type = "Task" [ 1071.385664] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.386461] env[70323]: INFO nova.compute.manager [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] [instance: 41d64a03-f00d-4037-a3c4-a55d2b355ea6] Took 30.27 seconds to build instance. [ 1071.399662] env[70323]: DEBUG oslo_vmware.api [None req-a64aea97-15da-4867-8835-cc6c21839e0d tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227697, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.772266] env[70323]: DEBUG oslo_concurrency.lockutils [None req-dec4c0ce-2fd1-40d6-8b1e-12b3cb1a30e4 tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.886s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.775194] env[70323]: DEBUG oslo_concurrency.lockutils [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.763s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.778831] env[70323]: INFO nova.compute.claims [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] [instance: 0a6debe1-4b85-49a5-8b06-59ca7817ab09] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1071.801037] env[70323]: INFO nova.scheduler.client.report [None req-dec4c0ce-2fd1-40d6-8b1e-12b3cb1a30e4 tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Deleted allocations for instance a9489d91-6f53-408b-b725-b16a886b104e [ 1071.896106] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b125a132-d059-4cf3-8666-a8d5ccef01fb tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Lock "41d64a03-f00d-4037-a3c4-a55d2b355ea6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.787s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.902284] env[70323]: DEBUG oslo_vmware.api [None req-a64aea97-15da-4867-8835-cc6c21839e0d tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227697, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.433051} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.902587] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-a64aea97-15da-4867-8835-cc6c21839e0d tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1071.902811] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a64aea97-15da-4867-8835-cc6c21839e0d tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 87a4e63b-abcc-4c4c-ae98-34682ee91ba8] Deleted contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1071.903022] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a64aea97-15da-4867-8835-cc6c21839e0d tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 87a4e63b-abcc-4c4c-ae98-34682ee91ba8] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1071.903231] env[70323]: INFO nova.compute.manager [None req-a64aea97-15da-4867-8835-cc6c21839e0d tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 87a4e63b-abcc-4c4c-ae98-34682ee91ba8] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1071.903527] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a64aea97-15da-4867-8835-cc6c21839e0d tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1071.903835] env[70323]: DEBUG nova.compute.manager [-] [instance: 87a4e63b-abcc-4c4c-ae98-34682ee91ba8] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1071.903835] env[70323]: DEBUG nova.network.neutron [-] [instance: 87a4e63b-abcc-4c4c-ae98-34682ee91ba8] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1071.988083] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b2302aa0-0d2d-4fff-857a-9b46fe800e63 tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Acquiring lock "41d64a03-f00d-4037-a3c4-a55d2b355ea6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.988998] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b2302aa0-0d2d-4fff-857a-9b46fe800e63 tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Lock "41d64a03-f00d-4037-a3c4-a55d2b355ea6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.989926] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b2302aa0-0d2d-4fff-857a-9b46fe800e63 tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Acquiring lock "41d64a03-f00d-4037-a3c4-a55d2b355ea6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.989926] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b2302aa0-0d2d-4fff-857a-9b46fe800e63 tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Lock "41d64a03-f00d-4037-a3c4-a55d2b355ea6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.989926] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b2302aa0-0d2d-4fff-857a-9b46fe800e63 tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Lock "41d64a03-f00d-4037-a3c4-a55d2b355ea6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.992624] env[70323]: INFO nova.compute.manager [None req-b2302aa0-0d2d-4fff-857a-9b46fe800e63 tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] [instance: 41d64a03-f00d-4037-a3c4-a55d2b355ea6] Terminating instance [ 1072.281687] env[70323]: DEBUG nova.compute.manager [req-ccbb69e2-11d5-46f9-9d69-ad5609a6d33f req-ef0414dc-92f5-40a1-a90b-7d6c8bb020a9 service nova] [instance: 87a4e63b-abcc-4c4c-ae98-34682ee91ba8] Received event network-vif-deleted-160e6027-3a6c-4e9b-99bd-34671291c6e5 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.281909] env[70323]: INFO nova.compute.manager [req-ccbb69e2-11d5-46f9-9d69-ad5609a6d33f req-ef0414dc-92f5-40a1-a90b-7d6c8bb020a9 service nova] [instance: 87a4e63b-abcc-4c4c-ae98-34682ee91ba8] Neutron deleted interface 160e6027-3a6c-4e9b-99bd-34671291c6e5; detaching it from the instance and deleting it from the info cache [ 1072.282101] env[70323]: DEBUG nova.network.neutron [req-ccbb69e2-11d5-46f9-9d69-ad5609a6d33f req-ef0414dc-92f5-40a1-a90b-7d6c8bb020a9 service nova] [instance: 87a4e63b-abcc-4c4c-ae98-34682ee91ba8] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.308953] env[70323]: DEBUG oslo_concurrency.lockutils [None req-dec4c0ce-2fd1-40d6-8b1e-12b3cb1a30e4 tempest-ServerAddressesNegativeTestJSON-1917648402 tempest-ServerAddressesNegativeTestJSON-1917648402-project-member] Lock "a9489d91-6f53-408b-b725-b16a886b104e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.047s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.345589] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7adc8984-6974-47b8-b40b-4a9a6c2105b4 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquiring lock "5177cefd-dc6f-417f-b4b6-80e4efcbcdd4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.346163] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7adc8984-6974-47b8-b40b-4a9a6c2105b4 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Lock "5177cefd-dc6f-417f-b4b6-80e4efcbcdd4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.502031] env[70323]: DEBUG nova.compute.manager [None req-b2302aa0-0d2d-4fff-857a-9b46fe800e63 tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] [instance: 41d64a03-f00d-4037-a3c4-a55d2b355ea6] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1072.502031] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-b2302aa0-0d2d-4fff-857a-9b46fe800e63 tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] [instance: 41d64a03-f00d-4037-a3c4-a55d2b355ea6] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1072.503048] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0ac806-095e-457f-889d-b61e96b28657 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.510487] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2302aa0-0d2d-4fff-857a-9b46fe800e63 tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] [instance: 41d64a03-f00d-4037-a3c4-a55d2b355ea6] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1072.510744] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49597d69-dae4-4888-aaba-530ac425c6cb {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.516703] env[70323]: DEBUG oslo_vmware.api [None req-b2302aa0-0d2d-4fff-857a-9b46fe800e63 tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Waiting for the task: (returnval){ [ 1072.516703] env[70323]: value = "task-3227698" [ 1072.516703] env[70323]: _type = "Task" [ 1072.516703] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.524478] env[70323]: DEBUG oslo_vmware.api [None req-b2302aa0-0d2d-4fff-857a-9b46fe800e63 tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Task: {'id': task-3227698, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.710534] env[70323]: DEBUG nova.network.neutron [-] [instance: 87a4e63b-abcc-4c4c-ae98-34682ee91ba8] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.791331] env[70323]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2f945e71-7a65-4f15-8389-ca69e17f61bf {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.802307] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bfdebc2-c2da-40ff-a40e-2c05f3762be7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.843524] env[70323]: DEBUG nova.compute.manager [req-ccbb69e2-11d5-46f9-9d69-ad5609a6d33f req-ef0414dc-92f5-40a1-a90b-7d6c8bb020a9 service nova] [instance: 87a4e63b-abcc-4c4c-ae98-34682ee91ba8] Detach interface failed, port_id=160e6027-3a6c-4e9b-99bd-34671291c6e5, reason: Instance 87a4e63b-abcc-4c4c-ae98-34682ee91ba8 could not be found. {{(pid=70323) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1072.849012] env[70323]: DEBUG nova.compute.manager [None req-7adc8984-6974-47b8-b40b-4a9a6c2105b4 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1073.027091] env[70323]: DEBUG oslo_vmware.api [None req-b2302aa0-0d2d-4fff-857a-9b46fe800e63 tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Task: {'id': task-3227698, 'name': PowerOffVM_Task, 'duration_secs': 0.220987} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.027370] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2302aa0-0d2d-4fff-857a-9b46fe800e63 tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] [instance: 41d64a03-f00d-4037-a3c4-a55d2b355ea6] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1073.027536] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-b2302aa0-0d2d-4fff-857a-9b46fe800e63 tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] [instance: 41d64a03-f00d-4037-a3c4-a55d2b355ea6] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1073.027881] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-382b803d-c81d-4857-8bc4-ca87e48432f6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.064344] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1398a7b2-c86a-464a-94ac-43008b35def4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.071875] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f336a9-2a1f-4f11-81fa-3211791a9008 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.105911] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f1b7da2-72ec-4692-b417-f986f830fc00 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.108976] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-b2302aa0-0d2d-4fff-857a-9b46fe800e63 tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] [instance: 41d64a03-f00d-4037-a3c4-a55d2b355ea6] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1073.109182] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-b2302aa0-0d2d-4fff-857a-9b46fe800e63 tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] [instance: 41d64a03-f00d-4037-a3c4-a55d2b355ea6] Deleting contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1073.109361] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2302aa0-0d2d-4fff-857a-9b46fe800e63 tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Deleting the datastore file [datastore2] 41d64a03-f00d-4037-a3c4-a55d2b355ea6 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1073.109598] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef3867b8-407d-4810-975d-c46d9d4724b9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.117889] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1173402-24ec-4cc7-a832-16b8db0f1133 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.122381] env[70323]: DEBUG oslo_vmware.api [None req-b2302aa0-0d2d-4fff-857a-9b46fe800e63 tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Waiting for the task: (returnval){ [ 1073.122381] env[70323]: value = "task-3227701" [ 1073.122381] env[70323]: _type = "Task" [ 1073.122381] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.134647] env[70323]: DEBUG nova.compute.provider_tree [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1073.141438] env[70323]: DEBUG oslo_vmware.api [None req-b2302aa0-0d2d-4fff-857a-9b46fe800e63 tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Task: {'id': task-3227701, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.218326] env[70323]: INFO nova.compute.manager [-] [instance: 87a4e63b-abcc-4c4c-ae98-34682ee91ba8] Took 1.31 seconds to deallocate network for instance. [ 1073.398559] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7adc8984-6974-47b8-b40b-4a9a6c2105b4 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.636350] env[70323]: DEBUG oslo_vmware.api [None req-b2302aa0-0d2d-4fff-857a-9b46fe800e63 tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Task: {'id': task-3227701, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165069} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.636624] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2302aa0-0d2d-4fff-857a-9b46fe800e63 tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1073.636807] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-b2302aa0-0d2d-4fff-857a-9b46fe800e63 tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] [instance: 41d64a03-f00d-4037-a3c4-a55d2b355ea6] Deleted contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1073.636985] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-b2302aa0-0d2d-4fff-857a-9b46fe800e63 tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] [instance: 41d64a03-f00d-4037-a3c4-a55d2b355ea6] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1073.637197] env[70323]: INFO nova.compute.manager [None req-b2302aa0-0d2d-4fff-857a-9b46fe800e63 tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] [instance: 41d64a03-f00d-4037-a3c4-a55d2b355ea6] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1073.637484] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2302aa0-0d2d-4fff-857a-9b46fe800e63 tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1073.638517] env[70323]: DEBUG nova.scheduler.client.report [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.642339] env[70323]: DEBUG nova.compute.manager [-] [instance: 41d64a03-f00d-4037-a3c4-a55d2b355ea6] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1073.642421] env[70323]: DEBUG nova.network.neutron [-] [instance: 41d64a03-f00d-4037-a3c4-a55d2b355ea6] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1073.730689] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a64aea97-15da-4867-8835-cc6c21839e0d tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.151111] env[70323]: DEBUG oslo_concurrency.lockutils [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.376s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.151580] env[70323]: DEBUG nova.compute.manager [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] [instance: 0a6debe1-4b85-49a5-8b06-59ca7817ab09] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1074.157045] env[70323]: DEBUG oslo_concurrency.lockutils [None req-394a5100-a8a8-47e0-bf1b-48a100f3d645 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.205s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.157045] env[70323]: DEBUG nova.objects.instance [None req-394a5100-a8a8-47e0-bf1b-48a100f3d645 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Lazy-loading 'resources' on Instance uuid 0807d9b4-2b21-4227-8efd-1c6eda844030 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1074.324498] env[70323]: DEBUG nova.compute.manager [req-11e266c3-e48f-4b78-824e-148349f373a8 req-d4a207fc-da09-4f97-b37e-3319e9cc9d36 service nova] [instance: 41d64a03-f00d-4037-a3c4-a55d2b355ea6] Received event network-vif-deleted-40ebe652-5621-4f81-9e05-59eef6b61528 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.324770] env[70323]: INFO nova.compute.manager [req-11e266c3-e48f-4b78-824e-148349f373a8 req-d4a207fc-da09-4f97-b37e-3319e9cc9d36 service nova] [instance: 41d64a03-f00d-4037-a3c4-a55d2b355ea6] Neutron deleted interface 40ebe652-5621-4f81-9e05-59eef6b61528; detaching it from the instance and deleting it from the info cache [ 1074.324910] env[70323]: DEBUG nova.network.neutron [req-11e266c3-e48f-4b78-824e-148349f373a8 req-d4a207fc-da09-4f97-b37e-3319e9cc9d36 service nova] [instance: 41d64a03-f00d-4037-a3c4-a55d2b355ea6] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.658230] env[70323]: DEBUG nova.compute.utils [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1074.661754] env[70323]: DEBUG nova.compute.manager [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] [instance: 0a6debe1-4b85-49a5-8b06-59ca7817ab09] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1074.662212] env[70323]: DEBUG nova.network.neutron [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] [instance: 0a6debe1-4b85-49a5-8b06-59ca7817ab09] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1074.729904] env[70323]: DEBUG nova.network.neutron [-] [instance: 41d64a03-f00d-4037-a3c4-a55d2b355ea6] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.833849] env[70323]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2323bca5-bb91-40e6-88ec-5ae1aa83e75e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.840296] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2fc7dca-b218-4785-a4d8-dfd3b174682c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.876808] env[70323]: DEBUG nova.compute.manager [req-11e266c3-e48f-4b78-824e-148349f373a8 req-d4a207fc-da09-4f97-b37e-3319e9cc9d36 service nova] [instance: 41d64a03-f00d-4037-a3c4-a55d2b355ea6] Detach interface failed, port_id=40ebe652-5621-4f81-9e05-59eef6b61528, reason: Instance 41d64a03-f00d-4037-a3c4-a55d2b355ea6 could not be found. {{(pid=70323) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1074.924210] env[70323]: DEBUG nova.policy [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8a6476f7edbd4d6e95e80f87483cec7d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c6f6dab09f2456987115a7b84a3c065', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 1074.996262] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3462e1e-37d3-4034-9a0a-042dd616966f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.007994] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8260ce44-763b-4f7e-ac6e-92e138c4c4b4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.014692] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-945f61bc-874f-4cb2-ac00-897a5a0dcd7b tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] Volume attach. Driver type: vmdk {{(pid=70323) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1075.014923] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-945f61bc-874f-4cb2-ac00-897a5a0dcd7b tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645221', 'volume_id': '5e042bb0-df69-493e-978d-0ef7a2cfd8df', 'name': 'volume-5e042bb0-df69-493e-978d-0ef7a2cfd8df', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '517d2967-4b35-4b79-9758-80ded84dac44', 'attached_at': '', 'detached_at': '', 'volume_id': '5e042bb0-df69-493e-978d-0ef7a2cfd8df', 'serial': '5e042bb0-df69-493e-978d-0ef7a2cfd8df'} {{(pid=70323) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1075.015721] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b572ed-c489-4313-9c9f-ffca973a3a08 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.060430] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371a170a-be53-44cf-98d4-fbb3c8c5f9f4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.063913] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e5af9e-64a8-44a2-b898-4aa8fbc62389 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.088316] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51efb200-8410-4768-ae94-fc46abd792f4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.099485] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-945f61bc-874f-4cb2-ac00-897a5a0dcd7b tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] volume-5e042bb0-df69-493e-978d-0ef7a2cfd8df/volume-5e042bb0-df69-493e-978d-0ef7a2cfd8df.vmdk or device None with type thin {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1075.099817] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f6e9ecf-69a3-405d-a8f6-8094b3964ed2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.124991] env[70323]: DEBUG nova.compute.provider_tree [None req-394a5100-a8a8-47e0-bf1b-48a100f3d645 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1075.130921] env[70323]: DEBUG oslo_vmware.api [None req-945f61bc-874f-4cb2-ac00-897a5a0dcd7b tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Waiting for the task: (returnval){ [ 1075.130921] env[70323]: value = "task-3227702" [ 1075.130921] env[70323]: _type = "Task" [ 1075.130921] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.162226] env[70323]: DEBUG nova.compute.manager [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] [instance: 0a6debe1-4b85-49a5-8b06-59ca7817ab09] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1075.232795] env[70323]: INFO nova.compute.manager [-] [instance: 41d64a03-f00d-4037-a3c4-a55d2b355ea6] Took 1.59 seconds to deallocate network for instance. [ 1075.392680] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8a7552ed-331b-41e0-a75c-d5d477002323 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Acquiring lock "6e39317c-64f3-4457-b2ef-bc6d61fe59d1" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.392960] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8a7552ed-331b-41e0-a75c-d5d477002323 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Lock "6e39317c-64f3-4457-b2ef-bc6d61fe59d1" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.393344] env[70323]: INFO nova.compute.manager [None req-8a7552ed-331b-41e0-a75c-d5d477002323 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Shelving [ 1075.467456] env[70323]: DEBUG nova.network.neutron [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] [instance: 0a6debe1-4b85-49a5-8b06-59ca7817ab09] Successfully created port: 4be5283d-4f20-41a1-af82-00b667b2be2b {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1075.609394] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb18c68b-d6fd-4499-8946-7682868635d9 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Acquiring lock "bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.609638] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb18c68b-d6fd-4499-8946-7682868635d9 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Lock "bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.631522] env[70323]: DEBUG nova.scheduler.client.report [None req-394a5100-a8a8-47e0-bf1b-48a100f3d645 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1075.652321] env[70323]: DEBUG oslo_vmware.api [None req-945f61bc-874f-4cb2-ac00-897a5a0dcd7b tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Task: {'id': task-3227702, 'name': ReconfigVM_Task, 'duration_secs': 0.406003} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.653260] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-945f61bc-874f-4cb2-ac00-897a5a0dcd7b tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] Reconfigured VM instance instance-00000059 to attach disk [datastore1] volume-5e042bb0-df69-493e-978d-0ef7a2cfd8df/volume-5e042bb0-df69-493e-978d-0ef7a2cfd8df.vmdk or device None with type thin {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1075.658417] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21bd2030-88b8-4a71-ab38-bd35ded535c4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.681890] env[70323]: DEBUG oslo_vmware.api [None req-945f61bc-874f-4cb2-ac00-897a5a0dcd7b tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Waiting for the task: (returnval){ [ 1075.681890] env[70323]: value = "task-3227703" [ 1075.681890] env[70323]: _type = "Task" [ 1075.681890] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.692972] env[70323]: DEBUG oslo_vmware.api [None req-945f61bc-874f-4cb2-ac00-897a5a0dcd7b tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Task: {'id': task-3227703, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.741355] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b2302aa0-0d2d-4fff-857a-9b46fe800e63 tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.809804] env[70323]: INFO nova.compute.manager [None req-9608c98b-075f-4bf5-8328-bb2f60b72aec tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] Rebuilding instance [ 1075.877034] env[70323]: DEBUG nova.compute.manager [None req-9608c98b-075f-4bf5-8328-bb2f60b72aec tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1075.878103] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78429f18-b053-47d5-ac50-7b9251f6cc23 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.113184] env[70323]: DEBUG nova.compute.utils [None req-bb18c68b-d6fd-4499-8946-7682868635d9 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1076.138099] env[70323]: DEBUG oslo_concurrency.lockutils [None req-394a5100-a8a8-47e0-bf1b-48a100f3d645 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.983s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.141255] env[70323]: DEBUG oslo_concurrency.lockutils [None req-dfa4470c-bc55-40f4-8666-408b21d129cf tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 10.139s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.169487] env[70323]: INFO nova.scheduler.client.report [None req-394a5100-a8a8-47e0-bf1b-48a100f3d645 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Deleted allocations for instance 0807d9b4-2b21-4227-8efd-1c6eda844030 [ 1076.180098] env[70323]: DEBUG nova.compute.manager [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] [instance: 0a6debe1-4b85-49a5-8b06-59ca7817ab09] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1076.197084] env[70323]: DEBUG oslo_vmware.api [None req-945f61bc-874f-4cb2-ac00-897a5a0dcd7b tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Task: {'id': task-3227703, 'name': ReconfigVM_Task, 'duration_secs': 0.139853} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.197385] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-945f61bc-874f-4cb2-ac00-897a5a0dcd7b tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645221', 'volume_id': '5e042bb0-df69-493e-978d-0ef7a2cfd8df', 'name': 'volume-5e042bb0-df69-493e-978d-0ef7a2cfd8df', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '517d2967-4b35-4b79-9758-80ded84dac44', 'attached_at': '', 'detached_at': '', 'volume_id': '5e042bb0-df69-493e-978d-0ef7a2cfd8df', 'serial': '5e042bb0-df69-493e-978d-0ef7a2cfd8df'} {{(pid=70323) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1076.214031] env[70323]: DEBUG nova.virt.hardware [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1076.214253] env[70323]: DEBUG nova.virt.hardware [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1076.214405] env[70323]: DEBUG nova.virt.hardware [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1076.214655] env[70323]: DEBUG nova.virt.hardware [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1076.214740] env[70323]: DEBUG nova.virt.hardware [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1076.214873] env[70323]: DEBUG nova.virt.hardware [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1076.215110] env[70323]: DEBUG nova.virt.hardware [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1076.215328] env[70323]: DEBUG nova.virt.hardware [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1076.216268] env[70323]: DEBUG nova.virt.hardware [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1076.216268] env[70323]: DEBUG nova.virt.hardware [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1076.216268] env[70323]: DEBUG nova.virt.hardware [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1076.216730] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85846cf1-114e-4984-9542-a5b26fcd1763 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.226030] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a337e5-4761-4264-a423-ede4ac070823 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.405025] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a7552ed-331b-41e0-a75c-d5d477002323 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1076.405871] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4cf161cc-3ee7-4246-b67f-61f523759cca {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.414453] env[70323]: DEBUG oslo_vmware.api [None req-8a7552ed-331b-41e0-a75c-d5d477002323 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Waiting for the task: (returnval){ [ 1076.414453] env[70323]: value = "task-3227704" [ 1076.414453] env[70323]: _type = "Task" [ 1076.414453] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.422603] env[70323]: DEBUG oslo_vmware.api [None req-8a7552ed-331b-41e0-a75c-d5d477002323 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': task-3227704, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.618949] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb18c68b-d6fd-4499-8946-7682868635d9 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Lock "bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.681728] env[70323]: DEBUG oslo_concurrency.lockutils [None req-394a5100-a8a8-47e0-bf1b-48a100f3d645 tempest-ServerMetadataTestJSON-281457363 tempest-ServerMetadataTestJSON-281457363-project-member] Lock "0807d9b4-2b21-4227-8efd-1c6eda844030" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.158s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.874510] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3d5a66-8cda-4be3-a0a3-13b74ead9b39 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.882591] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b8261d6-49cb-4b5a-a631-2405113f7fb9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.913784] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-9608c98b-075f-4bf5-8328-bb2f60b72aec tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1076.914581] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4950b24b-42a5-4a89-b148-b63efffd03d9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.916560] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe7a0a1-9188-4c9b-8cf7-36784a7df850 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.929994] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e7babf-f2f3-4836-8608-015f2eaade06 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.933822] env[70323]: DEBUG oslo_vmware.api [None req-9608c98b-075f-4bf5-8328-bb2f60b72aec tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Waiting for the task: (returnval){ [ 1076.933822] env[70323]: value = "task-3227705" [ 1076.933822] env[70323]: _type = "Task" [ 1076.933822] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.934082] env[70323]: DEBUG oslo_vmware.api [None req-8a7552ed-331b-41e0-a75c-d5d477002323 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': task-3227704, 'name': PowerOffVM_Task, 'duration_secs': 0.256142} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.934578] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a7552ed-331b-41e0-a75c-d5d477002323 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1076.938401] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22477e40-a198-402f-a0bb-defac46d1393 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.951222] env[70323]: DEBUG nova.compute.provider_tree [None req-dfa4470c-bc55-40f4-8666-408b21d129cf tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.978757] env[70323]: DEBUG oslo_vmware.api [None req-9608c98b-075f-4bf5-8328-bb2f60b72aec tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Task: {'id': task-3227705, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.980164] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b0e65b-872c-4eb1-98d6-bba967de42fe {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.241205] env[70323]: DEBUG nova.objects.instance [None req-945f61bc-874f-4cb2-ac00-897a5a0dcd7b tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Lazy-loading 'flavor' on Instance uuid 517d2967-4b35-4b79-9758-80ded84dac44 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1077.389975] env[70323]: DEBUG nova.compute.manager [req-ca70625d-abc7-43c6-b8d4-3d808e2bb14e req-ebb6a2ac-acf6-46b2-8dd1-94ce2592a518 service nova] [instance: 0a6debe1-4b85-49a5-8b06-59ca7817ab09] Received event network-vif-plugged-4be5283d-4f20-41a1-af82-00b667b2be2b {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1077.389975] env[70323]: DEBUG oslo_concurrency.lockutils [req-ca70625d-abc7-43c6-b8d4-3d808e2bb14e req-ebb6a2ac-acf6-46b2-8dd1-94ce2592a518 service nova] Acquiring lock "0a6debe1-4b85-49a5-8b06-59ca7817ab09-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.389975] env[70323]: DEBUG oslo_concurrency.lockutils [req-ca70625d-abc7-43c6-b8d4-3d808e2bb14e req-ebb6a2ac-acf6-46b2-8dd1-94ce2592a518 service nova] Lock "0a6debe1-4b85-49a5-8b06-59ca7817ab09-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.389975] env[70323]: DEBUG oslo_concurrency.lockutils [req-ca70625d-abc7-43c6-b8d4-3d808e2bb14e req-ebb6a2ac-acf6-46b2-8dd1-94ce2592a518 service nova] Lock "0a6debe1-4b85-49a5-8b06-59ca7817ab09-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.389975] env[70323]: DEBUG nova.compute.manager [req-ca70625d-abc7-43c6-b8d4-3d808e2bb14e req-ebb6a2ac-acf6-46b2-8dd1-94ce2592a518 service nova] [instance: 0a6debe1-4b85-49a5-8b06-59ca7817ab09] No waiting events found dispatching network-vif-plugged-4be5283d-4f20-41a1-af82-00b667b2be2b {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1077.389975] env[70323]: WARNING nova.compute.manager [req-ca70625d-abc7-43c6-b8d4-3d808e2bb14e req-ebb6a2ac-acf6-46b2-8dd1-94ce2592a518 service nova] [instance: 0a6debe1-4b85-49a5-8b06-59ca7817ab09] Received unexpected event network-vif-plugged-4be5283d-4f20-41a1-af82-00b667b2be2b for instance with vm_state building and task_state spawning. [ 1077.445181] env[70323]: DEBUG oslo_vmware.api [None req-9608c98b-075f-4bf5-8328-bb2f60b72aec tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Task: {'id': task-3227705, 'name': PowerOffVM_Task, 'duration_secs': 0.207896} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.445451] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-9608c98b-075f-4bf5-8328-bb2f60b72aec tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1077.446152] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-9608c98b-075f-4bf5-8328-bb2f60b72aec tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1077.446443] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca67df87-cda7-4f8f-806b-52782ae5bcd5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.453654] env[70323]: DEBUG oslo_vmware.api [None req-9608c98b-075f-4bf5-8328-bb2f60b72aec tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Waiting for the task: (returnval){ [ 1077.453654] env[70323]: value = "task-3227706" [ 1077.453654] env[70323]: _type = "Task" [ 1077.453654] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.454437] env[70323]: DEBUG nova.scheduler.client.report [None req-dfa4470c-bc55-40f4-8666-408b21d129cf tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.470060] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-9608c98b-075f-4bf5-8328-bb2f60b72aec tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] VM already powered off {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1077.470312] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-9608c98b-075f-4bf5-8328-bb2f60b72aec tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] Volume detach. Driver type: vmdk {{(pid=70323) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1077.470514] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-9608c98b-075f-4bf5-8328-bb2f60b72aec tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645183', 'volume_id': 'dca07957-5cc8-4f25-a292-6b5ed586caee', 'name': 'volume-dca07957-5cc8-4f25-a292-6b5ed586caee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7df9555e-167b-432c-b2b2-1730bd69483e', 'attached_at': '', 'detached_at': '', 'volume_id': 'dca07957-5cc8-4f25-a292-6b5ed586caee', 'serial': 'dca07957-5cc8-4f25-a292-6b5ed586caee'} {{(pid=70323) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1077.472388] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1fdd095-7305-4e20-ad24-6ac7522381bf {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.493075] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8a7552ed-331b-41e0-a75c-d5d477002323 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Creating Snapshot of the VM instance {{(pid=70323) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1077.493460] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-aeeb213a-6d6d-4311-ac91-a9a71a53ec62 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.495839] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f3c8c7-b0bd-4e4d-beb9-54428ab07570 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.508122] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe493b3e-1c3d-474c-91a6-c551c6b2bcb2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.510234] env[70323]: DEBUG oslo_vmware.api [None req-8a7552ed-331b-41e0-a75c-d5d477002323 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Waiting for the task: (returnval){ [ 1077.510234] env[70323]: value = "task-3227707" [ 1077.510234] env[70323]: _type = "Task" [ 1077.510234] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.533280] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deab2286-0b99-46a5-a83b-f8b79beeae6a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.539044] env[70323]: DEBUG oslo_vmware.api [None req-8a7552ed-331b-41e0-a75c-d5d477002323 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': task-3227707, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.541465] env[70323]: DEBUG nova.network.neutron [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] [instance: 0a6debe1-4b85-49a5-8b06-59ca7817ab09] Successfully updated port: 4be5283d-4f20-41a1-af82-00b667b2be2b {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1077.554471] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-9608c98b-075f-4bf5-8328-bb2f60b72aec tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] The volume has not been displaced from its original location: [datastore2] volume-dca07957-5cc8-4f25-a292-6b5ed586caee/volume-dca07957-5cc8-4f25-a292-6b5ed586caee.vmdk. No consolidation needed. {{(pid=70323) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1077.559922] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-9608c98b-075f-4bf5-8328-bb2f60b72aec tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] Reconfiguring VM instance instance-0000005d to detach disk 2000 {{(pid=70323) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1077.561355] env[70323]: DEBUG oslo_concurrency.lockutils [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Acquiring lock "refresh_cache-0a6debe1-4b85-49a5-8b06-59ca7817ab09" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.561484] env[70323]: DEBUG oslo_concurrency.lockutils [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Acquired lock "refresh_cache-0a6debe1-4b85-49a5-8b06-59ca7817ab09" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.561628] env[70323]: DEBUG nova.network.neutron [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] [instance: 0a6debe1-4b85-49a5-8b06-59ca7817ab09] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1077.562911] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d6dba6a-fea1-4e93-8198-5ded791c28cb {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.586080] env[70323]: DEBUG oslo_vmware.api [None req-9608c98b-075f-4bf5-8328-bb2f60b72aec tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Waiting for the task: (returnval){ [ 1077.586080] env[70323]: value = "task-3227708" [ 1077.586080] env[70323]: _type = "Task" [ 1077.586080] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.594596] env[70323]: DEBUG oslo_vmware.api [None req-9608c98b-075f-4bf5-8328-bb2f60b72aec tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Task: {'id': task-3227708, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.629017] env[70323]: DEBUG nova.network.neutron [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] [instance: 0a6debe1-4b85-49a5-8b06-59ca7817ab09] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1077.696524] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb18c68b-d6fd-4499-8946-7682868635d9 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Acquiring lock "bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.696524] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb18c68b-d6fd-4499-8946-7682868635d9 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Lock "bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.696524] env[70323]: INFO nova.compute.manager [None req-bb18c68b-d6fd-4499-8946-7682868635d9 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Attaching volume d8b261de-357c-4449-aff5-4888173dbc0f to /dev/sdb [ 1077.730629] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90209d71-0b7b-4f57-9bc6-9b507e413d54 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.737699] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e224637f-b19f-4c40-8f82-2bc63a18c296 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.752670] env[70323]: DEBUG nova.virt.block_device [None req-bb18c68b-d6fd-4499-8946-7682868635d9 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Updating existing volume attachment record: 24a4b20e-cdb7-437e-a9f3-49f30dc2de9e {{(pid=70323) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1077.755062] env[70323]: DEBUG oslo_concurrency.lockutils [None req-945f61bc-874f-4cb2-ac00-897a5a0dcd7b tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Lock "517d2967-4b35-4b79-9758-80ded84dac44" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.373s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.907781] env[70323]: DEBUG nova.network.neutron [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] [instance: 0a6debe1-4b85-49a5-8b06-59ca7817ab09] Updating instance_info_cache with network_info: [{"id": "4be5283d-4f20-41a1-af82-00b667b2be2b", "address": "fa:16:3e:aa:3a:2b", "network": {"id": "ced73ce8-71f4-4146-be6a-0eba7af47a69", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-562220922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c6f6dab09f2456987115a7b84a3c065", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4be5283d-4f", "ovs_interfaceid": "4be5283d-4f20-41a1-af82-00b667b2be2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.024692] env[70323]: DEBUG oslo_vmware.api [None req-8a7552ed-331b-41e0-a75c-d5d477002323 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': task-3227707, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.099294] env[70323]: DEBUG oslo_vmware.api [None req-9608c98b-075f-4bf5-8328-bb2f60b72aec tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Task: {'id': task-3227708, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.268325] env[70323]: DEBUG oslo_concurrency.lockutils [None req-95ab2385-58b9-4ef9-b0ce-bbc4b6f8dd8e tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Acquiring lock "517d2967-4b35-4b79-9758-80ded84dac44" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.268630] env[70323]: DEBUG oslo_concurrency.lockutils [None req-95ab2385-58b9-4ef9-b0ce-bbc4b6f8dd8e tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Lock "517d2967-4b35-4b79-9758-80ded84dac44" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.411340] env[70323]: DEBUG oslo_concurrency.lockutils [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Releasing lock "refresh_cache-0a6debe1-4b85-49a5-8b06-59ca7817ab09" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.411340] env[70323]: DEBUG nova.compute.manager [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] [instance: 0a6debe1-4b85-49a5-8b06-59ca7817ab09] Instance network_info: |[{"id": "4be5283d-4f20-41a1-af82-00b667b2be2b", "address": "fa:16:3e:aa:3a:2b", "network": {"id": "ced73ce8-71f4-4146-be6a-0eba7af47a69", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-562220922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c6f6dab09f2456987115a7b84a3c065", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4be5283d-4f", "ovs_interfaceid": "4be5283d-4f20-41a1-af82-00b667b2be2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1078.411340] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] [instance: 0a6debe1-4b85-49a5-8b06-59ca7817ab09] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:3a:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e7a4976-597e-4636-990e-6062b5faadee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4be5283d-4f20-41a1-af82-00b667b2be2b', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1078.418865] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Creating folder: Project (6c6f6dab09f2456987115a7b84a3c065). Parent ref: group-v644941. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1078.419382] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c323fa3-8bc4-4e7b-9b78-2ec6d50fc3e4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.431020] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Created folder: Project (6c6f6dab09f2456987115a7b84a3c065) in parent group-v644941. [ 1078.431020] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Creating folder: Instances. Parent ref: group-v645225. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1078.431020] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a05a60ae-6059-4d7d-ab12-8f4c11b0e652 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.439247] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Created folder: Instances in parent group-v645225. [ 1078.439695] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1078.440030] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a6debe1-4b85-49a5-8b06-59ca7817ab09] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1078.440372] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d47faac-b0c8-4543-a38c-be85ad1e3712 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.458793] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1078.458793] env[70323]: value = "task-3227714" [ 1078.458793] env[70323]: _type = "Task" [ 1078.458793] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.471031] env[70323]: DEBUG oslo_concurrency.lockutils [None req-dfa4470c-bc55-40f4-8666-408b21d129cf tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.327s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.471031] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227714, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.471031] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a435f594-323f-4b52-b76f-2ad2951daff3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 10.828s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.522026] env[70323]: DEBUG oslo_vmware.api [None req-8a7552ed-331b-41e0-a75c-d5d477002323 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': task-3227707, 'name': CreateSnapshot_Task, 'duration_secs': 0.627911} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.522495] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8a7552ed-331b-41e0-a75c-d5d477002323 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Created Snapshot of the VM instance {{(pid=70323) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1078.523432] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b820a7a-9ee5-45c9-a8bb-402c3a4b92be {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.568844] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1078.568844] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1078.598386] env[70323]: DEBUG oslo_vmware.api [None req-9608c98b-075f-4bf5-8328-bb2f60b72aec tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Task: {'id': task-3227708, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.775333] env[70323]: INFO nova.compute.manager [None req-95ab2385-58b9-4ef9-b0ce-bbc4b6f8dd8e tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] Detaching volume aebe5d23-7462-42f0-b882-bcf64f29af28 [ 1078.825975] env[70323]: INFO nova.virt.block_device [None req-95ab2385-58b9-4ef9-b0ce-bbc4b6f8dd8e tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] Attempting to driver detach volume aebe5d23-7462-42f0-b882-bcf64f29af28 from mountpoint /dev/sdb [ 1078.826096] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-95ab2385-58b9-4ef9-b0ce-bbc4b6f8dd8e tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] Volume detach. Driver type: vmdk {{(pid=70323) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1078.830012] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-95ab2385-58b9-4ef9-b0ce-bbc4b6f8dd8e tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645216', 'volume_id': 'aebe5d23-7462-42f0-b882-bcf64f29af28', 'name': 'volume-aebe5d23-7462-42f0-b882-bcf64f29af28', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '517d2967-4b35-4b79-9758-80ded84dac44', 'attached_at': '', 'detached_at': '', 'volume_id': 'aebe5d23-7462-42f0-b882-bcf64f29af28', 'serial': 'aebe5d23-7462-42f0-b882-bcf64f29af28'} {{(pid=70323) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1078.830012] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03678ede-a4a2-45f9-aff0-0fbaed2d133b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.872409] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c9f7e31-f0c7-415d-a34c-433343b7438b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.885980] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b0c6b6-7bf6-431b-940a-ee56002d7932 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.913323] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec07b111-4807-407b-ba45-c817a86f4d5c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.929705] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-95ab2385-58b9-4ef9-b0ce-bbc4b6f8dd8e tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] The volume has not been displaced from its original location: [datastore2] volume-aebe5d23-7462-42f0-b882-bcf64f29af28/volume-aebe5d23-7462-42f0-b882-bcf64f29af28.vmdk. No consolidation needed. {{(pid=70323) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1078.935434] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-95ab2385-58b9-4ef9-b0ce-bbc4b6f8dd8e tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] Reconfiguring VM instance instance-00000059 to detach disk 2001 {{(pid=70323) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1078.935845] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6966b5e-3875-45f5-b52a-1dfaddad0406 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.957272] env[70323]: DEBUG oslo_vmware.api [None req-95ab2385-58b9-4ef9-b0ce-bbc4b6f8dd8e tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Waiting for the task: (returnval){ [ 1078.957272] env[70323]: value = "task-3227715" [ 1078.957272] env[70323]: _type = "Task" [ 1078.957272] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.966388] env[70323]: DEBUG oslo_vmware.api [None req-95ab2385-58b9-4ef9-b0ce-bbc4b6f8dd8e tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Task: {'id': task-3227715, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.971067] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227714, 'name': CreateVM_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.978252] env[70323]: INFO nova.compute.claims [None req-a435f594-323f-4b52-b76f-2ad2951daff3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1079.042763] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8a7552ed-331b-41e0-a75c-d5d477002323 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Creating linked-clone VM from snapshot {{(pid=70323) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1079.043103] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-53777807-eae7-4635-bccf-af00a99d7d0b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.049332] env[70323]: INFO nova.scheduler.client.report [None req-dfa4470c-bc55-40f4-8666-408b21d129cf tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Deleted allocation for migration bff7062a-b43a-4be3-bcbd-2470997b6de5 [ 1079.058458] env[70323]: DEBUG oslo_vmware.api [None req-8a7552ed-331b-41e0-a75c-d5d477002323 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Waiting for the task: (returnval){ [ 1079.058458] env[70323]: value = "task-3227716" [ 1079.058458] env[70323]: _type = "Task" [ 1079.058458] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.066051] env[70323]: DEBUG oslo_vmware.api [None req-8a7552ed-331b-41e0-a75c-d5d477002323 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': task-3227716, 'name': CloneVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.073259] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1079.073439] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1079.073592] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1079.073753] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1079.073887] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1079.074032] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1079.074166] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70323) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1079.074316] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager.update_available_resource {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1079.097476] env[70323]: DEBUG oslo_vmware.api [None req-9608c98b-075f-4bf5-8328-bb2f60b72aec tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Task: {'id': task-3227708, 'name': ReconfigVM_Task, 'duration_secs': 1.216699} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.097789] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-9608c98b-075f-4bf5-8328-bb2f60b72aec tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] Reconfigured VM instance instance-0000005d to detach disk 2000 {{(pid=70323) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1079.103218] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5c14e21-c2ef-44f4-a783-978fdeed9ba0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.119259] env[70323]: DEBUG oslo_vmware.api [None req-9608c98b-075f-4bf5-8328-bb2f60b72aec tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Waiting for the task: (returnval){ [ 1079.119259] env[70323]: value = "task-3227717" [ 1079.119259] env[70323]: _type = "Task" [ 1079.119259] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.129450] env[70323]: DEBUG oslo_vmware.api [None req-9608c98b-075f-4bf5-8328-bb2f60b72aec tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Task: {'id': task-3227717, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.429758] env[70323]: DEBUG nova.compute.manager [req-af126593-4a8f-4233-b74d-2fb42d26301d req-c0f8bcf9-ff0f-47fa-a89f-e94ae279f0a0 service nova] [instance: 0a6debe1-4b85-49a5-8b06-59ca7817ab09] Received event network-changed-4be5283d-4f20-41a1-af82-00b667b2be2b {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1079.429991] env[70323]: DEBUG nova.compute.manager [req-af126593-4a8f-4233-b74d-2fb42d26301d req-c0f8bcf9-ff0f-47fa-a89f-e94ae279f0a0 service nova] [instance: 0a6debe1-4b85-49a5-8b06-59ca7817ab09] Refreshing instance network info cache due to event network-changed-4be5283d-4f20-41a1-af82-00b667b2be2b. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1079.430196] env[70323]: DEBUG oslo_concurrency.lockutils [req-af126593-4a8f-4233-b74d-2fb42d26301d req-c0f8bcf9-ff0f-47fa-a89f-e94ae279f0a0 service nova] Acquiring lock "refresh_cache-0a6debe1-4b85-49a5-8b06-59ca7817ab09" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.430320] env[70323]: DEBUG oslo_concurrency.lockutils [req-af126593-4a8f-4233-b74d-2fb42d26301d req-c0f8bcf9-ff0f-47fa-a89f-e94ae279f0a0 service nova] Acquired lock "refresh_cache-0a6debe1-4b85-49a5-8b06-59ca7817ab09" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.430884] env[70323]: DEBUG nova.network.neutron [req-af126593-4a8f-4233-b74d-2fb42d26301d req-c0f8bcf9-ff0f-47fa-a89f-e94ae279f0a0 service nova] [instance: 0a6debe1-4b85-49a5-8b06-59ca7817ab09] Refreshing network info cache for port 4be5283d-4f20-41a1-af82-00b667b2be2b {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1079.468511] env[70323]: DEBUG oslo_vmware.api [None req-95ab2385-58b9-4ef9-b0ce-bbc4b6f8dd8e tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Task: {'id': task-3227715, 'name': ReconfigVM_Task, 'duration_secs': 0.279841} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.469116] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-95ab2385-58b9-4ef9-b0ce-bbc4b6f8dd8e tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] Reconfigured VM instance instance-00000059 to detach disk 2001 {{(pid=70323) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1079.477492] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2102aecf-35ed-4973-be06-6445306975ff {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.491138] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227714, 'name': CreateVM_Task, 'duration_secs': 0.630921} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.492908] env[70323]: INFO nova.compute.resource_tracker [None req-a435f594-323f-4b52-b76f-2ad2951daff3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Updating resource usage from migration 36967026-608f-4ac5-9488-9afec6c4ceef [ 1079.495289] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a6debe1-4b85-49a5-8b06-59ca7817ab09] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1079.496628] env[70323]: DEBUG oslo_concurrency.lockutils [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.496852] env[70323]: DEBUG oslo_concurrency.lockutils [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.497229] env[70323]: DEBUG oslo_concurrency.lockutils [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.497573] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64c40583-c032-492d-809f-66bc16e3e616 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.501452] env[70323]: DEBUG oslo_vmware.api [None req-95ab2385-58b9-4ef9-b0ce-bbc4b6f8dd8e tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Waiting for the task: (returnval){ [ 1079.501452] env[70323]: value = "task-3227718" [ 1079.501452] env[70323]: _type = "Task" [ 1079.501452] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.502923] env[70323]: DEBUG oslo_vmware.api [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Waiting for the task: (returnval){ [ 1079.502923] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52893d7a-f69f-394d-f8b6-107d746bd940" [ 1079.502923] env[70323]: _type = "Task" [ 1079.502923] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.515078] env[70323]: DEBUG oslo_vmware.api [None req-95ab2385-58b9-4ef9-b0ce-bbc4b6f8dd8e tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Task: {'id': task-3227718, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.520621] env[70323]: DEBUG oslo_vmware.api [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52893d7a-f69f-394d-f8b6-107d746bd940, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.557316] env[70323]: DEBUG oslo_concurrency.lockutils [None req-dfa4470c-bc55-40f4-8666-408b21d129cf tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Lock "3f04db1b-3c49-49aa-a84d-7abb8d6b697f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 16.544s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.576895] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.577826] env[70323]: DEBUG oslo_vmware.api [None req-8a7552ed-331b-41e0-a75c-d5d477002323 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': task-3227716, 'name': CloneVM_Task} progress is 94%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.631518] env[70323]: DEBUG oslo_vmware.api [None req-9608c98b-075f-4bf5-8328-bb2f60b72aec tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Task: {'id': task-3227717, 'name': ReconfigVM_Task, 'duration_secs': 0.148039} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.631857] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-9608c98b-075f-4bf5-8328-bb2f60b72aec tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645183', 'volume_id': 'dca07957-5cc8-4f25-a292-6b5ed586caee', 'name': 'volume-dca07957-5cc8-4f25-a292-6b5ed586caee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7df9555e-167b-432c-b2b2-1730bd69483e', 'attached_at': '', 'detached_at': '', 'volume_id': 'dca07957-5cc8-4f25-a292-6b5ed586caee', 'serial': 'dca07957-5cc8-4f25-a292-6b5ed586caee'} {{(pid=70323) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1079.632509] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-9608c98b-075f-4bf5-8328-bb2f60b72aec tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1079.634102] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf494ff-7db5-4053-88ad-00c92a82b985 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.643568] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-9608c98b-075f-4bf5-8328-bb2f60b72aec tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1079.643810] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-385050d6-5ae5-46e6-9a46-70b296ee6260 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.708846] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-9608c98b-075f-4bf5-8328-bb2f60b72aec tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1079.709224] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-9608c98b-075f-4bf5-8328-bb2f60b72aec tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] Deleting contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1079.709450] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-9608c98b-075f-4bf5-8328-bb2f60b72aec tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Deleting the datastore file [datastore2] 7df9555e-167b-432c-b2b2-1730bd69483e {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1079.712741] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6eab7f11-8732-465f-9aae-5b9a5e8d63b0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.719194] env[70323]: DEBUG oslo_vmware.api [None req-9608c98b-075f-4bf5-8328-bb2f60b72aec tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Waiting for the task: (returnval){ [ 1079.719194] env[70323]: value = "task-3227720" [ 1079.719194] env[70323]: _type = "Task" [ 1079.719194] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.728435] env[70323]: DEBUG oslo_vmware.api [None req-9608c98b-075f-4bf5-8328-bb2f60b72aec tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Task: {'id': task-3227720, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.742666] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b94c4c5e-a79f-4c20-823a-8b7de07ccac6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.748747] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eeacdc6-5db3-4c76-8c3a-b52d7cbdcc35 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.779541] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17662693-55a2-458f-b5f1-7b81f0601539 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.786842] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4acfc355-7d44-45db-87bd-d5408d080815 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.800050] env[70323]: DEBUG nova.compute.provider_tree [None req-a435f594-323f-4b52-b76f-2ad2951daff3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.013860] env[70323]: DEBUG oslo_vmware.api [None req-95ab2385-58b9-4ef9-b0ce-bbc4b6f8dd8e tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Task: {'id': task-3227718, 'name': ReconfigVM_Task, 'duration_secs': 0.160152} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.014979] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-95ab2385-58b9-4ef9-b0ce-bbc4b6f8dd8e tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645216', 'volume_id': 'aebe5d23-7462-42f0-b882-bcf64f29af28', 'name': 'volume-aebe5d23-7462-42f0-b882-bcf64f29af28', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '517d2967-4b35-4b79-9758-80ded84dac44', 'attached_at': '', 'detached_at': '', 'volume_id': 'aebe5d23-7462-42f0-b882-bcf64f29af28', 'serial': 'aebe5d23-7462-42f0-b882-bcf64f29af28'} {{(pid=70323) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1080.024030] env[70323]: DEBUG oslo_vmware.api [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52893d7a-f69f-394d-f8b6-107d746bd940, 'name': SearchDatastore_Task, 'duration_secs': 0.01326} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.024030] env[70323]: DEBUG oslo_concurrency.lockutils [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.024030] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] [instance: 0a6debe1-4b85-49a5-8b06-59ca7817ab09] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1080.024189] env[70323]: DEBUG oslo_concurrency.lockutils [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.024320] env[70323]: DEBUG oslo_concurrency.lockutils [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.024435] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1080.024917] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8636c855-06bf-4ca9-8f42-f27027fe647f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.033775] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1080.033775] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1080.034290] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e8cea4d-2795-43bc-926c-581d449486c3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.040939] env[70323]: DEBUG oslo_vmware.api [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Waiting for the task: (returnval){ [ 1080.040939] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5259a2ed-1ee0-30a6-b893-2af92f9585c3" [ 1080.040939] env[70323]: _type = "Task" [ 1080.040939] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.053204] env[70323]: DEBUG oslo_vmware.api [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5259a2ed-1ee0-30a6-b893-2af92f9585c3, 'name': SearchDatastore_Task, 'duration_secs': 0.009223} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.054064] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35b4a11d-a644-43d1-8791-f1c7fd93dc40 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.069042] env[70323]: DEBUG oslo_vmware.api [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Waiting for the task: (returnval){ [ 1080.069042] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52b3995f-6820-87bd-6868-583d2b3eb51a" [ 1080.069042] env[70323]: _type = "Task" [ 1080.069042] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.076754] env[70323]: DEBUG oslo_vmware.api [None req-8a7552ed-331b-41e0-a75c-d5d477002323 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': task-3227716, 'name': CloneVM_Task} progress is 95%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.084627] env[70323]: DEBUG oslo_vmware.api [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52b3995f-6820-87bd-6868-583d2b3eb51a, 'name': SearchDatastore_Task, 'duration_secs': 0.008517} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.084627] env[70323]: DEBUG oslo_concurrency.lockutils [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.084627] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 0a6debe1-4b85-49a5-8b06-59ca7817ab09/0a6debe1-4b85-49a5-8b06-59ca7817ab09.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1080.084775] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76a2dd21-f28b-45a5-acc6-6ce8d2b29ef4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.091088] env[70323]: DEBUG oslo_vmware.api [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Waiting for the task: (returnval){ [ 1080.091088] env[70323]: value = "task-3227721" [ 1080.091088] env[70323]: _type = "Task" [ 1080.091088] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.099176] env[70323]: DEBUG oslo_vmware.api [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Task: {'id': task-3227721, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.230918] env[70323]: DEBUG oslo_vmware.api [None req-9608c98b-075f-4bf5-8328-bb2f60b72aec tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Task: {'id': task-3227720, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.089889} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.233755] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-9608c98b-075f-4bf5-8328-bb2f60b72aec tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1080.233992] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-9608c98b-075f-4bf5-8328-bb2f60b72aec tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] Deleted contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1080.234459] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-9608c98b-075f-4bf5-8328-bb2f60b72aec tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1080.291282] env[70323]: DEBUG nova.network.neutron [req-af126593-4a8f-4233-b74d-2fb42d26301d req-c0f8bcf9-ff0f-47fa-a89f-e94ae279f0a0 service nova] [instance: 0a6debe1-4b85-49a5-8b06-59ca7817ab09] Updated VIF entry in instance network info cache for port 4be5283d-4f20-41a1-af82-00b667b2be2b. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1080.291758] env[70323]: DEBUG nova.network.neutron [req-af126593-4a8f-4233-b74d-2fb42d26301d req-c0f8bcf9-ff0f-47fa-a89f-e94ae279f0a0 service nova] [instance: 0a6debe1-4b85-49a5-8b06-59ca7817ab09] Updating instance_info_cache with network_info: [{"id": "4be5283d-4f20-41a1-af82-00b667b2be2b", "address": "fa:16:3e:aa:3a:2b", "network": {"id": "ced73ce8-71f4-4146-be6a-0eba7af47a69", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-562220922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c6f6dab09f2456987115a7b84a3c065", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4be5283d-4f", "ovs_interfaceid": "4be5283d-4f20-41a1-af82-00b667b2be2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.303729] env[70323]: DEBUG nova.scheduler.client.report [None req-a435f594-323f-4b52-b76f-2ad2951daff3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1080.550180] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b83fee8c-2242-47be-92bf-03bf0232a368 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquiring lock "3f04db1b-3c49-49aa-a84d-7abb8d6b697f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.550564] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b83fee8c-2242-47be-92bf-03bf0232a368 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Lock "3f04db1b-3c49-49aa-a84d-7abb8d6b697f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.550841] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b83fee8c-2242-47be-92bf-03bf0232a368 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquiring lock "3f04db1b-3c49-49aa-a84d-7abb8d6b697f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.551188] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b83fee8c-2242-47be-92bf-03bf0232a368 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Lock "3f04db1b-3c49-49aa-a84d-7abb8d6b697f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.551390] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b83fee8c-2242-47be-92bf-03bf0232a368 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Lock "3f04db1b-3c49-49aa-a84d-7abb8d6b697f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.554108] env[70323]: INFO nova.compute.manager [None req-b83fee8c-2242-47be-92bf-03bf0232a368 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 3f04db1b-3c49-49aa-a84d-7abb8d6b697f] Terminating instance [ 1080.568874] env[70323]: DEBUG nova.objects.instance [None req-95ab2385-58b9-4ef9-b0ce-bbc4b6f8dd8e tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Lazy-loading 'flavor' on Instance uuid 517d2967-4b35-4b79-9758-80ded84dac44 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.581315] env[70323]: DEBUG oslo_vmware.api [None req-8a7552ed-331b-41e0-a75c-d5d477002323 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': task-3227716, 'name': CloneVM_Task, 'duration_secs': 1.329301} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.581315] env[70323]: INFO nova.virt.vmwareapi.vmops [None req-8a7552ed-331b-41e0-a75c-d5d477002323 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Created linked-clone VM from snapshot [ 1080.581964] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d48460-4416-48e9-9fc9-255ae1a28bb8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.590848] env[70323]: DEBUG nova.virt.vmwareapi.images [None req-8a7552ed-331b-41e0-a75c-d5d477002323 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Uploading image 31d61ee4-f6dd-497e-b4db-c86ecdfaa623 {{(pid=70323) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1080.601473] env[70323]: DEBUG oslo_vmware.api [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Task: {'id': task-3227721, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503131} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.601740] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 0a6debe1-4b85-49a5-8b06-59ca7817ab09/0a6debe1-4b85-49a5-8b06-59ca7817ab09.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1080.602543] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] [instance: 0a6debe1-4b85-49a5-8b06-59ca7817ab09] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1080.602670] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97f71b8d-f218-45d0-91a3-b6770247f1f9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.612150] env[70323]: DEBUG oslo_vmware.api [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Waiting for the task: (returnval){ [ 1080.612150] env[70323]: value = "task-3227723" [ 1080.612150] env[70323]: _type = "Task" [ 1080.612150] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.618451] env[70323]: DEBUG oslo_vmware.rw_handles [None req-8a7552ed-331b-41e0-a75c-d5d477002323 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1080.618451] env[70323]: value = "vm-645228" [ 1080.618451] env[70323]: _type = "VirtualMachine" [ 1080.618451] env[70323]: }. {{(pid=70323) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1080.618729] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1c65749e-06b8-483c-af12-371ba389f31f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.624142] env[70323]: DEBUG oslo_vmware.api [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Task: {'id': task-3227723, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.627856] env[70323]: DEBUG oslo_vmware.rw_handles [None req-8a7552ed-331b-41e0-a75c-d5d477002323 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Lease: (returnval){ [ 1080.627856] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5289d4d0-3e59-8464-f3da-2458f36deab5" [ 1080.627856] env[70323]: _type = "HttpNfcLease" [ 1080.627856] env[70323]: } obtained for exporting VM: (result){ [ 1080.627856] env[70323]: value = "vm-645228" [ 1080.627856] env[70323]: _type = "VirtualMachine" [ 1080.627856] env[70323]: }. {{(pid=70323) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1080.628093] env[70323]: DEBUG oslo_vmware.api [None req-8a7552ed-331b-41e0-a75c-d5d477002323 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Waiting for the lease: (returnval){ [ 1080.628093] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5289d4d0-3e59-8464-f3da-2458f36deab5" [ 1080.628093] env[70323]: _type = "HttpNfcLease" [ 1080.628093] env[70323]: } to be ready. {{(pid=70323) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1080.636062] env[70323]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1080.636062] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5289d4d0-3e59-8464-f3da-2458f36deab5" [ 1080.636062] env[70323]: _type = "HttpNfcLease" [ 1080.636062] env[70323]: } is initializing. {{(pid=70323) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1080.656797] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-9608c98b-075f-4bf5-8328-bb2f60b72aec tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] Volume detach. Driver type: vmdk {{(pid=70323) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1080.657039] env[70323]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2e446e0f-ea4d-46c1-90e4-eab3899718d3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.667535] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6797d792-05a5-462c-9a68-1aecee12e798 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.702465] env[70323]: ERROR nova.compute.manager [None req-9608c98b-075f-4bf5-8328-bb2f60b72aec tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] Failed to detach volume dca07957-5cc8-4f25-a292-6b5ed586caee from /dev/sda: nova.exception.InstanceNotFound: Instance 7df9555e-167b-432c-b2b2-1730bd69483e could not be found. [ 1080.702465] env[70323]: ERROR nova.compute.manager [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] Traceback (most recent call last): [ 1080.702465] env[70323]: ERROR nova.compute.manager [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1080.702465] env[70323]: ERROR nova.compute.manager [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] self.driver.rebuild(**kwargs) [ 1080.702465] env[70323]: ERROR nova.compute.manager [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1080.702465] env[70323]: ERROR nova.compute.manager [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] raise NotImplementedError() [ 1080.702465] env[70323]: ERROR nova.compute.manager [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] NotImplementedError [ 1080.702465] env[70323]: ERROR nova.compute.manager [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] [ 1080.702465] env[70323]: ERROR nova.compute.manager [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] During handling of the above exception, another exception occurred: [ 1080.702465] env[70323]: ERROR nova.compute.manager [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] [ 1080.702465] env[70323]: ERROR nova.compute.manager [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] Traceback (most recent call last): [ 1080.702465] env[70323]: ERROR nova.compute.manager [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1080.702465] env[70323]: ERROR nova.compute.manager [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] self.driver.detach_volume(context, old_connection_info, [ 1080.702465] env[70323]: ERROR nova.compute.manager [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1080.702465] env[70323]: ERROR nova.compute.manager [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] return self._volumeops.detach_volume(connection_info, instance) [ 1080.702465] env[70323]: ERROR nova.compute.manager [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1080.702465] env[70323]: ERROR nova.compute.manager [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] self._detach_volume_vmdk(connection_info, instance) [ 1080.702465] env[70323]: ERROR nova.compute.manager [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1080.702465] env[70323]: ERROR nova.compute.manager [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1080.702465] env[70323]: ERROR nova.compute.manager [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1080.702465] env[70323]: ERROR nova.compute.manager [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] stable_ref.fetch_moref(session) [ 1080.702465] env[70323]: ERROR nova.compute.manager [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1080.702465] env[70323]: ERROR nova.compute.manager [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1080.702465] env[70323]: ERROR nova.compute.manager [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] nova.exception.InstanceNotFound: Instance 7df9555e-167b-432c-b2b2-1730bd69483e could not be found. [ 1080.702465] env[70323]: ERROR nova.compute.manager [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] [ 1080.794647] env[70323]: DEBUG oslo_concurrency.lockutils [req-af126593-4a8f-4233-b74d-2fb42d26301d req-c0f8bcf9-ff0f-47fa-a89f-e94ae279f0a0 service nova] Releasing lock "refresh_cache-0a6debe1-4b85-49a5-8b06-59ca7817ab09" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.810035] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a435f594-323f-4b52-b76f-2ad2951daff3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.339s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.810324] env[70323]: INFO nova.compute.manager [None req-a435f594-323f-4b52-b76f-2ad2951daff3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Migrating [ 1080.819406] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1e8ea957-1139-4956-920e-24bfc6d1c868 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.564s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.819665] env[70323]: DEBUG nova.objects.instance [None req-1e8ea957-1139-4956-920e-24bfc6d1c868 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Lazy-loading 'resources' on Instance uuid b42b4cff-cc6f-4912-ab52-ba3be3a17ae8 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.834777] env[70323]: DEBUG nova.compute.utils [None req-9608c98b-075f-4bf5-8328-bb2f60b72aec tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] Build of instance 7df9555e-167b-432c-b2b2-1730bd69483e aborted: Failed to rebuild volume backed instance. {{(pid=70323) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1080.837392] env[70323]: ERROR nova.compute.manager [None req-9608c98b-075f-4bf5-8328-bb2f60b72aec tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 7df9555e-167b-432c-b2b2-1730bd69483e aborted: Failed to rebuild volume backed instance. [ 1080.837392] env[70323]: ERROR nova.compute.manager [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] Traceback (most recent call last): [ 1080.837392] env[70323]: ERROR nova.compute.manager [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1080.837392] env[70323]: ERROR nova.compute.manager [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] self.driver.rebuild(**kwargs) [ 1080.837392] env[70323]: ERROR nova.compute.manager [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1080.837392] env[70323]: ERROR nova.compute.manager [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] raise NotImplementedError() [ 1080.837392] env[70323]: ERROR nova.compute.manager [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] NotImplementedError [ 1080.837392] env[70323]: ERROR nova.compute.manager [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] [ 1080.837392] env[70323]: ERROR nova.compute.manager [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] During handling of the above exception, another exception occurred: [ 1080.837392] env[70323]: ERROR nova.compute.manager [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] [ 1080.837392] env[70323]: ERROR nova.compute.manager [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] Traceback (most recent call last): [ 1080.837392] env[70323]: ERROR nova.compute.manager [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1080.837392] env[70323]: ERROR nova.compute.manager [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] self._detach_root_volume(context, instance, root_bdm) [ 1080.837392] env[70323]: ERROR nova.compute.manager [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1080.837392] env[70323]: ERROR nova.compute.manager [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] with excutils.save_and_reraise_exception(): [ 1080.837392] env[70323]: ERROR nova.compute.manager [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1080.837392] env[70323]: ERROR nova.compute.manager [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] self.force_reraise() [ 1080.837392] env[70323]: ERROR nova.compute.manager [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1080.837392] env[70323]: ERROR nova.compute.manager [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] raise self.value [ 1080.837392] env[70323]: ERROR nova.compute.manager [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1080.837392] env[70323]: ERROR nova.compute.manager [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] self.driver.detach_volume(context, old_connection_info, [ 1080.837392] env[70323]: ERROR nova.compute.manager [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1080.837392] env[70323]: ERROR nova.compute.manager [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] return self._volumeops.detach_volume(connection_info, instance) [ 1080.837392] env[70323]: ERROR nova.compute.manager [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1080.837392] env[70323]: ERROR nova.compute.manager [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] self._detach_volume_vmdk(connection_info, instance) [ 1080.837392] env[70323]: ERROR nova.compute.manager [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1080.837392] env[70323]: ERROR nova.compute.manager [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1080.837392] env[70323]: ERROR nova.compute.manager [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1080.837392] env[70323]: ERROR nova.compute.manager [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] stable_ref.fetch_moref(session) [ 1080.837392] env[70323]: ERROR nova.compute.manager [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1080.837392] env[70323]: ERROR nova.compute.manager [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1080.837392] env[70323]: ERROR nova.compute.manager [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] nova.exception.InstanceNotFound: Instance 7df9555e-167b-432c-b2b2-1730bd69483e could not be found. [ 1080.837392] env[70323]: ERROR nova.compute.manager [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] [ 1080.837392] env[70323]: ERROR nova.compute.manager [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] During handling of the above exception, another exception occurred: [ 1080.837392] env[70323]: ERROR nova.compute.manager [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] [ 1080.837392] env[70323]: ERROR nova.compute.manager [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] Traceback (most recent call last): [ 1080.837392] env[70323]: ERROR nova.compute.manager [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 1080.837392] env[70323]: ERROR nova.compute.manager [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] yield [ 1080.837392] env[70323]: ERROR nova.compute.manager [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1080.837392] env[70323]: ERROR nova.compute.manager [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] self._do_rebuild_instance_with_claim( [ 1080.838434] env[70323]: ERROR nova.compute.manager [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1080.838434] env[70323]: ERROR nova.compute.manager [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] self._do_rebuild_instance( [ 1080.838434] env[70323]: ERROR nova.compute.manager [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1080.838434] env[70323]: ERROR nova.compute.manager [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] self._rebuild_default_impl(**kwargs) [ 1080.838434] env[70323]: ERROR nova.compute.manager [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1080.838434] env[70323]: ERROR nova.compute.manager [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] self._rebuild_volume_backed_instance( [ 1080.838434] env[70323]: ERROR nova.compute.manager [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1080.838434] env[70323]: ERROR nova.compute.manager [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] raise exception.BuildAbortException( [ 1080.838434] env[70323]: ERROR nova.compute.manager [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] nova.exception.BuildAbortException: Build of instance 7df9555e-167b-432c-b2b2-1730bd69483e aborted: Failed to rebuild volume backed instance. [ 1080.838434] env[70323]: ERROR nova.compute.manager [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] [ 1081.057179] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06526b88-5f77-47f4-9dd1-03460aabc132 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.061112] env[70323]: DEBUG nova.compute.manager [None req-b83fee8c-2242-47be-92bf-03bf0232a368 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 3f04db1b-3c49-49aa-a84d-7abb8d6b697f] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1081.061112] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-b83fee8c-2242-47be-92bf-03bf0232a368 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 3f04db1b-3c49-49aa-a84d-7abb8d6b697f] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1081.061820] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf8c365-bd93-47c3-b5a9-b02bcbe7f891 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.072140] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c49dd9-d777-490d-a0d8-5674efaa1552 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.075276] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-b83fee8c-2242-47be-92bf-03bf0232a368 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 3f04db1b-3c49-49aa-a84d-7abb8d6b697f] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1081.077206] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51cf506d-0275-44be-a1c9-fed805aad40d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.116884] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d77b714-47fb-4a78-9144-279f92a97dbf {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.119640] env[70323]: DEBUG oslo_vmware.api [None req-b83fee8c-2242-47be-92bf-03bf0232a368 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for the task: (returnval){ [ 1081.119640] env[70323]: value = "task-3227725" [ 1081.119640] env[70323]: _type = "Task" [ 1081.119640] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.859490] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4f62cf-03ee-4641-90de-02a383367476 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.872821] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a435f594-323f-4b52-b76f-2ad2951daff3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquiring lock "refresh_cache-dd793706-95da-42f2-b9fc-ee37f04e6923" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.873060] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a435f594-323f-4b52-b76f-2ad2951daff3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquired lock "refresh_cache-dd793706-95da-42f2-b9fc-ee37f04e6923" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.873308] env[70323]: DEBUG nova.network.neutron [None req-a435f594-323f-4b52-b76f-2ad2951daff3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1081.876590] env[70323]: DEBUG oslo_concurrency.lockutils [None req-95ab2385-58b9-4ef9-b0ce-bbc4b6f8dd8e tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Lock "517d2967-4b35-4b79-9758-80ded84dac44" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.608s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.877530] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7279f93f-e0e5-4623-9146-d690a9b176ce tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Acquiring lock "517d2967-4b35-4b79-9758-80ded84dac44" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.877739] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7279f93f-e0e5-4623-9146-d690a9b176ce tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Lock "517d2967-4b35-4b79-9758-80ded84dac44" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.878782] env[70323]: DEBUG oslo_vmware.api [None req-b83fee8c-2242-47be-92bf-03bf0232a368 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227725, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.879014] env[70323]: WARNING oslo_vmware.common.loopingcall [None req-b83fee8c-2242-47be-92bf-03bf0232a368 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] task run outlasted interval by 0.25626400000000005 sec [ 1081.879788] env[70323]: DEBUG oslo_vmware.api [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Task: {'id': task-3227723, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067315} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.883515] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] [instance: 0a6debe1-4b85-49a5-8b06-59ca7817ab09] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1081.883873] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquiring lock "e45798d1-4660-4af0-870e-2750ae818a8f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.884192] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Lock "e45798d1-4660-4af0-870e-2750ae818a8f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.899121] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e28ff8-186d-4602-9081-e9acb9cac06c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.903883] env[70323]: DEBUG nova.compute.provider_tree [None req-1e8ea957-1139-4956-920e-24bfc6d1c868 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.905067] env[70323]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1081.905067] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5289d4d0-3e59-8464-f3da-2458f36deab5" [ 1081.905067] env[70323]: _type = "HttpNfcLease" [ 1081.905067] env[70323]: } is ready. {{(pid=70323) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1081.905514] env[70323]: DEBUG nova.compute.manager [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: e45798d1-4660-4af0-870e-2750ae818a8f] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1081.908227] env[70323]: DEBUG oslo_vmware.rw_handles [None req-8a7552ed-331b-41e0-a75c-d5d477002323 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1081.908227] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5289d4d0-3e59-8464-f3da-2458f36deab5" [ 1081.908227] env[70323]: _type = "HttpNfcLease" [ 1081.908227] env[70323]: }. {{(pid=70323) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1081.912082] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e34607b-48a7-4f07-945c-fd3dbd476d4e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.933294] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] [instance: 0a6debe1-4b85-49a5-8b06-59ca7817ab09] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 0a6debe1-4b85-49a5-8b06-59ca7817ab09/0a6debe1-4b85-49a5-8b06-59ca7817ab09.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1081.933589] env[70323]: DEBUG oslo_vmware.api [None req-b83fee8c-2242-47be-92bf-03bf0232a368 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227725, 'name': PowerOffVM_Task, 'duration_secs': 0.796784} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.934295] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2cb63d09-71bf-485d-b6ed-84e81d26987d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.948289] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-b83fee8c-2242-47be-92bf-03bf0232a368 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 3f04db1b-3c49-49aa-a84d-7abb8d6b697f] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1081.948585] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-b83fee8c-2242-47be-92bf-03bf0232a368 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 3f04db1b-3c49-49aa-a84d-7abb8d6b697f] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1081.952620] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fead982a-0a01-4c68-b168-f79eb24cb818 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.954683] env[70323]: DEBUG oslo_vmware.rw_handles [None req-8a7552ed-331b-41e0-a75c-d5d477002323 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e4a4cf-d40c-83b4-58e5-21a4aba7eb9f/disk-0.vmdk from lease info. {{(pid=70323) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1081.954683] env[70323]: DEBUG oslo_vmware.rw_handles [None req-8a7552ed-331b-41e0-a75c-d5d477002323 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e4a4cf-d40c-83b4-58e5-21a4aba7eb9f/disk-0.vmdk for reading. {{(pid=70323) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1082.014332] env[70323]: DEBUG oslo_vmware.api [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Waiting for the task: (returnval){ [ 1082.014332] env[70323]: value = "task-3227726" [ 1082.014332] env[70323]: _type = "Task" [ 1082.014332] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.020527] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-b83fee8c-2242-47be-92bf-03bf0232a368 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 3f04db1b-3c49-49aa-a84d-7abb8d6b697f] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1082.020736] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-b83fee8c-2242-47be-92bf-03bf0232a368 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 3f04db1b-3c49-49aa-a84d-7abb8d6b697f] Deleting contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1082.020932] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-b83fee8c-2242-47be-92bf-03bf0232a368 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Deleting the datastore file [datastore1] 3f04db1b-3c49-49aa-a84d-7abb8d6b697f {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1082.021745] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8daf8c61-7c08-4b7d-a974-d86edfef9c93 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.028365] env[70323]: DEBUG oslo_vmware.api [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Task: {'id': task-3227726, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.033098] env[70323]: DEBUG oslo_vmware.api [None req-b83fee8c-2242-47be-92bf-03bf0232a368 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for the task: (returnval){ [ 1082.033098] env[70323]: value = "task-3227728" [ 1082.033098] env[70323]: _type = "Task" [ 1082.033098] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.041097] env[70323]: DEBUG oslo_vmware.api [None req-b83fee8c-2242-47be-92bf-03bf0232a368 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227728, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.046685] env[70323]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-909bfbe3-9f8e-4cc0-8f68-f882adc3cc28 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.383328] env[70323]: INFO nova.compute.manager [None req-7279f93f-e0e5-4623-9146-d690a9b176ce tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] Detaching volume 5e042bb0-df69-493e-978d-0ef7a2cfd8df [ 1082.410391] env[70323]: DEBUG nova.scheduler.client.report [None req-1e8ea957-1139-4956-920e-24bfc6d1c868 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1082.443387] env[70323]: INFO nova.virt.block_device [None req-7279f93f-e0e5-4623-9146-d690a9b176ce tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] Attempting to driver detach volume 5e042bb0-df69-493e-978d-0ef7a2cfd8df from mountpoint /dev/sdc [ 1082.443727] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-7279f93f-e0e5-4623-9146-d690a9b176ce tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] Volume detach. Driver type: vmdk {{(pid=70323) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1082.443963] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-7279f93f-e0e5-4623-9146-d690a9b176ce tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645221', 'volume_id': '5e042bb0-df69-493e-978d-0ef7a2cfd8df', 'name': 'volume-5e042bb0-df69-493e-978d-0ef7a2cfd8df', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '517d2967-4b35-4b79-9758-80ded84dac44', 'attached_at': '', 'detached_at': '', 'volume_id': '5e042bb0-df69-493e-978d-0ef7a2cfd8df', 'serial': '5e042bb0-df69-493e-978d-0ef7a2cfd8df'} {{(pid=70323) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1082.445185] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3978ed7-2083-49bc-a507-0ce0450a2895 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.451971] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.472886] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8888c002-d9f4-43ab-99ea-81ca8c006bdf {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.481509] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a552c3-b061-4e88-8cf1-28049724a5c1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.504284] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11eab183-cb2b-4aa9-b203-114473d51ade {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.520518] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-7279f93f-e0e5-4623-9146-d690a9b176ce tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] The volume has not been displaced from its original location: [datastore1] volume-5e042bb0-df69-493e-978d-0ef7a2cfd8df/volume-5e042bb0-df69-493e-978d-0ef7a2cfd8df.vmdk. No consolidation needed. {{(pid=70323) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1082.526029] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-7279f93f-e0e5-4623-9146-d690a9b176ce tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] Reconfiguring VM instance instance-00000059 to detach disk 2002 {{(pid=70323) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1082.531673] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67909897-a7cb-45b1-94ee-74b5e513229f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.552604] env[70323]: DEBUG oslo_vmware.api [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Task: {'id': task-3227726, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.554208] env[70323]: DEBUG oslo_vmware.api [None req-7279f93f-e0e5-4623-9146-d690a9b176ce tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Waiting for the task: (returnval){ [ 1082.554208] env[70323]: value = "task-3227729" [ 1082.554208] env[70323]: _type = "Task" [ 1082.554208] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.560486] env[70323]: DEBUG oslo_vmware.api [None req-b83fee8c-2242-47be-92bf-03bf0232a368 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227728, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15977} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.561227] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-b83fee8c-2242-47be-92bf-03bf0232a368 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1082.561471] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-b83fee8c-2242-47be-92bf-03bf0232a368 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 3f04db1b-3c49-49aa-a84d-7abb8d6b697f] Deleted contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1082.561699] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-b83fee8c-2242-47be-92bf-03bf0232a368 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 3f04db1b-3c49-49aa-a84d-7abb8d6b697f] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1082.561932] env[70323]: INFO nova.compute.manager [None req-b83fee8c-2242-47be-92bf-03bf0232a368 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: 3f04db1b-3c49-49aa-a84d-7abb8d6b697f] Took 1.50 seconds to destroy the instance on the hypervisor. [ 1082.562235] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b83fee8c-2242-47be-92bf-03bf0232a368 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1082.562499] env[70323]: DEBUG nova.compute.manager [-] [instance: 3f04db1b-3c49-49aa-a84d-7abb8d6b697f] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1082.562616] env[70323]: DEBUG nova.network.neutron [-] [instance: 3f04db1b-3c49-49aa-a84d-7abb8d6b697f] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1082.567515] env[70323]: DEBUG oslo_vmware.api [None req-7279f93f-e0e5-4623-9146-d690a9b176ce tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Task: {'id': task-3227729, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.817527] env[70323]: DEBUG nova.network.neutron [None req-a435f594-323f-4b52-b76f-2ad2951daff3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Updating instance_info_cache with network_info: [{"id": "4c27b25c-91c2-45e0-a3d1-4c3e2eac4a19", "address": "fa:16:3e:9e:f7:c7", "network": {"id": "3543c4fd-df33-4be9-b279-a13bfe5a7b34", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-877530561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e98df60171c4d319ce48c2e7ddb11d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c27b25c-91", "ovs_interfaceid": "4c27b25c-91c2-45e0-a3d1-4c3e2eac4a19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.822054] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb18c68b-d6fd-4499-8946-7682868635d9 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Volume attach. Driver type: vmdk {{(pid=70323) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1082.822054] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb18c68b-d6fd-4499-8946-7682868635d9 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645224', 'volume_id': 'd8b261de-357c-4449-aff5-4888173dbc0f', 'name': 'volume-d8b261de-357c-4449-aff5-4888173dbc0f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0', 'attached_at': '', 'detached_at': '', 'volume_id': 'd8b261de-357c-4449-aff5-4888173dbc0f', 'serial': 'd8b261de-357c-4449-aff5-4888173dbc0f'} {{(pid=70323) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1082.822481] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e42d25-67e7-4a85-8ad8-ce92fe5b0117 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.849322] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e3b90c-0a67-463b-a644-09069283c7f6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.882978] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb18c68b-d6fd-4499-8946-7682868635d9 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] volume-d8b261de-357c-4449-aff5-4888173dbc0f/volume-d8b261de-357c-4449-aff5-4888173dbc0f.vmdk or device None with type thin {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1082.883756] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f15f0094-3147-44a3-898a-df42dc0ba602 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.911819] env[70323]: DEBUG oslo_vmware.api [None req-bb18c68b-d6fd-4499-8946-7682868635d9 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for the task: (returnval){ [ 1082.911819] env[70323]: value = "task-3227730" [ 1082.911819] env[70323]: _type = "Task" [ 1082.911819] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.923021] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1e8ea957-1139-4956-920e-24bfc6d1c868 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.101s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.923219] env[70323]: DEBUG oslo_vmware.api [None req-bb18c68b-d6fd-4499-8946-7682868635d9 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227730, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.925526] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7adc8984-6974-47b8-b40b-4a9a6c2105b4 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.527s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.927018] env[70323]: INFO nova.compute.claims [None req-7adc8984-6974-47b8-b40b-4a9a6c2105b4 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1082.931102] env[70323]: DEBUG nova.compute.manager [req-55c39579-67ff-44f0-a9ad-d0e276a26f71 req-9ea9bdce-e378-49bd-9b64-a674e14690a9 service nova] [instance: 3f04db1b-3c49-49aa-a84d-7abb8d6b697f] Received event network-vif-deleted-cee022e9-68ac-4029-8ff9-c826e25cc931 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.931102] env[70323]: INFO nova.compute.manager [req-55c39579-67ff-44f0-a9ad-d0e276a26f71 req-9ea9bdce-e378-49bd-9b64-a674e14690a9 service nova] [instance: 3f04db1b-3c49-49aa-a84d-7abb8d6b697f] Neutron deleted interface cee022e9-68ac-4029-8ff9-c826e25cc931; detaching it from the instance and deleting it from the info cache [ 1082.931800] env[70323]: DEBUG nova.network.neutron [req-55c39579-67ff-44f0-a9ad-d0e276a26f71 req-9ea9bdce-e378-49bd-9b64-a674e14690a9 service nova] [instance: 3f04db1b-3c49-49aa-a84d-7abb8d6b697f] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.957687] env[70323]: INFO nova.scheduler.client.report [None req-1e8ea957-1139-4956-920e-24bfc6d1c868 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Deleted allocations for instance b42b4cff-cc6f-4912-ab52-ba3be3a17ae8 [ 1083.033520] env[70323]: DEBUG oslo_vmware.api [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Task: {'id': task-3227726, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.065258] env[70323]: DEBUG oslo_vmware.api [None req-7279f93f-e0e5-4623-9146-d690a9b176ce tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Task: {'id': task-3227729, 'name': ReconfigVM_Task, 'duration_secs': 0.243615} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.065767] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-7279f93f-e0e5-4623-9146-d690a9b176ce tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] Reconfigured VM instance instance-00000059 to detach disk 2002 {{(pid=70323) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1083.070509] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d60177e-b142-4c7d-9314-b85af745b341 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.086395] env[70323]: DEBUG oslo_vmware.api [None req-7279f93f-e0e5-4623-9146-d690a9b176ce tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Waiting for the task: (returnval){ [ 1083.086395] env[70323]: value = "task-3227731" [ 1083.086395] env[70323]: _type = "Task" [ 1083.086395] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.094832] env[70323]: DEBUG oslo_vmware.api [None req-7279f93f-e0e5-4623-9146-d690a9b176ce tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Task: {'id': task-3227731, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.328219] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a435f594-323f-4b52-b76f-2ad2951daff3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Releasing lock "refresh_cache-dd793706-95da-42f2-b9fc-ee37f04e6923" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.404662] env[70323]: DEBUG nova.network.neutron [-] [instance: 3f04db1b-3c49-49aa-a84d-7abb8d6b697f] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.407379] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9608c98b-075f-4bf5-8328-bb2f60b72aec tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.426601] env[70323]: DEBUG oslo_vmware.api [None req-bb18c68b-d6fd-4499-8946-7682868635d9 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227730, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.436054] env[70323]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d0168db3-633f-4ed6-bfca-c89ff315c149 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.450943] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222a76c9-4678-4451-9437-417631c11d36 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.472722] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1e8ea957-1139-4956-920e-24bfc6d1c868 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Lock "b42b4cff-cc6f-4912-ab52-ba3be3a17ae8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.491s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.499383] env[70323]: DEBUG nova.compute.manager [req-55c39579-67ff-44f0-a9ad-d0e276a26f71 req-9ea9bdce-e378-49bd-9b64-a674e14690a9 service nova] [instance: 3f04db1b-3c49-49aa-a84d-7abb8d6b697f] Detach interface failed, port_id=cee022e9-68ac-4029-8ff9-c826e25cc931, reason: Instance 3f04db1b-3c49-49aa-a84d-7abb8d6b697f could not be found. {{(pid=70323) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1083.532975] env[70323]: DEBUG oslo_vmware.api [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Task: {'id': task-3227726, 'name': ReconfigVM_Task, 'duration_secs': 1.337274} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.533727] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] [instance: 0a6debe1-4b85-49a5-8b06-59ca7817ab09] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 0a6debe1-4b85-49a5-8b06-59ca7817ab09/0a6debe1-4b85-49a5-8b06-59ca7817ab09.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1083.534588] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d06aa2a-f2bb-4b10-ba50-4c026136f5fa {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.544331] env[70323]: DEBUG oslo_vmware.api [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Waiting for the task: (returnval){ [ 1083.544331] env[70323]: value = "task-3227732" [ 1083.544331] env[70323]: _type = "Task" [ 1083.544331] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.555576] env[70323]: DEBUG oslo_vmware.api [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Task: {'id': task-3227732, 'name': Rename_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.596461] env[70323]: DEBUG oslo_vmware.api [None req-7279f93f-e0e5-4623-9146-d690a9b176ce tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Task: {'id': task-3227731, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.910967] env[70323]: INFO nova.compute.manager [-] [instance: 3f04db1b-3c49-49aa-a84d-7abb8d6b697f] Took 1.35 seconds to deallocate network for instance. [ 1083.928030] env[70323]: DEBUG oslo_vmware.api [None req-bb18c68b-d6fd-4499-8946-7682868635d9 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227730, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.042894] env[70323]: DEBUG oslo_concurrency.lockutils [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Acquiring lock "463a69ec-6f8d-40ab-8fc1-0aacab523905" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.043185] env[70323]: DEBUG oslo_concurrency.lockutils [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Lock "463a69ec-6f8d-40ab-8fc1-0aacab523905" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.059022] env[70323]: DEBUG oslo_vmware.api [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Task: {'id': task-3227732, 'name': Rename_Task, 'duration_secs': 0.163243} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.059513] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] [instance: 0a6debe1-4b85-49a5-8b06-59ca7817ab09] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1084.060057] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22395082-756a-4ad6-be85-c747b843f9a3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.069563] env[70323]: DEBUG oslo_vmware.api [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Waiting for the task: (returnval){ [ 1084.069563] env[70323]: value = "task-3227733" [ 1084.069563] env[70323]: _type = "Task" [ 1084.069563] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.082218] env[70323]: DEBUG oslo_vmware.api [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Task: {'id': task-3227733, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.096884] env[70323]: DEBUG oslo_vmware.api [None req-7279f93f-e0e5-4623-9146-d690a9b176ce tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Task: {'id': task-3227731, 'name': ReconfigVM_Task, 'duration_secs': 0.806735} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.100483] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-7279f93f-e0e5-4623-9146-d690a9b176ce tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645221', 'volume_id': '5e042bb0-df69-493e-978d-0ef7a2cfd8df', 'name': 'volume-5e042bb0-df69-493e-978d-0ef7a2cfd8df', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '517d2967-4b35-4b79-9758-80ded84dac44', 'attached_at': '', 'detached_at': '', 'volume_id': '5e042bb0-df69-493e-978d-0ef7a2cfd8df', 'serial': '5e042bb0-df69-493e-978d-0ef7a2cfd8df'} {{(pid=70323) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1084.201666] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e9187d-eac6-4fbb-9a83-b48537991e8f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.210276] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893ce4e8-db93-4d05-8f66-959b6562478d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.244895] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15af4000-7fa9-4004-ae55-cef037e5372f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.252273] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a44c3fc5-e921-4e82-922d-4d2adf1d0c9d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.266927] env[70323]: DEBUG nova.compute.provider_tree [None req-7adc8984-6974-47b8-b40b-4a9a6c2105b4 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1084.327775] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7b140763-014d-48d1-819c-c366d559adfe tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Acquiring lock "7df9555e-167b-432c-b2b2-1730bd69483e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.328116] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7b140763-014d-48d1-819c-c366d559adfe tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Lock "7df9555e-167b-432c-b2b2-1730bd69483e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.328393] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7b140763-014d-48d1-819c-c366d559adfe tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Acquiring lock "7df9555e-167b-432c-b2b2-1730bd69483e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.328645] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7b140763-014d-48d1-819c-c366d559adfe tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Lock "7df9555e-167b-432c-b2b2-1730bd69483e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.328855] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7b140763-014d-48d1-819c-c366d559adfe tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Lock "7df9555e-167b-432c-b2b2-1730bd69483e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.331232] env[70323]: INFO nova.compute.manager [None req-7b140763-014d-48d1-819c-c366d559adfe tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] Terminating instance [ 1084.420139] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b83fee8c-2242-47be-92bf-03bf0232a368 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.430497] env[70323]: DEBUG oslo_vmware.api [None req-bb18c68b-d6fd-4499-8946-7682868635d9 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227730, 'name': ReconfigVM_Task, 'duration_secs': 1.233933} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.431045] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb18c68b-d6fd-4499-8946-7682868635d9 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Reconfigured VM instance instance-0000005c to attach disk [datastore2] volume-d8b261de-357c-4449-aff5-4888173dbc0f/volume-d8b261de-357c-4449-aff5-4888173dbc0f.vmdk or device None with type thin {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1084.436726] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ad8443c-0980-453e-a21b-d29f27a49b13 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.453162] env[70323]: DEBUG oslo_concurrency.lockutils [None req-851219ee-46b1-4610-981d-1431ffd93bbd tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Acquiring lock "d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.453162] env[70323]: DEBUG oslo_concurrency.lockutils [None req-851219ee-46b1-4610-981d-1431ffd93bbd tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Lock "d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.459885] env[70323]: DEBUG oslo_vmware.api [None req-bb18c68b-d6fd-4499-8946-7682868635d9 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for the task: (returnval){ [ 1084.459885] env[70323]: value = "task-3227734" [ 1084.459885] env[70323]: _type = "Task" [ 1084.459885] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.471384] env[70323]: DEBUG oslo_vmware.api [None req-bb18c68b-d6fd-4499-8946-7682868635d9 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227734, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.547067] env[70323]: DEBUG nova.compute.manager [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 463a69ec-6f8d-40ab-8fc1-0aacab523905] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1084.586276] env[70323]: DEBUG oslo_vmware.api [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Task: {'id': task-3227733, 'name': PowerOnVM_Task, 'duration_secs': 0.469892} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.586276] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] [instance: 0a6debe1-4b85-49a5-8b06-59ca7817ab09] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1084.586276] env[70323]: INFO nova.compute.manager [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] [instance: 0a6debe1-4b85-49a5-8b06-59ca7817ab09] Took 8.41 seconds to spawn the instance on the hypervisor. [ 1084.586276] env[70323]: DEBUG nova.compute.manager [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] [instance: 0a6debe1-4b85-49a5-8b06-59ca7817ab09] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1084.587456] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b85569ea-56f5-4a41-b914-ea282752f219 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.654358] env[70323]: DEBUG nova.objects.instance [None req-7279f93f-e0e5-4623-9146-d690a9b176ce tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Lazy-loading 'flavor' on Instance uuid 517d2967-4b35-4b79-9758-80ded84dac44 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.770774] env[70323]: DEBUG nova.scheduler.client.report [None req-7adc8984-6974-47b8-b40b-4a9a6c2105b4 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1084.835316] env[70323]: DEBUG nova.compute.manager [None req-7b140763-014d-48d1-819c-c366d559adfe tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1084.835819] env[70323]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9043e48c-4caa-4c41-91ad-522391fdfddb {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.847507] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d4f9b69-200c-4b59-b72c-97c6206e51de {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.866485] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-988f0b5a-e624-4cfa-80d1-51635f3ca439 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.885380] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a435f594-323f-4b52-b76f-2ad2951daff3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Updating instance 'dd793706-95da-42f2-b9fc-ee37f04e6923' progress to 0 {{(pid=70323) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1084.899276] env[70323]: WARNING nova.virt.vmwareapi.driver [None req-7b140763-014d-48d1-819c-c366d559adfe tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 7df9555e-167b-432c-b2b2-1730bd69483e could not be found. [ 1084.899513] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-7b140763-014d-48d1-819c-c366d559adfe tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1084.900177] env[70323]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-81c9b2ac-902a-4795-bf65-48572a2b860b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.909903] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07fc02e8-2333-474a-9b59-c4aae666a6c0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.944323] env[70323]: WARNING nova.virt.vmwareapi.vmops [None req-7b140763-014d-48d1-819c-c366d559adfe tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 7df9555e-167b-432c-b2b2-1730bd69483e could not be found. [ 1084.944637] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-7b140763-014d-48d1-819c-c366d559adfe tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1084.944716] env[70323]: INFO nova.compute.manager [None req-7b140763-014d-48d1-819c-c366d559adfe tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] Took 0.11 seconds to destroy the instance on the hypervisor. [ 1084.944966] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b140763-014d-48d1-819c-c366d559adfe tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1084.946032] env[70323]: DEBUG nova.compute.manager [-] [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1084.946135] env[70323]: DEBUG nova.network.neutron [-] [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1084.957657] env[70323]: DEBUG nova.compute.manager [None req-851219ee-46b1-4610-981d-1431ffd93bbd tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1084.970032] env[70323]: DEBUG oslo_vmware.api [None req-bb18c68b-d6fd-4499-8946-7682868635d9 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227734, 'name': ReconfigVM_Task, 'duration_secs': 0.154227} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.970032] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb18c68b-d6fd-4499-8946-7682868635d9 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645224', 'volume_id': 'd8b261de-357c-4449-aff5-4888173dbc0f', 'name': 'volume-d8b261de-357c-4449-aff5-4888173dbc0f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0', 'attached_at': '', 'detached_at': '', 'volume_id': 'd8b261de-357c-4449-aff5-4888173dbc0f', 'serial': 'd8b261de-357c-4449-aff5-4888173dbc0f'} {{(pid=70323) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1085.054138] env[70323]: DEBUG oslo_concurrency.lockutils [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquiring lock "9737b7c3-63e9-47cf-acdc-0a3c43b85ee0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.054327] env[70323]: DEBUG oslo_concurrency.lockutils [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Lock "9737b7c3-63e9-47cf-acdc-0a3c43b85ee0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.079743] env[70323]: DEBUG oslo_concurrency.lockutils [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.108062] env[70323]: INFO nova.compute.manager [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] [instance: 0a6debe1-4b85-49a5-8b06-59ca7817ab09] Took 25.14 seconds to build instance. [ 1085.276991] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7adc8984-6974-47b8-b40b-4a9a6c2105b4 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.352s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.277694] env[70323]: DEBUG nova.compute.manager [None req-7adc8984-6974-47b8-b40b-4a9a6c2105b4 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1085.286070] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a64aea97-15da-4867-8835-cc6c21839e0d tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.556s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.290432] env[70323]: DEBUG nova.objects.instance [None req-a64aea97-15da-4867-8835-cc6c21839e0d tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lazy-loading 'resources' on Instance uuid 87a4e63b-abcc-4c4c-ae98-34682ee91ba8 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1085.403552] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-a435f594-323f-4b52-b76f-2ad2951daff3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1085.403933] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-511b75cf-940c-4af1-a7de-cb2a91f72ad5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.414182] env[70323]: DEBUG oslo_vmware.api [None req-a435f594-323f-4b52-b76f-2ad2951daff3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Waiting for the task: (returnval){ [ 1085.414182] env[70323]: value = "task-3227735" [ 1085.414182] env[70323]: _type = "Task" [ 1085.414182] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.425755] env[70323]: DEBUG oslo_vmware.api [None req-a435f594-323f-4b52-b76f-2ad2951daff3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3227735, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.451190] env[70323]: DEBUG nova.compute.manager [req-55178049-b836-4293-b214-ff782c3d5e64 req-26453704-8cc9-4d72-9378-4ecf9b88ad43 service nova] [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] Received event network-vif-deleted-9504cd6c-d351-4977-84a4-2f704bd71909 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.451430] env[70323]: INFO nova.compute.manager [req-55178049-b836-4293-b214-ff782c3d5e64 req-26453704-8cc9-4d72-9378-4ecf9b88ad43 service nova] [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] Neutron deleted interface 9504cd6c-d351-4977-84a4-2f704bd71909; detaching it from the instance and deleting it from the info cache [ 1085.451489] env[70323]: DEBUG nova.network.neutron [req-55178049-b836-4293-b214-ff782c3d5e64 req-26453704-8cc9-4d72-9378-4ecf9b88ad43 service nova] [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.490887] env[70323]: DEBUG oslo_concurrency.lockutils [None req-851219ee-46b1-4610-981d-1431ffd93bbd tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.560031] env[70323]: DEBUG nova.compute.manager [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 9737b7c3-63e9-47cf-acdc-0a3c43b85ee0] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1085.610618] env[70323]: DEBUG oslo_concurrency.lockutils [None req-cc9031e6-b0d3-4c67-a015-90530949b8c5 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Lock "0a6debe1-4b85-49a5-8b06-59ca7817ab09" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.653s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.663787] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7279f93f-e0e5-4623-9146-d690a9b176ce tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Lock "517d2967-4b35-4b79-9758-80ded84dac44" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.784s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.793946] env[70323]: DEBUG nova.compute.utils [None req-7adc8984-6974-47b8-b40b-4a9a6c2105b4 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1085.793946] env[70323]: DEBUG nova.compute.manager [None req-7adc8984-6974-47b8-b40b-4a9a6c2105b4 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1085.793946] env[70323]: DEBUG nova.network.neutron [None req-7adc8984-6974-47b8-b40b-4a9a6c2105b4 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1085.870235] env[70323]: DEBUG nova.policy [None req-7adc8984-6974-47b8-b40b-4a9a6c2105b4 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a65bd226704b45da98976a38ca2bd176', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '629980704660404c9e5b2a810d6182a5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 1085.930557] env[70323]: DEBUG oslo_vmware.api [None req-a435f594-323f-4b52-b76f-2ad2951daff3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3227735, 'name': PowerOffVM_Task, 'duration_secs': 0.283406} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.930779] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-a435f594-323f-4b52-b76f-2ad2951daff3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1085.932355] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a435f594-323f-4b52-b76f-2ad2951daff3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Updating instance 'dd793706-95da-42f2-b9fc-ee37f04e6923' progress to 17 {{(pid=70323) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1085.937015] env[70323]: DEBUG nova.network.neutron [-] [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.954694] env[70323]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3a0f5511-972b-4804-a0ec-f9ba51ee107f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.976399] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499b678a-11a5-4730-a1a3-5a8dcac3e2e4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.022912] env[70323]: DEBUG nova.objects.instance [None req-bb18c68b-d6fd-4499-8946-7682868635d9 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Lazy-loading 'flavor' on Instance uuid bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.024381] env[70323]: DEBUG nova.compute.manager [req-55178049-b836-4293-b214-ff782c3d5e64 req-26453704-8cc9-4d72-9378-4ecf9b88ad43 service nova] [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] Detach interface failed, port_id=9504cd6c-d351-4977-84a4-2f704bd71909, reason: Instance 7df9555e-167b-432c-b2b2-1730bd69483e could not be found. {{(pid=70323) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1086.089035] env[70323]: DEBUG oslo_concurrency.lockutils [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.170047] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-164d9d79-4456-4c5b-9246-b741a69879d9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.184988] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b8528d-bffe-4751-b062-dcade55ce4c4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.214657] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d5642c-f70e-434c-9edf-032d1f463813 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.222848] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1fe96b-886a-4b16-9d3b-34f23f0e8086 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.237401] env[70323]: DEBUG nova.compute.provider_tree [None req-a64aea97-15da-4867-8835-cc6c21839e0d tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.285738] env[70323]: DEBUG oslo_concurrency.lockutils [None req-301b27db-830a-4342-a177-537a3c2f22fd tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Acquiring lock "517d2967-4b35-4b79-9758-80ded84dac44" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.286203] env[70323]: DEBUG oslo_concurrency.lockutils [None req-301b27db-830a-4342-a177-537a3c2f22fd tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Lock "517d2967-4b35-4b79-9758-80ded84dac44" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.286516] env[70323]: DEBUG oslo_concurrency.lockutils [None req-301b27db-830a-4342-a177-537a3c2f22fd tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Acquiring lock "517d2967-4b35-4b79-9758-80ded84dac44-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.286747] env[70323]: DEBUG oslo_concurrency.lockutils [None req-301b27db-830a-4342-a177-537a3c2f22fd tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Lock "517d2967-4b35-4b79-9758-80ded84dac44-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.286950] env[70323]: DEBUG oslo_concurrency.lockutils [None req-301b27db-830a-4342-a177-537a3c2f22fd tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Lock "517d2967-4b35-4b79-9758-80ded84dac44-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.289202] env[70323]: INFO nova.compute.manager [None req-301b27db-830a-4342-a177-537a3c2f22fd tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] Terminating instance [ 1086.305159] env[70323]: DEBUG nova.compute.manager [None req-7adc8984-6974-47b8-b40b-4a9a6c2105b4 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1086.441751] env[70323]: DEBUG nova.virt.hardware [None req-a435f594-323f-4b52-b76f-2ad2951daff3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1086.441939] env[70323]: DEBUG nova.virt.hardware [None req-a435f594-323f-4b52-b76f-2ad2951daff3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1086.442339] env[70323]: DEBUG nova.virt.hardware [None req-a435f594-323f-4b52-b76f-2ad2951daff3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1086.442339] env[70323]: DEBUG nova.virt.hardware [None req-a435f594-323f-4b52-b76f-2ad2951daff3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1086.442729] env[70323]: DEBUG nova.virt.hardware [None req-a435f594-323f-4b52-b76f-2ad2951daff3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1086.442729] env[70323]: DEBUG nova.virt.hardware [None req-a435f594-323f-4b52-b76f-2ad2951daff3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1086.443403] env[70323]: DEBUG nova.virt.hardware [None req-a435f594-323f-4b52-b76f-2ad2951daff3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1086.443403] env[70323]: DEBUG nova.virt.hardware [None req-a435f594-323f-4b52-b76f-2ad2951daff3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1086.443403] env[70323]: DEBUG nova.virt.hardware [None req-a435f594-323f-4b52-b76f-2ad2951daff3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1086.444104] env[70323]: DEBUG nova.virt.hardware [None req-a435f594-323f-4b52-b76f-2ad2951daff3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1086.444104] env[70323]: DEBUG nova.virt.hardware [None req-a435f594-323f-4b52-b76f-2ad2951daff3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1086.449807] env[70323]: INFO nova.compute.manager [-] [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] Took 1.50 seconds to deallocate network for instance. [ 1086.450155] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90eb95db-81ac-431e-9cc5-87570394037f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.468267] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5677d8ec-46da-4eb2-9207-af7bd5bcb2d8 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Acquiring lock "0a6debe1-4b85-49a5-8b06-59ca7817ab09" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.468539] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5677d8ec-46da-4eb2-9207-af7bd5bcb2d8 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Lock "0a6debe1-4b85-49a5-8b06-59ca7817ab09" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.468746] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5677d8ec-46da-4eb2-9207-af7bd5bcb2d8 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Acquiring lock "0a6debe1-4b85-49a5-8b06-59ca7817ab09-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.468959] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5677d8ec-46da-4eb2-9207-af7bd5bcb2d8 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Lock "0a6debe1-4b85-49a5-8b06-59ca7817ab09-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.469186] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5677d8ec-46da-4eb2-9207-af7bd5bcb2d8 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Lock "0a6debe1-4b85-49a5-8b06-59ca7817ab09-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.472191] env[70323]: DEBUG oslo_vmware.api [None req-a435f594-323f-4b52-b76f-2ad2951daff3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Waiting for the task: (returnval){ [ 1086.472191] env[70323]: value = "task-3227736" [ 1086.472191] env[70323]: _type = "Task" [ 1086.472191] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.472677] env[70323]: INFO nova.compute.manager [None req-5677d8ec-46da-4eb2-9207-af7bd5bcb2d8 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] [instance: 0a6debe1-4b85-49a5-8b06-59ca7817ab09] Terminating instance [ 1086.484171] env[70323]: DEBUG oslo_vmware.api [None req-a435f594-323f-4b52-b76f-2ad2951daff3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3227736, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.530087] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bb18c68b-d6fd-4499-8946-7682868635d9 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Lock "bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.835s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.546893] env[70323]: DEBUG nova.network.neutron [None req-7adc8984-6974-47b8-b40b-4a9a6c2105b4 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Successfully created port: bc627622-2c1d-4ec9-b403-787637b8dafc {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1086.741393] env[70323]: DEBUG nova.scheduler.client.report [None req-a64aea97-15da-4867-8835-cc6c21839e0d tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1086.793759] env[70323]: DEBUG nova.compute.manager [None req-301b27db-830a-4342-a177-537a3c2f22fd tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1086.793759] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-301b27db-830a-4342-a177-537a3c2f22fd tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1086.794495] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50f1743-1801-413d-97d9-d665496ef404 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.802993] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-301b27db-830a-4342-a177-537a3c2f22fd tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1086.803268] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8864c8ae-0467-4727-afb7-3c9266f4a981 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.815236] env[70323]: DEBUG oslo_vmware.api [None req-301b27db-830a-4342-a177-537a3c2f22fd tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Waiting for the task: (returnval){ [ 1086.815236] env[70323]: value = "task-3227737" [ 1086.815236] env[70323]: _type = "Task" [ 1086.815236] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.825647] env[70323]: DEBUG oslo_vmware.api [None req-301b27db-830a-4342-a177-537a3c2f22fd tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Task: {'id': task-3227737, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.979572] env[70323]: DEBUG nova.compute.manager [None req-5677d8ec-46da-4eb2-9207-af7bd5bcb2d8 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] [instance: 0a6debe1-4b85-49a5-8b06-59ca7817ab09] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1086.980329] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-5677d8ec-46da-4eb2-9207-af7bd5bcb2d8 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] [instance: 0a6debe1-4b85-49a5-8b06-59ca7817ab09] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1086.981757] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd38109a-526a-45c9-8f5f-da1de587f782 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.988995] env[70323]: DEBUG oslo_vmware.api [None req-a435f594-323f-4b52-b76f-2ad2951daff3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3227736, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.993995] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-5677d8ec-46da-4eb2-9207-af7bd5bcb2d8 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] [instance: 0a6debe1-4b85-49a5-8b06-59ca7817ab09] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1086.994326] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0f2fdf6-d27a-4dc7-a72d-22142dc0619f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.003875] env[70323]: DEBUG oslo_vmware.api [None req-5677d8ec-46da-4eb2-9207-af7bd5bcb2d8 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Waiting for the task: (returnval){ [ 1087.003875] env[70323]: value = "task-3227738" [ 1087.003875] env[70323]: _type = "Task" [ 1087.003875] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.016654] env[70323]: DEBUG oslo_vmware.api [None req-5677d8ec-46da-4eb2-9207-af7bd5bcb2d8 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Task: {'id': task-3227738, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.043446] env[70323]: INFO nova.compute.manager [None req-7b140763-014d-48d1-819c-c366d559adfe tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] Took 0.58 seconds to detach 1 volumes for instance. [ 1087.046971] env[70323]: DEBUG nova.compute.manager [None req-7b140763-014d-48d1-819c-c366d559adfe tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] Deleting volume: dca07957-5cc8-4f25-a292-6b5ed586caee {{(pid=70323) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1087.247263] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a64aea97-15da-4867-8835-cc6c21839e0d tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.961s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.249942] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b2302aa0-0d2d-4fff-857a-9b46fe800e63 tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.510s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.251103] env[70323]: DEBUG nova.objects.instance [None req-b2302aa0-0d2d-4fff-857a-9b46fe800e63 tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Lazy-loading 'resources' on Instance uuid 41d64a03-f00d-4037-a3c4-a55d2b355ea6 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.292241] env[70323]: INFO nova.scheduler.client.report [None req-a64aea97-15da-4867-8835-cc6c21839e0d tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Deleted allocations for instance 87a4e63b-abcc-4c4c-ae98-34682ee91ba8 [ 1087.314113] env[70323]: DEBUG nova.compute.manager [None req-7adc8984-6974-47b8-b40b-4a9a6c2105b4 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1087.331601] env[70323]: DEBUG oslo_vmware.api [None req-301b27db-830a-4342-a177-537a3c2f22fd tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Task: {'id': task-3227737, 'name': PowerOffVM_Task, 'duration_secs': 0.265705} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.331923] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-301b27db-830a-4342-a177-537a3c2f22fd tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1087.332147] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-301b27db-830a-4342-a177-537a3c2f22fd tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1087.332569] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e4f80261-7705-46ea-a89f-7a7e8fd2154b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.350432] env[70323]: DEBUG nova.virt.hardware [None req-7adc8984-6974-47b8-b40b-4a9a6c2105b4 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1087.350637] env[70323]: DEBUG nova.virt.hardware [None req-7adc8984-6974-47b8-b40b-4a9a6c2105b4 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1087.351490] env[70323]: DEBUG nova.virt.hardware [None req-7adc8984-6974-47b8-b40b-4a9a6c2105b4 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1087.351490] env[70323]: DEBUG nova.virt.hardware [None req-7adc8984-6974-47b8-b40b-4a9a6c2105b4 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1087.351490] env[70323]: DEBUG nova.virt.hardware [None req-7adc8984-6974-47b8-b40b-4a9a6c2105b4 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1087.351759] env[70323]: DEBUG nova.virt.hardware [None req-7adc8984-6974-47b8-b40b-4a9a6c2105b4 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1087.352340] env[70323]: DEBUG nova.virt.hardware [None req-7adc8984-6974-47b8-b40b-4a9a6c2105b4 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1087.352581] env[70323]: DEBUG nova.virt.hardware [None req-7adc8984-6974-47b8-b40b-4a9a6c2105b4 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1087.352775] env[70323]: DEBUG nova.virt.hardware [None req-7adc8984-6974-47b8-b40b-4a9a6c2105b4 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1087.353032] env[70323]: DEBUG nova.virt.hardware [None req-7adc8984-6974-47b8-b40b-4a9a6c2105b4 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1087.353239] env[70323]: DEBUG nova.virt.hardware [None req-7adc8984-6974-47b8-b40b-4a9a6c2105b4 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1087.354278] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8523a263-182b-4432-8c8e-4b621810c4df {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.363071] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ccfd4f-1def-4b5d-9f6e-90103eeed58e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.395813] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-301b27db-830a-4342-a177-537a3c2f22fd tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1087.396186] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-301b27db-830a-4342-a177-537a3c2f22fd tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] Deleting contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1087.396422] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-301b27db-830a-4342-a177-537a3c2f22fd tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Deleting the datastore file [datastore2] 517d2967-4b35-4b79-9758-80ded84dac44 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1087.396735] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35a5b041-cb50-48d0-a75b-fb2379bf288d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.404243] env[70323]: DEBUG oslo_vmware.api [None req-301b27db-830a-4342-a177-537a3c2f22fd tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Waiting for the task: (returnval){ [ 1087.404243] env[70323]: value = "task-3227741" [ 1087.404243] env[70323]: _type = "Task" [ 1087.404243] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.414562] env[70323]: DEBUG oslo_vmware.api [None req-301b27db-830a-4342-a177-537a3c2f22fd tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Task: {'id': task-3227741, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.432807] env[70323]: DEBUG nova.compute.manager [None req-9c713224-1892-4a82-bb81-fee709ce7cf2 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Stashing vm_state: active {{(pid=70323) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1087.486872] env[70323]: DEBUG oslo_vmware.api [None req-a435f594-323f-4b52-b76f-2ad2951daff3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3227736, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.512957] env[70323]: DEBUG oslo_vmware.api [None req-5677d8ec-46da-4eb2-9207-af7bd5bcb2d8 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Task: {'id': task-3227738, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.590170] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7b140763-014d-48d1-819c-c366d559adfe tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.799020] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a64aea97-15da-4867-8835-cc6c21839e0d tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lock "87a4e63b-abcc-4c4c-ae98-34682ee91ba8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.039s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.917769] env[70323]: DEBUG oslo_vmware.api [None req-301b27db-830a-4342-a177-537a3c2f22fd tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Task: {'id': task-3227741, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.266485} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.918737] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-301b27db-830a-4342-a177-537a3c2f22fd tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1087.919217] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-301b27db-830a-4342-a177-537a3c2f22fd tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] Deleted contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1087.920144] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-301b27db-830a-4342-a177-537a3c2f22fd tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1087.920504] env[70323]: INFO nova.compute.manager [None req-301b27db-830a-4342-a177-537a3c2f22fd tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1087.921864] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-301b27db-830a-4342-a177-537a3c2f22fd tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1087.921864] env[70323]: DEBUG nova.compute.manager [-] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1087.921864] env[70323]: DEBUG nova.network.neutron [-] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1087.951942] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9c713224-1892-4a82-bb81-fee709ce7cf2 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.990136] env[70323]: DEBUG oslo_vmware.api [None req-a435f594-323f-4b52-b76f-2ad2951daff3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3227736, 'name': ReconfigVM_Task, 'duration_secs': 1.247308} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.990492] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a435f594-323f-4b52-b76f-2ad2951daff3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Updating instance 'dd793706-95da-42f2-b9fc-ee37f04e6923' progress to 33 {{(pid=70323) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1088.013900] env[70323]: DEBUG oslo_vmware.api [None req-5677d8ec-46da-4eb2-9207-af7bd5bcb2d8 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Task: {'id': task-3227738, 'name': PowerOffVM_Task, 'duration_secs': 0.886068} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.014520] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-5677d8ec-46da-4eb2-9207-af7bd5bcb2d8 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] [instance: 0a6debe1-4b85-49a5-8b06-59ca7817ab09] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1088.014520] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-5677d8ec-46da-4eb2-9207-af7bd5bcb2d8 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] [instance: 0a6debe1-4b85-49a5-8b06-59ca7817ab09] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1088.014698] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-41056050-031f-4841-9e0b-27f7a414b133 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.079548] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-5677d8ec-46da-4eb2-9207-af7bd5bcb2d8 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] [instance: 0a6debe1-4b85-49a5-8b06-59ca7817ab09] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1088.079749] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-5677d8ec-46da-4eb2-9207-af7bd5bcb2d8 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] [instance: 0a6debe1-4b85-49a5-8b06-59ca7817ab09] Deleting contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1088.079934] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-5677d8ec-46da-4eb2-9207-af7bd5bcb2d8 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Deleting the datastore file [datastore2] 0a6debe1-4b85-49a5-8b06-59ca7817ab09 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1088.080229] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c16f539-c692-4a7c-8ec1-b9073d780f63 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.088164] env[70323]: DEBUG oslo_vmware.api [None req-5677d8ec-46da-4eb2-9207-af7bd5bcb2d8 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Waiting for the task: (returnval){ [ 1088.088164] env[70323]: value = "task-3227743" [ 1088.088164] env[70323]: _type = "Task" [ 1088.088164] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.101845] env[70323]: DEBUG oslo_vmware.api [None req-5677d8ec-46da-4eb2-9207-af7bd5bcb2d8 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Task: {'id': task-3227743, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.152023] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e294dd91-95a5-404f-a3fc-1cca5cfe33b0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.156205] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467d6a30-2499-4391-9b7b-2841ddb9409d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.196416] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de3abb0-9a6d-4103-bbcf-5541bc911465 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.206134] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb1edcc-acc2-46e7-b950-2f6a78e607b9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.222688] env[70323]: DEBUG nova.compute.provider_tree [None req-b2302aa0-0d2d-4fff-857a-9b46fe800e63 tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.275868] env[70323]: DEBUG nova.compute.manager [req-cfababc6-3821-462e-ade7-e1698b05ee22 req-192cf822-ebd6-4ce6-954a-76d2df06bc1c service nova] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Received event network-vif-plugged-bc627622-2c1d-4ec9-b403-787637b8dafc {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.275868] env[70323]: DEBUG oslo_concurrency.lockutils [req-cfababc6-3821-462e-ade7-e1698b05ee22 req-192cf822-ebd6-4ce6-954a-76d2df06bc1c service nova] Acquiring lock "5177cefd-dc6f-417f-b4b6-80e4efcbcdd4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.276055] env[70323]: DEBUG oslo_concurrency.lockutils [req-cfababc6-3821-462e-ade7-e1698b05ee22 req-192cf822-ebd6-4ce6-954a-76d2df06bc1c service nova] Lock "5177cefd-dc6f-417f-b4b6-80e4efcbcdd4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.276107] env[70323]: DEBUG oslo_concurrency.lockutils [req-cfababc6-3821-462e-ade7-e1698b05ee22 req-192cf822-ebd6-4ce6-954a-76d2df06bc1c service nova] Lock "5177cefd-dc6f-417f-b4b6-80e4efcbcdd4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.276275] env[70323]: DEBUG nova.compute.manager [req-cfababc6-3821-462e-ade7-e1698b05ee22 req-192cf822-ebd6-4ce6-954a-76d2df06bc1c service nova] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] No waiting events found dispatching network-vif-plugged-bc627622-2c1d-4ec9-b403-787637b8dafc {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1088.276443] env[70323]: WARNING nova.compute.manager [req-cfababc6-3821-462e-ade7-e1698b05ee22 req-192cf822-ebd6-4ce6-954a-76d2df06bc1c service nova] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Received unexpected event network-vif-plugged-bc627622-2c1d-4ec9-b403-787637b8dafc for instance with vm_state building and task_state spawning. [ 1088.429180] env[70323]: DEBUG nova.network.neutron [None req-7adc8984-6974-47b8-b40b-4a9a6c2105b4 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Successfully updated port: bc627622-2c1d-4ec9-b403-787637b8dafc {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1088.499258] env[70323]: DEBUG nova.virt.hardware [None req-a435f594-323f-4b52-b76f-2ad2951daff3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1088.499379] env[70323]: DEBUG nova.virt.hardware [None req-a435f594-323f-4b52-b76f-2ad2951daff3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1088.499698] env[70323]: DEBUG nova.virt.hardware [None req-a435f594-323f-4b52-b76f-2ad2951daff3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1088.499698] env[70323]: DEBUG nova.virt.hardware [None req-a435f594-323f-4b52-b76f-2ad2951daff3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1088.500104] env[70323]: DEBUG nova.virt.hardware [None req-a435f594-323f-4b52-b76f-2ad2951daff3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1088.500104] env[70323]: DEBUG nova.virt.hardware [None req-a435f594-323f-4b52-b76f-2ad2951daff3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1088.501034] env[70323]: DEBUG nova.virt.hardware [None req-a435f594-323f-4b52-b76f-2ad2951daff3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1088.501034] env[70323]: DEBUG nova.virt.hardware [None req-a435f594-323f-4b52-b76f-2ad2951daff3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1088.501034] env[70323]: DEBUG nova.virt.hardware [None req-a435f594-323f-4b52-b76f-2ad2951daff3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1088.501585] env[70323]: DEBUG nova.virt.hardware [None req-a435f594-323f-4b52-b76f-2ad2951daff3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1088.501940] env[70323]: DEBUG nova.virt.hardware [None req-a435f594-323f-4b52-b76f-2ad2951daff3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1088.507991] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-a435f594-323f-4b52-b76f-2ad2951daff3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Reconfiguring VM instance instance-00000020 to detach disk 2000 {{(pid=70323) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1088.508742] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a585089-d579-4161-a58a-e581c605a8d5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.528635] env[70323]: DEBUG oslo_vmware.api [None req-a435f594-323f-4b52-b76f-2ad2951daff3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Waiting for the task: (returnval){ [ 1088.528635] env[70323]: value = "task-3227744" [ 1088.528635] env[70323]: _type = "Task" [ 1088.528635] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.539324] env[70323]: DEBUG oslo_vmware.api [None req-a435f594-323f-4b52-b76f-2ad2951daff3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3227744, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.541801] env[70323]: DEBUG nova.compute.manager [req-dda0b734-23dc-4910-b8ba-8065fa5c6cc0 req-96af8a33-bf2a-4678-b5ad-2e76d7ca32c7 service nova] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] Received event network-vif-deleted-9e86b95f-47ef-4644-9ab0-b1b44c0cf201 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.542220] env[70323]: INFO nova.compute.manager [req-dda0b734-23dc-4910-b8ba-8065fa5c6cc0 req-96af8a33-bf2a-4678-b5ad-2e76d7ca32c7 service nova] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] Neutron deleted interface 9e86b95f-47ef-4644-9ab0-b1b44c0cf201; detaching it from the instance and deleting it from the info cache [ 1088.542220] env[70323]: DEBUG nova.network.neutron [req-dda0b734-23dc-4910-b8ba-8065fa5c6cc0 req-96af8a33-bf2a-4678-b5ad-2e76d7ca32c7 service nova] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.588991] env[70323]: DEBUG oslo_concurrency.lockutils [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquiring lock "82adf097-a01e-4edc-8d01-2f83cf104740" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.589282] env[70323]: DEBUG oslo_concurrency.lockutils [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lock "82adf097-a01e-4edc-8d01-2f83cf104740" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.600543] env[70323]: DEBUG oslo_vmware.api [None req-5677d8ec-46da-4eb2-9207-af7bd5bcb2d8 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Task: {'id': task-3227743, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185998} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.601340] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-5677d8ec-46da-4eb2-9207-af7bd5bcb2d8 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1088.601561] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-5677d8ec-46da-4eb2-9207-af7bd5bcb2d8 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] [instance: 0a6debe1-4b85-49a5-8b06-59ca7817ab09] Deleted contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1088.601768] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-5677d8ec-46da-4eb2-9207-af7bd5bcb2d8 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] [instance: 0a6debe1-4b85-49a5-8b06-59ca7817ab09] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1088.601953] env[70323]: INFO nova.compute.manager [None req-5677d8ec-46da-4eb2-9207-af7bd5bcb2d8 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] [instance: 0a6debe1-4b85-49a5-8b06-59ca7817ab09] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1088.602256] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5677d8ec-46da-4eb2-9207-af7bd5bcb2d8 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1088.604057] env[70323]: DEBUG nova.compute.manager [-] [instance: 0a6debe1-4b85-49a5-8b06-59ca7817ab09] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1088.604057] env[70323]: DEBUG nova.network.neutron [-] [instance: 0a6debe1-4b85-49a5-8b06-59ca7817ab09] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1088.732680] env[70323]: DEBUG nova.scheduler.client.report [None req-b2302aa0-0d2d-4fff-857a-9b46fe800e63 tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1088.934303] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7adc8984-6974-47b8-b40b-4a9a6c2105b4 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquiring lock "refresh_cache-5177cefd-dc6f-417f-b4b6-80e4efcbcdd4" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.934303] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7adc8984-6974-47b8-b40b-4a9a6c2105b4 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquired lock "refresh_cache-5177cefd-dc6f-417f-b4b6-80e4efcbcdd4" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.934448] env[70323]: DEBUG nova.network.neutron [None req-7adc8984-6974-47b8-b40b-4a9a6c2105b4 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1089.028466] env[70323]: DEBUG nova.network.neutron [-] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.039881] env[70323]: DEBUG oslo_vmware.api [None req-a435f594-323f-4b52-b76f-2ad2951daff3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3227744, 'name': ReconfigVM_Task, 'duration_secs': 0.187448} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.040798] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-a435f594-323f-4b52-b76f-2ad2951daff3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Reconfigured VM instance instance-00000020 to detach disk 2000 {{(pid=70323) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1089.042026] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22cc4170-d683-42bc-ab6b-f2b7211f12f5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.044730] env[70323]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c1bc46c9-164c-4cf2-a376-0ee10e154034 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.067206] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-a435f594-323f-4b52-b76f-2ad2951daff3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] dd793706-95da-42f2-b9fc-ee37f04e6923/dd793706-95da-42f2-b9fc-ee37f04e6923.vmdk or device None with type thin {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1089.068524] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12e9f803-0397-4d2c-9bde-798d9b7b3466 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.084462] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f814d35-b43a-4f8e-99ac-0705947541a3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.095069] env[70323]: DEBUG nova.compute.manager [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 82adf097-a01e-4edc-8d01-2f83cf104740] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1089.100616] env[70323]: DEBUG oslo_vmware.api [None req-a435f594-323f-4b52-b76f-2ad2951daff3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Waiting for the task: (returnval){ [ 1089.100616] env[70323]: value = "task-3227745" [ 1089.100616] env[70323]: _type = "Task" [ 1089.100616] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.108654] env[70323]: DEBUG oslo_vmware.api [None req-a435f594-323f-4b52-b76f-2ad2951daff3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3227745, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.117634] env[70323]: DEBUG nova.compute.manager [req-dda0b734-23dc-4910-b8ba-8065fa5c6cc0 req-96af8a33-bf2a-4678-b5ad-2e76d7ca32c7 service nova] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] Detach interface failed, port_id=9e86b95f-47ef-4644-9ab0-b1b44c0cf201, reason: Instance 517d2967-4b35-4b79-9758-80ded84dac44 could not be found. {{(pid=70323) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1089.236031] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b2302aa0-0d2d-4fff-857a-9b46fe800e63 tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.985s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.238088] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 9.661s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.238346] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.238544] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70323) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1089.238883] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.787s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.241042] env[70323]: INFO nova.compute.claims [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: e45798d1-4660-4af0-870e-2750ae818a8f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1089.244326] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ffa9e1-fd0a-4a08-b9e1-bc37519e7e0c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.253661] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de86ff28-11ac-4be7-b7ce-3d79f8153303 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.260841] env[70323]: INFO nova.scheduler.client.report [None req-b2302aa0-0d2d-4fff-857a-9b46fe800e63 tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Deleted allocations for instance 41d64a03-f00d-4037-a3c4-a55d2b355ea6 [ 1089.273027] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e75518-1779-4188-98cf-059934c75ca8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.280898] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-232509c6-1b09-4767-9b92-b3f816cc5293 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.313284] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179332MB free_disk=121GB free_vcpus=48 pci_devices=None {{(pid=70323) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1089.313511] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.358153] env[70323]: DEBUG nova.network.neutron [-] [instance: 0a6debe1-4b85-49a5-8b06-59ca7817ab09] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.475941] env[70323]: DEBUG nova.network.neutron [None req-7adc8984-6974-47b8-b40b-4a9a6c2105b4 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1089.534525] env[70323]: INFO nova.compute.manager [-] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] Took 1.61 seconds to deallocate network for instance. [ 1089.612769] env[70323]: DEBUG oslo_vmware.api [None req-a435f594-323f-4b52-b76f-2ad2951daff3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3227745, 'name': ReconfigVM_Task, 'duration_secs': 0.284817} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.613064] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-a435f594-323f-4b52-b76f-2ad2951daff3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Reconfigured VM instance instance-00000020 to attach disk [datastore2] dd793706-95da-42f2-b9fc-ee37f04e6923/dd793706-95da-42f2-b9fc-ee37f04e6923.vmdk or device None with type thin {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1089.613328] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a435f594-323f-4b52-b76f-2ad2951daff3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Updating instance 'dd793706-95da-42f2-b9fc-ee37f04e6923' progress to 50 {{(pid=70323) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1089.619994] env[70323]: DEBUG nova.network.neutron [None req-7adc8984-6974-47b8-b40b-4a9a6c2105b4 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Updating instance_info_cache with network_info: [{"id": "bc627622-2c1d-4ec9-b403-787637b8dafc", "address": "fa:16:3e:58:40:3e", "network": {"id": "72c9180f-a081-4a3c-a140-c168d882c6f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1947974250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "629980704660404c9e5b2a810d6182a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc627622-2c", "ovs_interfaceid": "bc627622-2c1d-4ec9-b403-787637b8dafc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.621847] env[70323]: DEBUG oslo_concurrency.lockutils [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.778891] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b2302aa0-0d2d-4fff-857a-9b46fe800e63 tempest-ServerDiagnosticsNegativeTest-1107290721 tempest-ServerDiagnosticsNegativeTest-1107290721-project-member] Lock "41d64a03-f00d-4037-a3c4-a55d2b355ea6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.790s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.862478] env[70323]: INFO nova.compute.manager [-] [instance: 0a6debe1-4b85-49a5-8b06-59ca7817ab09] Took 1.26 seconds to deallocate network for instance. [ 1090.041508] env[70323]: DEBUG oslo_concurrency.lockutils [None req-301b27db-830a-4342-a177-537a3c2f22fd tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.121771] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ead86e0-4b73-4cf3-b384-adbc211f41d2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.127630] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7adc8984-6974-47b8-b40b-4a9a6c2105b4 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Releasing lock "refresh_cache-5177cefd-dc6f-417f-b4b6-80e4efcbcdd4" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.127952] env[70323]: DEBUG nova.compute.manager [None req-7adc8984-6974-47b8-b40b-4a9a6c2105b4 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Instance network_info: |[{"id": "bc627622-2c1d-4ec9-b403-787637b8dafc", "address": "fa:16:3e:58:40:3e", "network": {"id": "72c9180f-a081-4a3c-a140-c168d882c6f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1947974250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "629980704660404c9e5b2a810d6182a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc627622-2c", "ovs_interfaceid": "bc627622-2c1d-4ec9-b403-787637b8dafc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1090.128390] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-7adc8984-6974-47b8-b40b-4a9a6c2105b4 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:40:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4734e5e-2a76-4bda-8905-70c9bf9e007f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc627622-2c1d-4ec9-b403-787637b8dafc', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1090.140852] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7adc8984-6974-47b8-b40b-4a9a6c2105b4 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1090.142497] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1090.142708] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b18f050-fe5e-4deb-bf61-f12ace8f63a7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.172632] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1eeb633-ede8-465c-bb68-4304190d8441 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.177182] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1090.177182] env[70323]: value = "task-3227746" [ 1090.177182] env[70323]: _type = "Task" [ 1090.177182] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.195524] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a435f594-323f-4b52-b76f-2ad2951daff3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Updating instance 'dd793706-95da-42f2-b9fc-ee37f04e6923' progress to 67 {{(pid=70323) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1090.202795] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227746, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.300735] env[70323]: DEBUG nova.compute.manager [req-631100ae-7eeb-44d7-a952-293f0d492760 req-7b3e50d3-939a-4d44-a2dc-8c2bdb69845e service nova] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Received event network-changed-bc627622-2c1d-4ec9-b403-787637b8dafc {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1090.300915] env[70323]: DEBUG nova.compute.manager [req-631100ae-7eeb-44d7-a952-293f0d492760 req-7b3e50d3-939a-4d44-a2dc-8c2bdb69845e service nova] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Refreshing instance network info cache due to event network-changed-bc627622-2c1d-4ec9-b403-787637b8dafc. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1090.301172] env[70323]: DEBUG oslo_concurrency.lockutils [req-631100ae-7eeb-44d7-a952-293f0d492760 req-7b3e50d3-939a-4d44-a2dc-8c2bdb69845e service nova] Acquiring lock "refresh_cache-5177cefd-dc6f-417f-b4b6-80e4efcbcdd4" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.301379] env[70323]: DEBUG oslo_concurrency.lockutils [req-631100ae-7eeb-44d7-a952-293f0d492760 req-7b3e50d3-939a-4d44-a2dc-8c2bdb69845e service nova] Acquired lock "refresh_cache-5177cefd-dc6f-417f-b4b6-80e4efcbcdd4" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.301551] env[70323]: DEBUG nova.network.neutron [req-631100ae-7eeb-44d7-a952-293f0d492760 req-7b3e50d3-939a-4d44-a2dc-8c2bdb69845e service nova] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Refreshing network info cache for port bc627622-2c1d-4ec9-b403-787637b8dafc {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1090.371207] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5677d8ec-46da-4eb2-9207-af7bd5bcb2d8 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.489077] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa52e53d-a04d-4fdd-bd84-81ebf0c94bf9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.497372] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a4591c-f881-4ffa-99c9-5c9301db414f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.531805] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f021e3b-cd44-4a1a-a8bf-c13d5462e5d3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.538044] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d50bd8f-0099-4d34-a998-2455ee61c7cc {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.554890] env[70323]: DEBUG nova.compute.provider_tree [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.577041] env[70323]: DEBUG nova.compute.manager [req-e7dd4e2f-d25e-495c-af87-7bbc85aae9dd req-0ef3e3d2-f3fe-433f-88f4-170ccd5598cc service nova] [instance: 0a6debe1-4b85-49a5-8b06-59ca7817ab09] Received event network-vif-deleted-4be5283d-4f20-41a1-af82-00b667b2be2b {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1090.609479] env[70323]: DEBUG oslo_vmware.rw_handles [None req-8a7552ed-331b-41e0-a75c-d5d477002323 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e4a4cf-d40c-83b4-58e5-21a4aba7eb9f/disk-0.vmdk. {{(pid=70323) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1090.610445] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c21d6e-9eab-41e5-b42e-905fba17fea0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.616258] env[70323]: DEBUG oslo_vmware.rw_handles [None req-8a7552ed-331b-41e0-a75c-d5d477002323 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e4a4cf-d40c-83b4-58e5-21a4aba7eb9f/disk-0.vmdk is in state: ready. {{(pid=70323) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1090.616422] env[70323]: ERROR oslo_vmware.rw_handles [None req-8a7552ed-331b-41e0-a75c-d5d477002323 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e4a4cf-d40c-83b4-58e5-21a4aba7eb9f/disk-0.vmdk due to incomplete transfer. [ 1090.616635] env[70323]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ce65ebd2-8d5c-4b2c-87cd-0839b5457487 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.620596] env[70323]: DEBUG oslo_concurrency.lockutils [None req-425e0e21-2b56-433c-aabb-fbed2701045b tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Acquiring lock "5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.620812] env[70323]: DEBUG oslo_concurrency.lockutils [None req-425e0e21-2b56-433c-aabb-fbed2701045b tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Lock "5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.621028] env[70323]: DEBUG oslo_concurrency.lockutils [None req-425e0e21-2b56-433c-aabb-fbed2701045b tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Acquiring lock "5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.621258] env[70323]: DEBUG oslo_concurrency.lockutils [None req-425e0e21-2b56-433c-aabb-fbed2701045b tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Lock "5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.621422] env[70323]: DEBUG oslo_concurrency.lockutils [None req-425e0e21-2b56-433c-aabb-fbed2701045b tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Lock "5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.623739] env[70323]: DEBUG oslo_vmware.rw_handles [None req-8a7552ed-331b-41e0-a75c-d5d477002323 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e4a4cf-d40c-83b4-58e5-21a4aba7eb9f/disk-0.vmdk. {{(pid=70323) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1090.623923] env[70323]: DEBUG nova.virt.vmwareapi.images [None req-8a7552ed-331b-41e0-a75c-d5d477002323 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Uploaded image 31d61ee4-f6dd-497e-b4db-c86ecdfaa623 to the Glance image server {{(pid=70323) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1090.626279] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a7552ed-331b-41e0-a75c-d5d477002323 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Destroying the VM {{(pid=70323) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1090.626759] env[70323]: INFO nova.compute.manager [None req-425e0e21-2b56-433c-aabb-fbed2701045b tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f] Terminating instance [ 1090.628034] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ccb7238b-86b6-4767-8a7d-9b266b36292f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.634470] env[70323]: DEBUG oslo_vmware.api [None req-8a7552ed-331b-41e0-a75c-d5d477002323 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Waiting for the task: (returnval){ [ 1090.634470] env[70323]: value = "task-3227747" [ 1090.634470] env[70323]: _type = "Task" [ 1090.634470] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.641710] env[70323]: DEBUG oslo_vmware.api [None req-8a7552ed-331b-41e0-a75c-d5d477002323 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': task-3227747, 'name': Destroy_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.688238] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227746, 'name': CreateVM_Task, 'duration_secs': 0.435183} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.688419] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1090.689491] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7adc8984-6974-47b8-b40b-4a9a6c2105b4 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.689491] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7adc8984-6974-47b8-b40b-4a9a6c2105b4 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.689719] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7adc8984-6974-47b8-b40b-4a9a6c2105b4 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.689987] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38fca66d-3149-48ac-8eab-fb34522f38d6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.694564] env[70323]: DEBUG oslo_vmware.api [None req-7adc8984-6974-47b8-b40b-4a9a6c2105b4 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Waiting for the task: (returnval){ [ 1090.694564] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]524dfb23-8e70-c744-4310-25dad5d16bab" [ 1090.694564] env[70323]: _type = "Task" [ 1090.694564] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.705778] env[70323]: DEBUG oslo_vmware.api [None req-7adc8984-6974-47b8-b40b-4a9a6c2105b4 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]524dfb23-8e70-c744-4310-25dad5d16bab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.736037] env[70323]: DEBUG nova.network.neutron [None req-a435f594-323f-4b52-b76f-2ad2951daff3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Port 4c27b25c-91c2-45e0-a3d1-4c3e2eac4a19 binding to destination host cpu-1 is already ACTIVE {{(pid=70323) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1091.051873] env[70323]: DEBUG nova.network.neutron [req-631100ae-7eeb-44d7-a952-293f0d492760 req-7b3e50d3-939a-4d44-a2dc-8c2bdb69845e service nova] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Updated VIF entry in instance network info cache for port bc627622-2c1d-4ec9-b403-787637b8dafc. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1091.052232] env[70323]: DEBUG nova.network.neutron [req-631100ae-7eeb-44d7-a952-293f0d492760 req-7b3e50d3-939a-4d44-a2dc-8c2bdb69845e service nova] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Updating instance_info_cache with network_info: [{"id": "bc627622-2c1d-4ec9-b403-787637b8dafc", "address": "fa:16:3e:58:40:3e", "network": {"id": "72c9180f-a081-4a3c-a140-c168d882c6f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1947974250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "629980704660404c9e5b2a810d6182a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc627622-2c", "ovs_interfaceid": "bc627622-2c1d-4ec9-b403-787637b8dafc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.057577] env[70323]: DEBUG nova.scheduler.client.report [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1091.133028] env[70323]: DEBUG nova.compute.manager [None req-425e0e21-2b56-433c-aabb-fbed2701045b tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1091.133137] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-425e0e21-2b56-433c-aabb-fbed2701045b tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1091.134056] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36ff3ec-8ef2-4d04-9633-5bf934585570 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.145508] env[70323]: DEBUG oslo_vmware.api [None req-8a7552ed-331b-41e0-a75c-d5d477002323 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': task-3227747, 'name': Destroy_Task, 'duration_secs': 0.323834} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.147205] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-8a7552ed-331b-41e0-a75c-d5d477002323 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Destroyed the VM [ 1091.147912] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8a7552ed-331b-41e0-a75c-d5d477002323 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Deleting Snapshot of the VM instance {{(pid=70323) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1091.147912] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-425e0e21-2b56-433c-aabb-fbed2701045b tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1091.148053] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-16fa4e82-7072-4b9b-bac6-392ca0741811 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.149435] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c55ab99f-8a3c-46b4-a636-4d76ff8038fb {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.157401] env[70323]: DEBUG oslo_vmware.api [None req-8a7552ed-331b-41e0-a75c-d5d477002323 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Waiting for the task: (returnval){ [ 1091.157401] env[70323]: value = "task-3227748" [ 1091.157401] env[70323]: _type = "Task" [ 1091.157401] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.158677] env[70323]: DEBUG oslo_vmware.api [None req-425e0e21-2b56-433c-aabb-fbed2701045b tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Waiting for the task: (returnval){ [ 1091.158677] env[70323]: value = "task-3227749" [ 1091.158677] env[70323]: _type = "Task" [ 1091.158677] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.170968] env[70323]: DEBUG oslo_vmware.api [None req-8a7552ed-331b-41e0-a75c-d5d477002323 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': task-3227748, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.175718] env[70323]: DEBUG oslo_vmware.api [None req-425e0e21-2b56-433c-aabb-fbed2701045b tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3227749, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.205245] env[70323]: DEBUG oslo_vmware.api [None req-7adc8984-6974-47b8-b40b-4a9a6c2105b4 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]524dfb23-8e70-c744-4310-25dad5d16bab, 'name': SearchDatastore_Task, 'duration_secs': 0.008582} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.205634] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7adc8984-6974-47b8-b40b-4a9a6c2105b4 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.205948] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-7adc8984-6974-47b8-b40b-4a9a6c2105b4 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1091.206266] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7adc8984-6974-47b8-b40b-4a9a6c2105b4 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.206482] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7adc8984-6974-47b8-b40b-4a9a6c2105b4 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.206695] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-7adc8984-6974-47b8-b40b-4a9a6c2105b4 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1091.207323] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9015d162-ef4c-4a67-8bfc-073c381d453f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.215902] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-7adc8984-6974-47b8-b40b-4a9a6c2105b4 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1091.216115] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-7adc8984-6974-47b8-b40b-4a9a6c2105b4 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1091.216850] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcd17a30-ebbe-4fde-885a-eea716319c20 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.222518] env[70323]: DEBUG oslo_vmware.api [None req-7adc8984-6974-47b8-b40b-4a9a6c2105b4 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Waiting for the task: (returnval){ [ 1091.222518] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52045121-dd16-4bc7-273f-c9f2503fd6f1" [ 1091.222518] env[70323]: _type = "Task" [ 1091.222518] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.230275] env[70323]: DEBUG oslo_vmware.api [None req-7adc8984-6974-47b8-b40b-4a9a6c2105b4 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52045121-dd16-4bc7-273f-c9f2503fd6f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.555305] env[70323]: DEBUG oslo_concurrency.lockutils [req-631100ae-7eeb-44d7-a952-293f0d492760 req-7b3e50d3-939a-4d44-a2dc-8c2bdb69845e service nova] Releasing lock "refresh_cache-5177cefd-dc6f-417f-b4b6-80e4efcbcdd4" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.563059] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.323s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.563059] env[70323]: DEBUG nova.compute.manager [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: e45798d1-4660-4af0-870e-2750ae818a8f] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1091.566438] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9608c98b-075f-4bf5-8328-bb2f60b72aec tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.158s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.672661] env[70323]: DEBUG oslo_vmware.api [None req-425e0e21-2b56-433c-aabb-fbed2701045b tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3227749, 'name': PowerOffVM_Task, 'duration_secs': 0.200288} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.679046] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-425e0e21-2b56-433c-aabb-fbed2701045b tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1091.679273] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-425e0e21-2b56-433c-aabb-fbed2701045b tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1091.679896] env[70323]: DEBUG oslo_vmware.api [None req-8a7552ed-331b-41e0-a75c-d5d477002323 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': task-3227748, 'name': RemoveSnapshot_Task, 'duration_secs': 0.440082} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.680336] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40448331-bf64-4eb6-a1c8-629e1e596c7f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.681825] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8a7552ed-331b-41e0-a75c-d5d477002323 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Deleted Snapshot of the VM instance {{(pid=70323) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1091.682853] env[70323]: DEBUG nova.compute.manager [None req-8a7552ed-331b-41e0-a75c-d5d477002323 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1091.682853] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e62b2bd-93cc-41e6-a549-f5918be89030 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.735112] env[70323]: DEBUG oslo_vmware.api [None req-7adc8984-6974-47b8-b40b-4a9a6c2105b4 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52045121-dd16-4bc7-273f-c9f2503fd6f1, 'name': SearchDatastore_Task, 'duration_secs': 0.011983} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.736030] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88ba1ffc-8bbd-42e1-8f54-c1cad19e118a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.741157] env[70323]: DEBUG oslo_vmware.api [None req-7adc8984-6974-47b8-b40b-4a9a6c2105b4 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Waiting for the task: (returnval){ [ 1091.741157] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52ac733b-23c8-9a7d-60af-596103f2c96d" [ 1091.741157] env[70323]: _type = "Task" [ 1091.741157] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.756729] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-425e0e21-2b56-433c-aabb-fbed2701045b tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1091.756929] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-425e0e21-2b56-433c-aabb-fbed2701045b tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f] Deleting contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1091.757127] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-425e0e21-2b56-433c-aabb-fbed2701045b tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Deleting the datastore file [datastore1] 5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1091.760947] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b540ecd9-7863-46fb-afe1-b61c16fdad6d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.766535] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a435f594-323f-4b52-b76f-2ad2951daff3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquiring lock "dd793706-95da-42f2-b9fc-ee37f04e6923-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.766720] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a435f594-323f-4b52-b76f-2ad2951daff3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Lock "dd793706-95da-42f2-b9fc-ee37f04e6923-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.767668] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a435f594-323f-4b52-b76f-2ad2951daff3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Lock "dd793706-95da-42f2-b9fc-ee37f04e6923-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.771851] env[70323]: DEBUG oslo_vmware.api [None req-7adc8984-6974-47b8-b40b-4a9a6c2105b4 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52ac733b-23c8-9a7d-60af-596103f2c96d, 'name': SearchDatastore_Task, 'duration_secs': 0.009433} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.774699] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7adc8984-6974-47b8-b40b-4a9a6c2105b4 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.774699] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-7adc8984-6974-47b8-b40b-4a9a6c2105b4 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4/5177cefd-dc6f-417f-b4b6-80e4efcbcdd4.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1091.775540] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c2bce008-51ec-4036-90dc-fe655312e323 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.778991] env[70323]: DEBUG oslo_vmware.api [None req-425e0e21-2b56-433c-aabb-fbed2701045b tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Waiting for the task: (returnval){ [ 1091.778991] env[70323]: value = "task-3227751" [ 1091.778991] env[70323]: _type = "Task" [ 1091.778991] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.783965] env[70323]: DEBUG oslo_vmware.api [None req-7adc8984-6974-47b8-b40b-4a9a6c2105b4 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Waiting for the task: (returnval){ [ 1091.783965] env[70323]: value = "task-3227752" [ 1091.783965] env[70323]: _type = "Task" [ 1091.783965] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.791666] env[70323]: DEBUG oslo_vmware.api [None req-425e0e21-2b56-433c-aabb-fbed2701045b tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3227751, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.798546] env[70323]: DEBUG oslo_vmware.api [None req-7adc8984-6974-47b8-b40b-4a9a6c2105b4 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227752, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.834147] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b64f3b-4461-450d-9d8b-20435ded9f2c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.844480] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e236f4a3-7278-4ff1-b300-5d8526a9c36e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.876030] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ccb643a-f851-41a3-a031-8a61aa4822df {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.883286] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a8ca82-66dd-4f54-a300-dcd3e75f722d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.896236] env[70323]: DEBUG nova.compute.provider_tree [None req-9608c98b-075f-4bf5-8328-bb2f60b72aec tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.071556] env[70323]: DEBUG nova.compute.utils [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1092.073501] env[70323]: DEBUG nova.compute.manager [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: e45798d1-4660-4af0-870e-2750ae818a8f] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1092.073737] env[70323]: DEBUG nova.network.neutron [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: e45798d1-4660-4af0-870e-2750ae818a8f] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1092.114974] env[70323]: DEBUG nova.policy [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c189b5a8657472fabf068670f677af9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9442610b28a7452a8b29d013bd021928', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 1092.198753] env[70323]: INFO nova.compute.manager [None req-8a7552ed-331b-41e0-a75c-d5d477002323 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Shelve offloading [ 1092.211966] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0bb9142d-fca6-4c2c-94f0-e7067ea5813c tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Acquiring lock "85b2ee19-d788-4047-8afb-51f25e7735cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.212626] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0bb9142d-fca6-4c2c-94f0-e7067ea5813c tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Lock "85b2ee19-d788-4047-8afb-51f25e7735cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.293992] env[70323]: DEBUG oslo_vmware.api [None req-425e0e21-2b56-433c-aabb-fbed2701045b tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3227751, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152255} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.294754] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-425e0e21-2b56-433c-aabb-fbed2701045b tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1092.295036] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-425e0e21-2b56-433c-aabb-fbed2701045b tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f] Deleted contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1092.295241] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-425e0e21-2b56-433c-aabb-fbed2701045b tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1092.295416] env[70323]: INFO nova.compute.manager [None req-425e0e21-2b56-433c-aabb-fbed2701045b tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1092.295693] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-425e0e21-2b56-433c-aabb-fbed2701045b tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1092.295955] env[70323]: DEBUG nova.compute.manager [-] [instance: 5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1092.296228] env[70323]: DEBUG nova.network.neutron [-] [instance: 5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1092.301317] env[70323]: DEBUG oslo_vmware.api [None req-7adc8984-6974-47b8-b40b-4a9a6c2105b4 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227752, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506697} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.301841] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-7adc8984-6974-47b8-b40b-4a9a6c2105b4 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4/5177cefd-dc6f-417f-b4b6-80e4efcbcdd4.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1092.302075] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-7adc8984-6974-47b8-b40b-4a9a6c2105b4 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1092.302469] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7aadf2da-3aad-4272-894d-4a07782a3a71 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.309652] env[70323]: DEBUG oslo_vmware.api [None req-7adc8984-6974-47b8-b40b-4a9a6c2105b4 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Waiting for the task: (returnval){ [ 1092.309652] env[70323]: value = "task-3227753" [ 1092.309652] env[70323]: _type = "Task" [ 1092.309652] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.320731] env[70323]: DEBUG oslo_vmware.api [None req-7adc8984-6974-47b8-b40b-4a9a6c2105b4 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227753, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.384018] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a9d132be-906f-4af4-9f70-1573028489ab tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Acquiring lock "5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.384267] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a9d132be-906f-4af4-9f70-1573028489ab tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Lock "5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.399293] env[70323]: DEBUG nova.scheduler.client.report [None req-9608c98b-075f-4bf5-8328-bb2f60b72aec tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1092.516093] env[70323]: DEBUG nova.network.neutron [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: e45798d1-4660-4af0-870e-2750ae818a8f] Successfully created port: 55ebe629-9699-4b39-a069-fe0a9ad7e393 {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1092.579708] env[70323]: DEBUG nova.compute.manager [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: e45798d1-4660-4af0-870e-2750ae818a8f] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1092.703661] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a7552ed-331b-41e0-a75c-d5d477002323 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1092.704050] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d18234f2-694b-4359-b280-15778db5b186 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.711996] env[70323]: DEBUG oslo_vmware.api [None req-8a7552ed-331b-41e0-a75c-d5d477002323 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Waiting for the task: (returnval){ [ 1092.711996] env[70323]: value = "task-3227754" [ 1092.711996] env[70323]: _type = "Task" [ 1092.711996] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.715337] env[70323]: DEBUG nova.compute.manager [None req-0bb9142d-fca6-4c2c-94f0-e7067ea5813c tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] [instance: 85b2ee19-d788-4047-8afb-51f25e7735cc] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1092.722871] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a7552ed-331b-41e0-a75c-d5d477002323 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] VM already powered off {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1092.723315] env[70323]: DEBUG nova.compute.manager [None req-8a7552ed-331b-41e0-a75c-d5d477002323 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1092.724131] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ecc0247-6f35-42fe-8614-73b0afb0a7ec {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.730715] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8a7552ed-331b-41e0-a75c-d5d477002323 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Acquiring lock "refresh_cache-6e39317c-64f3-4457-b2ef-bc6d61fe59d1" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.731022] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8a7552ed-331b-41e0-a75c-d5d477002323 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Acquired lock "refresh_cache-6e39317c-64f3-4457-b2ef-bc6d61fe59d1" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.731342] env[70323]: DEBUG nova.network.neutron [None req-8a7552ed-331b-41e0-a75c-d5d477002323 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1092.820928] env[70323]: DEBUG oslo_vmware.api [None req-7adc8984-6974-47b8-b40b-4a9a6c2105b4 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227753, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065258} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.821490] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-7adc8984-6974-47b8-b40b-4a9a6c2105b4 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1092.822559] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1ceafa-01e6-4cfd-b8ae-92e8a7b4742e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.850545] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-7adc8984-6974-47b8-b40b-4a9a6c2105b4 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4/5177cefd-dc6f-417f-b4b6-80e4efcbcdd4.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1092.851766] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a435f594-323f-4b52-b76f-2ad2951daff3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquiring lock "refresh_cache-dd793706-95da-42f2-b9fc-ee37f04e6923" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.852103] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a435f594-323f-4b52-b76f-2ad2951daff3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquired lock "refresh_cache-dd793706-95da-42f2-b9fc-ee37f04e6923" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.852321] env[70323]: DEBUG nova.network.neutron [None req-a435f594-323f-4b52-b76f-2ad2951daff3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1092.853634] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1a2a769-7c2a-44ab-863b-54929401eef2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.883473] env[70323]: DEBUG oslo_vmware.api [None req-7adc8984-6974-47b8-b40b-4a9a6c2105b4 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Waiting for the task: (returnval){ [ 1092.883473] env[70323]: value = "task-3227755" [ 1092.883473] env[70323]: _type = "Task" [ 1092.883473] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.887521] env[70323]: DEBUG nova.compute.manager [None req-a9d132be-906f-4af4-9f70-1573028489ab tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] [instance: 5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1092.896159] env[70323]: DEBUG oslo_vmware.api [None req-7adc8984-6974-47b8-b40b-4a9a6c2105b4 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227755, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.904340] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9608c98b-075f-4bf5-8328-bb2f60b72aec tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.339s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.904532] env[70323]: INFO nova.compute.manager [None req-9608c98b-075f-4bf5-8328-bb2f60b72aec tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] Successfully reverted task state from rebuilding on failure for instance. [ 1092.911748] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b83fee8c-2242-47be-92bf-03bf0232a368 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.494s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.911940] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b83fee8c-2242-47be-92bf-03bf0232a368 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.916650] env[70323]: DEBUG oslo_concurrency.lockutils [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.836s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.918027] env[70323]: INFO nova.compute.claims [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 463a69ec-6f8d-40ab-8fc1-0aacab523905] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1092.942329] env[70323]: DEBUG nova.compute.manager [req-cba85919-5a89-40f3-a8d3-866b66a56459 req-a9d6172c-b33a-4a24-80d7-71e24c910869 service nova] [instance: 5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f] Received event network-vif-deleted-2dd51a0c-78af-4584-8ac0-e055c2ba4ec7 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.942579] env[70323]: INFO nova.compute.manager [req-cba85919-5a89-40f3-a8d3-866b66a56459 req-a9d6172c-b33a-4a24-80d7-71e24c910869 service nova] [instance: 5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f] Neutron deleted interface 2dd51a0c-78af-4584-8ac0-e055c2ba4ec7; detaching it from the instance and deleting it from the info cache [ 1092.942769] env[70323]: DEBUG nova.network.neutron [req-cba85919-5a89-40f3-a8d3-866b66a56459 req-a9d6172c-b33a-4a24-80d7-71e24c910869 service nova] [instance: 5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.951594] env[70323]: INFO nova.scheduler.client.report [None req-b83fee8c-2242-47be-92bf-03bf0232a368 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Deleted allocations for instance 3f04db1b-3c49-49aa-a84d-7abb8d6b697f [ 1093.133309] env[70323]: DEBUG nova.network.neutron [None req-a435f594-323f-4b52-b76f-2ad2951daff3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Updating instance_info_cache with network_info: [{"id": "4c27b25c-91c2-45e0-a3d1-4c3e2eac4a19", "address": "fa:16:3e:9e:f7:c7", "network": {"id": "3543c4fd-df33-4be9-b279-a13bfe5a7b34", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-877530561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e98df60171c4d319ce48c2e7ddb11d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c27b25c-91", "ovs_interfaceid": "4c27b25c-91c2-45e0-a3d1-4c3e2eac4a19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.236395] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0bb9142d-fca6-4c2c-94f0-e7067ea5813c tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.378415] env[70323]: DEBUG nova.network.neutron [-] [instance: 5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.400423] env[70323]: DEBUG oslo_vmware.api [None req-7adc8984-6974-47b8-b40b-4a9a6c2105b4 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227755, 'name': ReconfigVM_Task, 'duration_secs': 0.294319} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.403564] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-7adc8984-6974-47b8-b40b-4a9a6c2105b4 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4/5177cefd-dc6f-417f-b4b6-80e4efcbcdd4.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1093.404575] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-649c7d49-826f-4dee-9b53-e5f6ab2ee949 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.411324] env[70323]: DEBUG oslo_vmware.api [None req-7adc8984-6974-47b8-b40b-4a9a6c2105b4 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Waiting for the task: (returnval){ [ 1093.411324] env[70323]: value = "task-3227756" [ 1093.411324] env[70323]: _type = "Task" [ 1093.411324] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.415925] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a9d132be-906f-4af4-9f70-1573028489ab tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.423472] env[70323]: DEBUG oslo_vmware.api [None req-7adc8984-6974-47b8-b40b-4a9a6c2105b4 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227756, 'name': Rename_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.446175] env[70323]: DEBUG nova.network.neutron [None req-8a7552ed-331b-41e0-a75c-d5d477002323 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Updating instance_info_cache with network_info: [{"id": "8067c626-6a07-478c-a9c9-f6409db15661", "address": "fa:16:3e:3b:88:2a", "network": {"id": "fc3d8f66-68dc-439f-ae88-08847ea1b79b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-636727625-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56bce83c4aa34fd183239997eee175c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8067c626-6a", "ovs_interfaceid": "8067c626-6a07-478c-a9c9-f6409db15661", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.448026] env[70323]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c1b36af4-c9a4-4b92-9a2a-6eb63961d6e4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.457361] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13045ae9-6064-405d-bd6b-cdf72db2adc2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.471332] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b83fee8c-2242-47be-92bf-03bf0232a368 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Lock "3f04db1b-3c49-49aa-a84d-7abb8d6b697f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.921s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.492051] env[70323]: DEBUG nova.compute.manager [req-cba85919-5a89-40f3-a8d3-866b66a56459 req-a9d6172c-b33a-4a24-80d7-71e24c910869 service nova] [instance: 5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f] Detach interface failed, port_id=2dd51a0c-78af-4584-8ac0-e055c2ba4ec7, reason: Instance 5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f could not be found. {{(pid=70323) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1093.589158] env[70323]: DEBUG nova.compute.manager [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: e45798d1-4660-4af0-870e-2750ae818a8f] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1093.615390] env[70323]: DEBUG nova.virt.hardware [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1093.615658] env[70323]: DEBUG nova.virt.hardware [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1093.615816] env[70323]: DEBUG nova.virt.hardware [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1093.615997] env[70323]: DEBUG nova.virt.hardware [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1093.616160] env[70323]: DEBUG nova.virt.hardware [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1093.616319] env[70323]: DEBUG nova.virt.hardware [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1093.616553] env[70323]: DEBUG nova.virt.hardware [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1093.616783] env[70323]: DEBUG nova.virt.hardware [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1093.617013] env[70323]: DEBUG nova.virt.hardware [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1093.617194] env[70323]: DEBUG nova.virt.hardware [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1093.617373] env[70323]: DEBUG nova.virt.hardware [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1093.618415] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962ce489-e2d5-4298-8e03-846fb8f89992 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.626262] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0fc866-87d4-44b2-a72e-a479bcb6eacd {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.641160] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a435f594-323f-4b52-b76f-2ad2951daff3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Releasing lock "refresh_cache-dd793706-95da-42f2-b9fc-ee37f04e6923" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.882055] env[70323]: INFO nova.compute.manager [-] [instance: 5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f] Took 1.59 seconds to deallocate network for instance. [ 1093.922897] env[70323]: DEBUG oslo_vmware.api [None req-7adc8984-6974-47b8-b40b-4a9a6c2105b4 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227756, 'name': Rename_Task, 'duration_secs': 0.148776} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.924332] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-7adc8984-6974-47b8-b40b-4a9a6c2105b4 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1093.927782] env[70323]: DEBUG nova.compute.manager [req-393a7f0c-eb49-420b-8325-dbb137e88c36 req-422752ef-969b-4b89-b490-6ef4aec10487 service nova] [instance: e45798d1-4660-4af0-870e-2750ae818a8f] Received event network-vif-plugged-55ebe629-9699-4b39-a069-fe0a9ad7e393 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.927981] env[70323]: DEBUG oslo_concurrency.lockutils [req-393a7f0c-eb49-420b-8325-dbb137e88c36 req-422752ef-969b-4b89-b490-6ef4aec10487 service nova] Acquiring lock "e45798d1-4660-4af0-870e-2750ae818a8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.928196] env[70323]: DEBUG oslo_concurrency.lockutils [req-393a7f0c-eb49-420b-8325-dbb137e88c36 req-422752ef-969b-4b89-b490-6ef4aec10487 service nova] Lock "e45798d1-4660-4af0-870e-2750ae818a8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.928400] env[70323]: DEBUG oslo_concurrency.lockutils [req-393a7f0c-eb49-420b-8325-dbb137e88c36 req-422752ef-969b-4b89-b490-6ef4aec10487 service nova] Lock "e45798d1-4660-4af0-870e-2750ae818a8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.928540] env[70323]: DEBUG nova.compute.manager [req-393a7f0c-eb49-420b-8325-dbb137e88c36 req-422752ef-969b-4b89-b490-6ef4aec10487 service nova] [instance: e45798d1-4660-4af0-870e-2750ae818a8f] No waiting events found dispatching network-vif-plugged-55ebe629-9699-4b39-a069-fe0a9ad7e393 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1093.928704] env[70323]: WARNING nova.compute.manager [req-393a7f0c-eb49-420b-8325-dbb137e88c36 req-422752ef-969b-4b89-b490-6ef4aec10487 service nova] [instance: e45798d1-4660-4af0-870e-2750ae818a8f] Received unexpected event network-vif-plugged-55ebe629-9699-4b39-a069-fe0a9ad7e393 for instance with vm_state building and task_state spawning. [ 1093.929159] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e4324829-c37c-4bf3-a615-fc1a3d6d713d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.937215] env[70323]: DEBUG oslo_vmware.api [None req-7adc8984-6974-47b8-b40b-4a9a6c2105b4 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Waiting for the task: (returnval){ [ 1093.937215] env[70323]: value = "task-3227757" [ 1093.937215] env[70323]: _type = "Task" [ 1093.937215] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.946022] env[70323]: DEBUG oslo_vmware.api [None req-7adc8984-6974-47b8-b40b-4a9a6c2105b4 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227757, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.950428] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8a7552ed-331b-41e0-a75c-d5d477002323 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Releasing lock "refresh_cache-6e39317c-64f3-4457-b2ef-bc6d61fe59d1" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.167772] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323d8519-08f2-4fad-95fd-732fc6ae3b0e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.191263] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f5c8977-11ec-43a9-a383-42e63b20fede {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.194785] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256dd386-3b30-4230-90ef-a5a2d397c45e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.208029] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-764bc307-0c9f-4487-b6a6-5995523c0d08 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.210096] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a435f594-323f-4b52-b76f-2ad2951daff3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Updating instance 'dd793706-95da-42f2-b9fc-ee37f04e6923' progress to 83 {{(pid=70323) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1094.250760] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1472e4ca-d546-47bf-bd34-acb2fcf6fc7a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.259562] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eccdcfcc-bcc9-419b-9fa8-31372219e2c8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.266798] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8a7552ed-331b-41e0-a75c-d5d477002323 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1094.268334] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0563ea2d-6c68-46ef-8c75-440e99e60dbb {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.283486] env[70323]: DEBUG nova.compute.provider_tree [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.287781] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8a7552ed-331b-41e0-a75c-d5d477002323 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1094.288305] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-611cc670-e7c4-4885-8e22-05ec96d2ec1d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.298456] env[70323]: DEBUG nova.network.neutron [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: e45798d1-4660-4af0-870e-2750ae818a8f] Successfully updated port: 55ebe629-9699-4b39-a069-fe0a9ad7e393 {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1094.357693] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8a7552ed-331b-41e0-a75c-d5d477002323 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1094.357930] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8a7552ed-331b-41e0-a75c-d5d477002323 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Deleting contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1094.358133] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a7552ed-331b-41e0-a75c-d5d477002323 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Deleting the datastore file [datastore1] 6e39317c-64f3-4457-b2ef-bc6d61fe59d1 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1094.358407] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d308901-b1f9-4d47-9c7d-67eb774f2d4e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.370079] env[70323]: DEBUG oslo_vmware.api [None req-8a7552ed-331b-41e0-a75c-d5d477002323 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Waiting for the task: (returnval){ [ 1094.370079] env[70323]: value = "task-3227759" [ 1094.370079] env[70323]: _type = "Task" [ 1094.370079] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.378744] env[70323]: DEBUG oslo_vmware.api [None req-8a7552ed-331b-41e0-a75c-d5d477002323 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': task-3227759, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.387934] env[70323]: DEBUG oslo_concurrency.lockutils [None req-425e0e21-2b56-433c-aabb-fbed2701045b tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.447049] env[70323]: DEBUG oslo_vmware.api [None req-7adc8984-6974-47b8-b40b-4a9a6c2105b4 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227757, 'name': PowerOnVM_Task, 'duration_secs': 0.45989} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.447338] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-7adc8984-6974-47b8-b40b-4a9a6c2105b4 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1094.447544] env[70323]: INFO nova.compute.manager [None req-7adc8984-6974-47b8-b40b-4a9a6c2105b4 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Took 7.13 seconds to spawn the instance on the hypervisor. [ 1094.447725] env[70323]: DEBUG nova.compute.manager [None req-7adc8984-6974-47b8-b40b-4a9a6c2105b4 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1094.448606] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753bd6af-9140-4344-a1d1-cc4989a0c802 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.718106] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-a435f594-323f-4b52-b76f-2ad2951daff3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1094.718463] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6062f217-aaa5-4bae-9ef7-cfb0d4396815 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.725223] env[70323]: DEBUG oslo_vmware.api [None req-a435f594-323f-4b52-b76f-2ad2951daff3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Waiting for the task: (returnval){ [ 1094.725223] env[70323]: value = "task-3227760" [ 1094.725223] env[70323]: _type = "Task" [ 1094.725223] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.733199] env[70323]: DEBUG oslo_vmware.api [None req-a435f594-323f-4b52-b76f-2ad2951daff3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3227760, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.790195] env[70323]: DEBUG nova.scheduler.client.report [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.800728] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquiring lock "refresh_cache-e45798d1-4660-4af0-870e-2750ae818a8f" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.800881] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquired lock "refresh_cache-e45798d1-4660-4af0-870e-2750ae818a8f" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.803024] env[70323]: DEBUG nova.network.neutron [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: e45798d1-4660-4af0-870e-2750ae818a8f] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1094.879970] env[70323]: DEBUG oslo_vmware.api [None req-8a7552ed-331b-41e0-a75c-d5d477002323 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': task-3227759, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208089} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.880246] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a7552ed-331b-41e0-a75c-d5d477002323 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1094.880444] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8a7552ed-331b-41e0-a75c-d5d477002323 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Deleted contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1094.880622] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8a7552ed-331b-41e0-a75c-d5d477002323 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1094.901757] env[70323]: INFO nova.scheduler.client.report [None req-8a7552ed-331b-41e0-a75c-d5d477002323 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Deleted allocations for instance 6e39317c-64f3-4457-b2ef-bc6d61fe59d1 [ 1094.965428] env[70323]: INFO nova.compute.manager [None req-7adc8984-6974-47b8-b40b-4a9a6c2105b4 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Took 21.61 seconds to build instance. [ 1094.976025] env[70323]: DEBUG nova.compute.manager [req-df281bb3-b2f5-4db0-b437-dad6b736ead7 req-599898c7-96bd-49b4-8c75-463fb392df7b service nova] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Received event network-vif-unplugged-8067c626-6a07-478c-a9c9-f6409db15661 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.976293] env[70323]: DEBUG oslo_concurrency.lockutils [req-df281bb3-b2f5-4db0-b437-dad6b736ead7 req-599898c7-96bd-49b4-8c75-463fb392df7b service nova] Acquiring lock "6e39317c-64f3-4457-b2ef-bc6d61fe59d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.976485] env[70323]: DEBUG oslo_concurrency.lockutils [req-df281bb3-b2f5-4db0-b437-dad6b736ead7 req-599898c7-96bd-49b4-8c75-463fb392df7b service nova] Lock "6e39317c-64f3-4457-b2ef-bc6d61fe59d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.976628] env[70323]: DEBUG oslo_concurrency.lockutils [req-df281bb3-b2f5-4db0-b437-dad6b736ead7 req-599898c7-96bd-49b4-8c75-463fb392df7b service nova] Lock "6e39317c-64f3-4457-b2ef-bc6d61fe59d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.976795] env[70323]: DEBUG nova.compute.manager [req-df281bb3-b2f5-4db0-b437-dad6b736ead7 req-599898c7-96bd-49b4-8c75-463fb392df7b service nova] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] No waiting events found dispatching network-vif-unplugged-8067c626-6a07-478c-a9c9-f6409db15661 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1094.976979] env[70323]: WARNING nova.compute.manager [req-df281bb3-b2f5-4db0-b437-dad6b736ead7 req-599898c7-96bd-49b4-8c75-463fb392df7b service nova] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Received unexpected event network-vif-unplugged-8067c626-6a07-478c-a9c9-f6409db15661 for instance with vm_state shelved_offloaded and task_state None. [ 1094.977159] env[70323]: DEBUG nova.compute.manager [req-df281bb3-b2f5-4db0-b437-dad6b736ead7 req-599898c7-96bd-49b4-8c75-463fb392df7b service nova] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Received event network-changed-8067c626-6a07-478c-a9c9-f6409db15661 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.977339] env[70323]: DEBUG nova.compute.manager [req-df281bb3-b2f5-4db0-b437-dad6b736ead7 req-599898c7-96bd-49b4-8c75-463fb392df7b service nova] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Refreshing instance network info cache due to event network-changed-8067c626-6a07-478c-a9c9-f6409db15661. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1094.977534] env[70323]: DEBUG oslo_concurrency.lockutils [req-df281bb3-b2f5-4db0-b437-dad6b736ead7 req-599898c7-96bd-49b4-8c75-463fb392df7b service nova] Acquiring lock "refresh_cache-6e39317c-64f3-4457-b2ef-bc6d61fe59d1" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.977683] env[70323]: DEBUG oslo_concurrency.lockutils [req-df281bb3-b2f5-4db0-b437-dad6b736ead7 req-599898c7-96bd-49b4-8c75-463fb392df7b service nova] Acquired lock "refresh_cache-6e39317c-64f3-4457-b2ef-bc6d61fe59d1" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.978033] env[70323]: DEBUG nova.network.neutron [req-df281bb3-b2f5-4db0-b437-dad6b736ead7 req-599898c7-96bd-49b4-8c75-463fb392df7b service nova] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Refreshing network info cache for port 8067c626-6a07-478c-a9c9-f6409db15661 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1095.236400] env[70323]: DEBUG oslo_vmware.api [None req-a435f594-323f-4b52-b76f-2ad2951daff3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3227760, 'name': PowerOnVM_Task, 'duration_secs': 0.420577} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.236742] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-a435f594-323f-4b52-b76f-2ad2951daff3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1095.236850] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a435f594-323f-4b52-b76f-2ad2951daff3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Updating instance 'dd793706-95da-42f2-b9fc-ee37f04e6923' progress to 100 {{(pid=70323) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1095.295771] env[70323]: DEBUG oslo_concurrency.lockutils [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.380s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.296262] env[70323]: DEBUG nova.compute.manager [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 463a69ec-6f8d-40ab-8fc1-0aacab523905] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1095.300214] env[70323]: DEBUG oslo_concurrency.lockutils [None req-851219ee-46b1-4610-981d-1431ffd93bbd tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.809s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.300954] env[70323]: INFO nova.compute.claims [None req-851219ee-46b1-4610-981d-1431ffd93bbd tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1095.349248] env[70323]: DEBUG nova.network.neutron [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: e45798d1-4660-4af0-870e-2750ae818a8f] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1095.406280] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8a7552ed-331b-41e0-a75c-d5d477002323 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.468981] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7adc8984-6974-47b8-b40b-4a9a6c2105b4 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Lock "5177cefd-dc6f-417f-b4b6-80e4efcbcdd4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.123s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.546054] env[70323]: DEBUG nova.network.neutron [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: e45798d1-4660-4af0-870e-2750ae818a8f] Updating instance_info_cache with network_info: [{"id": "55ebe629-9699-4b39-a069-fe0a9ad7e393", "address": "fa:16:3e:86:ca:4c", "network": {"id": "6e67070b-8cfb-44d3-a355-e33374893830", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-79061281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9442610b28a7452a8b29d013bd021928", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55ebe629-96", "ovs_interfaceid": "55ebe629-9699-4b39-a069-fe0a9ad7e393", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.735742] env[70323]: DEBUG nova.network.neutron [req-df281bb3-b2f5-4db0-b437-dad6b736ead7 req-599898c7-96bd-49b4-8c75-463fb392df7b service nova] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Updated VIF entry in instance network info cache for port 8067c626-6a07-478c-a9c9-f6409db15661. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1095.736162] env[70323]: DEBUG nova.network.neutron [req-df281bb3-b2f5-4db0-b437-dad6b736ead7 req-599898c7-96bd-49b4-8c75-463fb392df7b service nova] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Updating instance_info_cache with network_info: [{"id": "8067c626-6a07-478c-a9c9-f6409db15661", "address": "fa:16:3e:3b:88:2a", "network": {"id": "fc3d8f66-68dc-439f-ae88-08847ea1b79b", "bridge": null, "label": "tempest-ServersNegativeTestJSON-636727625-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56bce83c4aa34fd183239997eee175c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap8067c626-6a", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.809437] env[70323]: DEBUG nova.compute.utils [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1095.811618] env[70323]: DEBUG nova.compute.manager [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 463a69ec-6f8d-40ab-8fc1-0aacab523905] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1095.811720] env[70323]: DEBUG nova.network.neutron [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 463a69ec-6f8d-40ab-8fc1-0aacab523905] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1095.879294] env[70323]: DEBUG nova.policy [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33b84c043aae4f1e8baab75c6072bc47', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '432ba14de5374168948a50f7762d7048', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 1095.972477] env[70323]: DEBUG nova.compute.manager [req-626c7346-4a79-4676-b5c6-24cd297227ee req-dad9fcfe-d4f9-4136-86de-d20777b0e672 service nova] [instance: e45798d1-4660-4af0-870e-2750ae818a8f] Received event network-changed-55ebe629-9699-4b39-a069-fe0a9ad7e393 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.972707] env[70323]: DEBUG nova.compute.manager [req-626c7346-4a79-4676-b5c6-24cd297227ee req-dad9fcfe-d4f9-4136-86de-d20777b0e672 service nova] [instance: e45798d1-4660-4af0-870e-2750ae818a8f] Refreshing instance network info cache due to event network-changed-55ebe629-9699-4b39-a069-fe0a9ad7e393. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1095.972890] env[70323]: DEBUG oslo_concurrency.lockutils [req-626c7346-4a79-4676-b5c6-24cd297227ee req-dad9fcfe-d4f9-4136-86de-d20777b0e672 service nova] Acquiring lock "refresh_cache-e45798d1-4660-4af0-870e-2750ae818a8f" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.049724] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Releasing lock "refresh_cache-e45798d1-4660-4af0-870e-2750ae818a8f" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.050108] env[70323]: DEBUG nova.compute.manager [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: e45798d1-4660-4af0-870e-2750ae818a8f] Instance network_info: |[{"id": "55ebe629-9699-4b39-a069-fe0a9ad7e393", "address": "fa:16:3e:86:ca:4c", "network": {"id": "6e67070b-8cfb-44d3-a355-e33374893830", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-79061281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9442610b28a7452a8b29d013bd021928", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55ebe629-96", "ovs_interfaceid": "55ebe629-9699-4b39-a069-fe0a9ad7e393", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1096.050431] env[70323]: DEBUG oslo_concurrency.lockutils [req-626c7346-4a79-4676-b5c6-24cd297227ee req-dad9fcfe-d4f9-4136-86de-d20777b0e672 service nova] Acquired lock "refresh_cache-e45798d1-4660-4af0-870e-2750ae818a8f" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.050616] env[70323]: DEBUG nova.network.neutron [req-626c7346-4a79-4676-b5c6-24cd297227ee req-dad9fcfe-d4f9-4136-86de-d20777b0e672 service nova] [instance: e45798d1-4660-4af0-870e-2750ae818a8f] Refreshing network info cache for port 55ebe629-9699-4b39-a069-fe0a9ad7e393 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1096.052920] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: e45798d1-4660-4af0-870e-2750ae818a8f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:ca:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13b62154-a0e1-4eed-bc30-6464b15993bb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55ebe629-9699-4b39-a069-fe0a9ad7e393', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1096.061889] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1096.063719] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e45798d1-4660-4af0-870e-2750ae818a8f] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1096.064254] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab0d7f4c-d27f-4015-b2f5-d109d92462e2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.087415] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1096.087415] env[70323]: value = "task-3227761" [ 1096.087415] env[70323]: _type = "Task" [ 1096.087415] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.097240] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227761, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.238335] env[70323]: DEBUG oslo_concurrency.lockutils [req-df281bb3-b2f5-4db0-b437-dad6b736ead7 req-599898c7-96bd-49b4-8c75-463fb392df7b service nova] Releasing lock "refresh_cache-6e39317c-64f3-4457-b2ef-bc6d61fe59d1" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.268836] env[70323]: DEBUG nova.network.neutron [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 463a69ec-6f8d-40ab-8fc1-0aacab523905] Successfully created port: 23b388f5-cc96-4304-99a0-3789756088ad {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1096.318422] env[70323]: DEBUG nova.compute.manager [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 463a69ec-6f8d-40ab-8fc1-0aacab523905] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1096.334591] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquiring lock "bb8ebaea-b4c3-45ff-a1db-fad437bcea82" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.334912] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Lock "bb8ebaea-b4c3-45ff-a1db-fad437bcea82" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.339828] env[70323]: DEBUG nova.network.neutron [req-626c7346-4a79-4676-b5c6-24cd297227ee req-dad9fcfe-d4f9-4136-86de-d20777b0e672 service nova] [instance: e45798d1-4660-4af0-870e-2750ae818a8f] Updated VIF entry in instance network info cache for port 55ebe629-9699-4b39-a069-fe0a9ad7e393. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1096.340126] env[70323]: DEBUG nova.network.neutron [req-626c7346-4a79-4676-b5c6-24cd297227ee req-dad9fcfe-d4f9-4136-86de-d20777b0e672 service nova] [instance: e45798d1-4660-4af0-870e-2750ae818a8f] Updating instance_info_cache with network_info: [{"id": "55ebe629-9699-4b39-a069-fe0a9ad7e393", "address": "fa:16:3e:86:ca:4c", "network": {"id": "6e67070b-8cfb-44d3-a355-e33374893830", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-79061281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9442610b28a7452a8b29d013bd021928", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55ebe629-96", "ovs_interfaceid": "55ebe629-9699-4b39-a069-fe0a9ad7e393", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.563493] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91f0f61-38b4-4bdb-8aac-0af48c8b056f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.571411] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ae31b3-b465-4f6f-9c99-7433af4cb15c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.603665] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0371cad-97da-41f1-ae6f-61296f8eca28 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.613447] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d457276-a1eb-41c7-a862-6fd11056d057 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.616830] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227761, 'name': CreateVM_Task, 'duration_secs': 0.348957} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.616992] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e45798d1-4660-4af0-870e-2750ae818a8f] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1096.617910] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.618110] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.618425] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.618653] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0832c1b2-a0c4-488d-8a13-d20792bb5091 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.627447] env[70323]: DEBUG nova.compute.provider_tree [None req-851219ee-46b1-4610-981d-1431ffd93bbd tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.631091] env[70323]: DEBUG oslo_vmware.api [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for the task: (returnval){ [ 1096.631091] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]526e074b-efa1-d64c-99d3-6d237b80e1ed" [ 1096.631091] env[70323]: _type = "Task" [ 1096.631091] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.638441] env[70323]: DEBUG oslo_vmware.api [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]526e074b-efa1-d64c-99d3-6d237b80e1ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.839586] env[70323]: DEBUG nova.compute.manager [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1096.843644] env[70323]: DEBUG oslo_concurrency.lockutils [req-626c7346-4a79-4676-b5c6-24cd297227ee req-dad9fcfe-d4f9-4136-86de-d20777b0e672 service nova] Releasing lock "refresh_cache-e45798d1-4660-4af0-870e-2750ae818a8f" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.064485] env[70323]: DEBUG nova.compute.manager [req-6e7f1cbe-f0fc-47f7-b0da-e40a74a00c79 req-7fcf85f0-0658-438d-912b-dfe1447743e1 service nova] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Received event network-changed-bc627622-2c1d-4ec9-b403-787637b8dafc {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.064626] env[70323]: DEBUG nova.compute.manager [req-6e7f1cbe-f0fc-47f7-b0da-e40a74a00c79 req-7fcf85f0-0658-438d-912b-dfe1447743e1 service nova] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Refreshing instance network info cache due to event network-changed-bc627622-2c1d-4ec9-b403-787637b8dafc. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1097.064846] env[70323]: DEBUG oslo_concurrency.lockutils [req-6e7f1cbe-f0fc-47f7-b0da-e40a74a00c79 req-7fcf85f0-0658-438d-912b-dfe1447743e1 service nova] Acquiring lock "refresh_cache-5177cefd-dc6f-417f-b4b6-80e4efcbcdd4" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.065073] env[70323]: DEBUG oslo_concurrency.lockutils [req-6e7f1cbe-f0fc-47f7-b0da-e40a74a00c79 req-7fcf85f0-0658-438d-912b-dfe1447743e1 service nova] Acquired lock "refresh_cache-5177cefd-dc6f-417f-b4b6-80e4efcbcdd4" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.065171] env[70323]: DEBUG nova.network.neutron [req-6e7f1cbe-f0fc-47f7-b0da-e40a74a00c79 req-7fcf85f0-0658-438d-912b-dfe1447743e1 service nova] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Refreshing network info cache for port bc627622-2c1d-4ec9-b403-787637b8dafc {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1097.131258] env[70323]: DEBUG nova.scheduler.client.report [None req-851219ee-46b1-4610-981d-1431ffd93bbd tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.145358] env[70323]: DEBUG oslo_vmware.api [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]526e074b-efa1-d64c-99d3-6d237b80e1ed, 'name': SearchDatastore_Task, 'duration_secs': 0.009508} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.145650] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.145882] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: e45798d1-4660-4af0-870e-2750ae818a8f] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1097.146132] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.146283] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.146466] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1097.146721] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-50477e25-1397-4e56-b41b-c561503cabb3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.159596] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1097.159855] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1097.161259] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddc2389c-55cc-4bf1-a807-ab1d0c4f1d3e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.166904] env[70323]: DEBUG oslo_vmware.api [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for the task: (returnval){ [ 1097.166904] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52f1f4fd-ce8d-611b-0dc1-5a5c16d80402" [ 1097.166904] env[70323]: _type = "Task" [ 1097.166904] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.174444] env[70323]: DEBUG oslo_vmware.api [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52f1f4fd-ce8d-611b-0dc1-5a5c16d80402, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.345099] env[70323]: DEBUG nova.compute.manager [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 463a69ec-6f8d-40ab-8fc1-0aacab523905] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1097.364893] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.368464] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Acquiring lock "6e39317c-64f3-4457-b2ef-bc6d61fe59d1" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.373292] env[70323]: DEBUG nova.virt.hardware [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1097.373686] env[70323]: DEBUG nova.virt.hardware [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1097.373827] env[70323]: DEBUG nova.virt.hardware [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1097.374107] env[70323]: DEBUG nova.virt.hardware [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1097.374320] env[70323]: DEBUG nova.virt.hardware [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1097.374543] env[70323]: DEBUG nova.virt.hardware [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1097.374810] env[70323]: DEBUG nova.virt.hardware [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1097.375049] env[70323]: DEBUG nova.virt.hardware [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1097.375321] env[70323]: DEBUG nova.virt.hardware [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1097.375543] env[70323]: DEBUG nova.virt.hardware [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1097.375787] env[70323]: DEBUG nova.virt.hardware [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1097.376843] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905e6e8c-70a4-41b4-978e-7ad6ff24beb1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.385856] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83396cb4-8c78-4f0b-b9c9-78fd6500c482 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.447928] env[70323]: DEBUG oslo_concurrency.lockutils [None req-39359df1-cdd3-4e93-ad32-8ac07796ce74 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquiring lock "dd793706-95da-42f2-b9fc-ee37f04e6923" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.448342] env[70323]: DEBUG oslo_concurrency.lockutils [None req-39359df1-cdd3-4e93-ad32-8ac07796ce74 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Lock "dd793706-95da-42f2-b9fc-ee37f04e6923" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.448545] env[70323]: DEBUG nova.compute.manager [None req-39359df1-cdd3-4e93-ad32-8ac07796ce74 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Going to confirm migration 6 {{(pid=70323) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1097.641613] env[70323]: DEBUG oslo_concurrency.lockutils [None req-851219ee-46b1-4610-981d-1431ffd93bbd tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.342s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.641613] env[70323]: DEBUG nova.compute.manager [None req-851219ee-46b1-4610-981d-1431ffd93bbd tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1097.644703] env[70323]: DEBUG oslo_concurrency.lockutils [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.556s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.645752] env[70323]: INFO nova.compute.claims [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 9737b7c3-63e9-47cf-acdc-0a3c43b85ee0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1097.678209] env[70323]: DEBUG oslo_vmware.api [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52f1f4fd-ce8d-611b-0dc1-5a5c16d80402, 'name': SearchDatastore_Task, 'duration_secs': 0.018935} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.679047] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48d844c2-4463-4b8e-b050-1b5d8a14093d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.684479] env[70323]: DEBUG oslo_vmware.api [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for the task: (returnval){ [ 1097.684479] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52d54690-a45c-aa80-6aaf-db8ce0d30a2b" [ 1097.684479] env[70323]: _type = "Task" [ 1097.684479] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.697530] env[70323]: DEBUG oslo_vmware.api [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52d54690-a45c-aa80-6aaf-db8ce0d30a2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.823808] env[70323]: DEBUG nova.network.neutron [req-6e7f1cbe-f0fc-47f7-b0da-e40a74a00c79 req-7fcf85f0-0658-438d-912b-dfe1447743e1 service nova] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Updated VIF entry in instance network info cache for port bc627622-2c1d-4ec9-b403-787637b8dafc. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1097.824224] env[70323]: DEBUG nova.network.neutron [req-6e7f1cbe-f0fc-47f7-b0da-e40a74a00c79 req-7fcf85f0-0658-438d-912b-dfe1447743e1 service nova] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Updating instance_info_cache with network_info: [{"id": "bc627622-2c1d-4ec9-b403-787637b8dafc", "address": "fa:16:3e:58:40:3e", "network": {"id": "72c9180f-a081-4a3c-a140-c168d882c6f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1947974250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "629980704660404c9e5b2a810d6182a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc627622-2c", "ovs_interfaceid": "bc627622-2c1d-4ec9-b403-787637b8dafc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.869771] env[70323]: DEBUG nova.network.neutron [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 463a69ec-6f8d-40ab-8fc1-0aacab523905] Successfully updated port: 23b388f5-cc96-4304-99a0-3789756088ad {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1097.988517] env[70323]: DEBUG oslo_concurrency.lockutils [None req-39359df1-cdd3-4e93-ad32-8ac07796ce74 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquiring lock "refresh_cache-dd793706-95da-42f2-b9fc-ee37f04e6923" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.988712] env[70323]: DEBUG oslo_concurrency.lockutils [None req-39359df1-cdd3-4e93-ad32-8ac07796ce74 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquired lock "refresh_cache-dd793706-95da-42f2-b9fc-ee37f04e6923" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.988872] env[70323]: DEBUG nova.network.neutron [None req-39359df1-cdd3-4e93-ad32-8ac07796ce74 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1097.989072] env[70323]: DEBUG nova.objects.instance [None req-39359df1-cdd3-4e93-ad32-8ac07796ce74 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Lazy-loading 'info_cache' on Instance uuid dd793706-95da-42f2-b9fc-ee37f04e6923 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1098.154902] env[70323]: DEBUG nova.compute.utils [None req-851219ee-46b1-4610-981d-1431ffd93bbd tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1098.156289] env[70323]: DEBUG nova.compute.manager [None req-851219ee-46b1-4610-981d-1431ffd93bbd tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1098.156457] env[70323]: DEBUG nova.network.neutron [None req-851219ee-46b1-4610-981d-1431ffd93bbd tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1098.196471] env[70323]: DEBUG oslo_vmware.api [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52d54690-a45c-aa80-6aaf-db8ce0d30a2b, 'name': SearchDatastore_Task, 'duration_secs': 0.013348} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.196727] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.197042] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] e45798d1-4660-4af0-870e-2750ae818a8f/e45798d1-4660-4af0-870e-2750ae818a8f.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1098.197309] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c6ef685-b7b9-4501-98e9-e66c0ee25b54 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.202441] env[70323]: DEBUG nova.policy [None req-851219ee-46b1-4610-981d-1431ffd93bbd tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33b84c043aae4f1e8baab75c6072bc47', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '432ba14de5374168948a50f7762d7048', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 1098.205418] env[70323]: DEBUG oslo_vmware.api [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for the task: (returnval){ [ 1098.205418] env[70323]: value = "task-3227762" [ 1098.205418] env[70323]: _type = "Task" [ 1098.205418] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.213445] env[70323]: DEBUG oslo_vmware.api [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227762, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.327825] env[70323]: DEBUG oslo_concurrency.lockutils [req-6e7f1cbe-f0fc-47f7-b0da-e40a74a00c79 req-7fcf85f0-0658-438d-912b-dfe1447743e1 service nova] Releasing lock "refresh_cache-5177cefd-dc6f-417f-b4b6-80e4efcbcdd4" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.371918] env[70323]: DEBUG oslo_concurrency.lockutils [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Acquiring lock "refresh_cache-463a69ec-6f8d-40ab-8fc1-0aacab523905" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.372267] env[70323]: DEBUG oslo_concurrency.lockutils [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Acquired lock "refresh_cache-463a69ec-6f8d-40ab-8fc1-0aacab523905" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.372386] env[70323]: DEBUG nova.network.neutron [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 463a69ec-6f8d-40ab-8fc1-0aacab523905] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1098.506690] env[70323]: DEBUG nova.network.neutron [None req-851219ee-46b1-4610-981d-1431ffd93bbd tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8] Successfully created port: 9644163a-328f-4db3-99be-a606a37077f1 {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1098.659952] env[70323]: DEBUG nova.compute.manager [None req-851219ee-46b1-4610-981d-1431ffd93bbd tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1098.721956] env[70323]: DEBUG oslo_vmware.api [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227762, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.912347] env[70323]: DEBUG nova.network.neutron [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 463a69ec-6f8d-40ab-8fc1-0aacab523905] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1098.972065] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11215ec3-7630-4d0d-9a9a-ee278fc8b6db {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.981823] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aabc724-6756-448e-b618-daad3ae1a63b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.019200] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80e05be-1235-4f8d-902f-39b832327978 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.030542] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e87f41-a684-4662-92e9-02e8b9032f36 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.047784] env[70323]: DEBUG nova.compute.provider_tree [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.093882] env[70323]: DEBUG nova.compute.manager [req-2d58613e-b0ba-468d-9656-3c08606747b0 req-85df7f4e-fc42-4ca8-a7f5-d25fbbfd5b68 service nova] [instance: 463a69ec-6f8d-40ab-8fc1-0aacab523905] Received event network-vif-plugged-23b388f5-cc96-4304-99a0-3789756088ad {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.094155] env[70323]: DEBUG oslo_concurrency.lockutils [req-2d58613e-b0ba-468d-9656-3c08606747b0 req-85df7f4e-fc42-4ca8-a7f5-d25fbbfd5b68 service nova] Acquiring lock "463a69ec-6f8d-40ab-8fc1-0aacab523905-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.094331] env[70323]: DEBUG oslo_concurrency.lockutils [req-2d58613e-b0ba-468d-9656-3c08606747b0 req-85df7f4e-fc42-4ca8-a7f5-d25fbbfd5b68 service nova] Lock "463a69ec-6f8d-40ab-8fc1-0aacab523905-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.094502] env[70323]: DEBUG oslo_concurrency.lockutils [req-2d58613e-b0ba-468d-9656-3c08606747b0 req-85df7f4e-fc42-4ca8-a7f5-d25fbbfd5b68 service nova] Lock "463a69ec-6f8d-40ab-8fc1-0aacab523905-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.094674] env[70323]: DEBUG nova.compute.manager [req-2d58613e-b0ba-468d-9656-3c08606747b0 req-85df7f4e-fc42-4ca8-a7f5-d25fbbfd5b68 service nova] [instance: 463a69ec-6f8d-40ab-8fc1-0aacab523905] No waiting events found dispatching network-vif-plugged-23b388f5-cc96-4304-99a0-3789756088ad {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1099.094909] env[70323]: WARNING nova.compute.manager [req-2d58613e-b0ba-468d-9656-3c08606747b0 req-85df7f4e-fc42-4ca8-a7f5-d25fbbfd5b68 service nova] [instance: 463a69ec-6f8d-40ab-8fc1-0aacab523905] Received unexpected event network-vif-plugged-23b388f5-cc96-4304-99a0-3789756088ad for instance with vm_state building and task_state spawning. [ 1099.095111] env[70323]: DEBUG nova.compute.manager [req-2d58613e-b0ba-468d-9656-3c08606747b0 req-85df7f4e-fc42-4ca8-a7f5-d25fbbfd5b68 service nova] [instance: 463a69ec-6f8d-40ab-8fc1-0aacab523905] Received event network-changed-23b388f5-cc96-4304-99a0-3789756088ad {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.095264] env[70323]: DEBUG nova.compute.manager [req-2d58613e-b0ba-468d-9656-3c08606747b0 req-85df7f4e-fc42-4ca8-a7f5-d25fbbfd5b68 service nova] [instance: 463a69ec-6f8d-40ab-8fc1-0aacab523905] Refreshing instance network info cache due to event network-changed-23b388f5-cc96-4304-99a0-3789756088ad. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1099.095394] env[70323]: DEBUG oslo_concurrency.lockutils [req-2d58613e-b0ba-468d-9656-3c08606747b0 req-85df7f4e-fc42-4ca8-a7f5-d25fbbfd5b68 service nova] Acquiring lock "refresh_cache-463a69ec-6f8d-40ab-8fc1-0aacab523905" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.118043] env[70323]: DEBUG nova.network.neutron [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 463a69ec-6f8d-40ab-8fc1-0aacab523905] Updating instance_info_cache with network_info: [{"id": "23b388f5-cc96-4304-99a0-3789756088ad", "address": "fa:16:3e:64:48:bc", "network": {"id": "56e9e9f4-4e60-4c7b-aa0e-c44c5b186d4a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1121117638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "432ba14de5374168948a50f7762d7048", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23b388f5-cc", "ovs_interfaceid": "23b388f5-cc96-4304-99a0-3789756088ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.221647] env[70323]: DEBUG oslo_vmware.api [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227762, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.978439} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.221965] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] e45798d1-4660-4af0-870e-2750ae818a8f/e45798d1-4660-4af0-870e-2750ae818a8f.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1099.223678] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: e45798d1-4660-4af0-870e-2750ae818a8f] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1099.223678] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-400256d8-1b20-417e-800d-fecbec538204 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.231045] env[70323]: DEBUG oslo_vmware.api [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for the task: (returnval){ [ 1099.231045] env[70323]: value = "task-3227763" [ 1099.231045] env[70323]: _type = "Task" [ 1099.231045] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.239682] env[70323]: DEBUG oslo_vmware.api [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227763, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.325355] env[70323]: DEBUG nova.network.neutron [None req-39359df1-cdd3-4e93-ad32-8ac07796ce74 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Updating instance_info_cache with network_info: [{"id": "4c27b25c-91c2-45e0-a3d1-4c3e2eac4a19", "address": "fa:16:3e:9e:f7:c7", "network": {"id": "3543c4fd-df33-4be9-b279-a13bfe5a7b34", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-877530561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e98df60171c4d319ce48c2e7ddb11d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c27b25c-91", "ovs_interfaceid": "4c27b25c-91c2-45e0-a3d1-4c3e2eac4a19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.551030] env[70323]: DEBUG nova.scheduler.client.report [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1099.620584] env[70323]: DEBUG oslo_concurrency.lockutils [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Releasing lock "refresh_cache-463a69ec-6f8d-40ab-8fc1-0aacab523905" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.620944] env[70323]: DEBUG nova.compute.manager [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 463a69ec-6f8d-40ab-8fc1-0aacab523905] Instance network_info: |[{"id": "23b388f5-cc96-4304-99a0-3789756088ad", "address": "fa:16:3e:64:48:bc", "network": {"id": "56e9e9f4-4e60-4c7b-aa0e-c44c5b186d4a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1121117638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "432ba14de5374168948a50f7762d7048", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23b388f5-cc", "ovs_interfaceid": "23b388f5-cc96-4304-99a0-3789756088ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1099.621720] env[70323]: DEBUG oslo_concurrency.lockutils [req-2d58613e-b0ba-468d-9656-3c08606747b0 req-85df7f4e-fc42-4ca8-a7f5-d25fbbfd5b68 service nova] Acquired lock "refresh_cache-463a69ec-6f8d-40ab-8fc1-0aacab523905" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.621946] env[70323]: DEBUG nova.network.neutron [req-2d58613e-b0ba-468d-9656-3c08606747b0 req-85df7f4e-fc42-4ca8-a7f5-d25fbbfd5b68 service nova] [instance: 463a69ec-6f8d-40ab-8fc1-0aacab523905] Refreshing network info cache for port 23b388f5-cc96-4304-99a0-3789756088ad {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1099.623289] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 463a69ec-6f8d-40ab-8fc1-0aacab523905] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:48:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a8c8175-1197-4f12-baac-ef6aba95f585', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '23b388f5-cc96-4304-99a0-3789756088ad', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1099.630830] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Creating folder: Project (432ba14de5374168948a50f7762d7048). Parent ref: group-v644941. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1099.631935] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-730d63c0-686b-47b0-a762-5db2ab779859 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.644536] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Created folder: Project (432ba14de5374168948a50f7762d7048) in parent group-v644941. [ 1099.644731] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Creating folder: Instances. Parent ref: group-v645231. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1099.644965] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea388b05-0cac-46f5-b580-b6be71d58314 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.654099] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Created folder: Instances in parent group-v645231. [ 1099.654345] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1099.654536] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 463a69ec-6f8d-40ab-8fc1-0aacab523905] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1099.654745] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6c1490e4-f4d0-49d5-86ba-0a7061d691fc {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.674741] env[70323]: DEBUG nova.compute.manager [None req-851219ee-46b1-4610-981d-1431ffd93bbd tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1099.676876] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1099.676876] env[70323]: value = "task-3227766" [ 1099.676876] env[70323]: _type = "Task" [ 1099.676876] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.688755] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227766, 'name': CreateVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.701625] env[70323]: DEBUG nova.virt.hardware [None req-851219ee-46b1-4610-981d-1431ffd93bbd tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1099.701887] env[70323]: DEBUG nova.virt.hardware [None req-851219ee-46b1-4610-981d-1431ffd93bbd tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1099.702064] env[70323]: DEBUG nova.virt.hardware [None req-851219ee-46b1-4610-981d-1431ffd93bbd tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1099.702251] env[70323]: DEBUG nova.virt.hardware [None req-851219ee-46b1-4610-981d-1431ffd93bbd tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1099.702397] env[70323]: DEBUG nova.virt.hardware [None req-851219ee-46b1-4610-981d-1431ffd93bbd tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1099.702579] env[70323]: DEBUG nova.virt.hardware [None req-851219ee-46b1-4610-981d-1431ffd93bbd tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1099.702801] env[70323]: DEBUG nova.virt.hardware [None req-851219ee-46b1-4610-981d-1431ffd93bbd tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1099.702993] env[70323]: DEBUG nova.virt.hardware [None req-851219ee-46b1-4610-981d-1431ffd93bbd tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1099.703133] env[70323]: DEBUG nova.virt.hardware [None req-851219ee-46b1-4610-981d-1431ffd93bbd tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1099.703295] env[70323]: DEBUG nova.virt.hardware [None req-851219ee-46b1-4610-981d-1431ffd93bbd tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1099.703478] env[70323]: DEBUG nova.virt.hardware [None req-851219ee-46b1-4610-981d-1431ffd93bbd tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1099.704610] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae0a421-8860-4682-8393-5dee6cb89ccc {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.711938] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64b08ff-e75a-4040-80b8-06b562e22f24 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.740329] env[70323]: DEBUG oslo_vmware.api [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227763, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06813} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.740612] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: e45798d1-4660-4af0-870e-2750ae818a8f] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1099.741383] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0de0fc3-1f88-422a-bd16-13431a19fc67 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.763369] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: e45798d1-4660-4af0-870e-2750ae818a8f] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] e45798d1-4660-4af0-870e-2750ae818a8f/e45798d1-4660-4af0-870e-2750ae818a8f.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1099.763652] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-732a524d-24fb-45d8-8283-73f1ded64b1d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.784409] env[70323]: DEBUG oslo_vmware.api [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for the task: (returnval){ [ 1099.784409] env[70323]: value = "task-3227767" [ 1099.784409] env[70323]: _type = "Task" [ 1099.784409] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.792714] env[70323]: DEBUG oslo_vmware.api [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227767, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.828638] env[70323]: DEBUG oslo_concurrency.lockutils [None req-39359df1-cdd3-4e93-ad32-8ac07796ce74 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Releasing lock "refresh_cache-dd793706-95da-42f2-b9fc-ee37f04e6923" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.828959] env[70323]: DEBUG nova.objects.instance [None req-39359df1-cdd3-4e93-ad32-8ac07796ce74 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Lazy-loading 'migration_context' on Instance uuid dd793706-95da-42f2-b9fc-ee37f04e6923 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1100.056140] env[70323]: DEBUG oslo_concurrency.lockutils [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.412s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.056820] env[70323]: DEBUG nova.compute.manager [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 9737b7c3-63e9-47cf-acdc-0a3c43b85ee0] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1100.060418] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7b140763-014d-48d1-819c-c366d559adfe tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.470s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.060418] env[70323]: DEBUG nova.objects.instance [None req-7b140763-014d-48d1-819c-c366d559adfe tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Lazy-loading 'resources' on Instance uuid 7df9555e-167b-432c-b2b2-1730bd69483e {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1100.108102] env[70323]: DEBUG nova.network.neutron [None req-851219ee-46b1-4610-981d-1431ffd93bbd tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8] Successfully updated port: 9644163a-328f-4db3-99be-a606a37077f1 {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1100.186634] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227766, 'name': CreateVM_Task, 'duration_secs': 0.469903} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.186810] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 463a69ec-6f8d-40ab-8fc1-0aacab523905] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1100.187642] env[70323]: DEBUG oslo_concurrency.lockutils [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.187814] env[70323]: DEBUG oslo_concurrency.lockutils [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.188247] env[70323]: DEBUG oslo_concurrency.lockutils [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.188508] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-038e952b-6d77-4830-96ec-42ac841547cb {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.192830] env[70323]: DEBUG oslo_vmware.api [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Waiting for the task: (returnval){ [ 1100.192830] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52de9865-e281-8037-38c4-e7bff8143b79" [ 1100.192830] env[70323]: _type = "Task" [ 1100.192830] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.200129] env[70323]: DEBUG oslo_vmware.api [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52de9865-e281-8037-38c4-e7bff8143b79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.294060] env[70323]: DEBUG oslo_vmware.api [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227767, 'name': ReconfigVM_Task, 'duration_secs': 0.370073} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.294358] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: e45798d1-4660-4af0-870e-2750ae818a8f] Reconfigured VM instance instance-00000068 to attach disk [datastore2] e45798d1-4660-4af0-870e-2750ae818a8f/e45798d1-4660-4af0-870e-2750ae818a8f.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1100.294973] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bf8b4312-f875-4fc1-9121-21437effdae6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.300651] env[70323]: DEBUG oslo_vmware.api [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for the task: (returnval){ [ 1100.300651] env[70323]: value = "task-3227768" [ 1100.300651] env[70323]: _type = "Task" [ 1100.300651] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.308983] env[70323]: DEBUG oslo_vmware.api [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227768, 'name': Rename_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.332049] env[70323]: DEBUG nova.objects.base [None req-39359df1-cdd3-4e93-ad32-8ac07796ce74 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=70323) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1100.333021] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc86abc-6ffe-4446-bc97-183dd77cbefa {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.352919] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-182a563e-e5de-463c-abcf-b28478effda5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.358202] env[70323]: DEBUG oslo_vmware.api [None req-39359df1-cdd3-4e93-ad32-8ac07796ce74 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Waiting for the task: (returnval){ [ 1100.358202] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52a2b7c4-e735-a606-143b-9ffef62aa96d" [ 1100.358202] env[70323]: _type = "Task" [ 1100.358202] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.359541] env[70323]: DEBUG nova.network.neutron [req-2d58613e-b0ba-468d-9656-3c08606747b0 req-85df7f4e-fc42-4ca8-a7f5-d25fbbfd5b68 service nova] [instance: 463a69ec-6f8d-40ab-8fc1-0aacab523905] Updated VIF entry in instance network info cache for port 23b388f5-cc96-4304-99a0-3789756088ad. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1100.359541] env[70323]: DEBUG nova.network.neutron [req-2d58613e-b0ba-468d-9656-3c08606747b0 req-85df7f4e-fc42-4ca8-a7f5-d25fbbfd5b68 service nova] [instance: 463a69ec-6f8d-40ab-8fc1-0aacab523905] Updating instance_info_cache with network_info: [{"id": "23b388f5-cc96-4304-99a0-3789756088ad", "address": "fa:16:3e:64:48:bc", "network": {"id": "56e9e9f4-4e60-4c7b-aa0e-c44c5b186d4a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1121117638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "432ba14de5374168948a50f7762d7048", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23b388f5-cc", "ovs_interfaceid": "23b388f5-cc96-4304-99a0-3789756088ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.371019] env[70323]: DEBUG oslo_vmware.api [None req-39359df1-cdd3-4e93-ad32-8ac07796ce74 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52a2b7c4-e735-a606-143b-9ffef62aa96d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.563036] env[70323]: DEBUG nova.compute.utils [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1100.564469] env[70323]: DEBUG nova.compute.manager [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 9737b7c3-63e9-47cf-acdc-0a3c43b85ee0] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1100.565084] env[70323]: DEBUG nova.network.neutron [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 9737b7c3-63e9-47cf-acdc-0a3c43b85ee0] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1100.605358] env[70323]: DEBUG nova.policy [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '904100217a3642ddbac560ad3a398816', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af37872d6532434f815597c22d8a4a36', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 1100.610048] env[70323]: DEBUG oslo_concurrency.lockutils [None req-851219ee-46b1-4610-981d-1431ffd93bbd tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Acquiring lock "refresh_cache-d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.610048] env[70323]: DEBUG oslo_concurrency.lockutils [None req-851219ee-46b1-4610-981d-1431ffd93bbd tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Acquired lock "refresh_cache-d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.610048] env[70323]: DEBUG nova.network.neutron [None req-851219ee-46b1-4610-981d-1431ffd93bbd tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1100.703229] env[70323]: DEBUG oslo_vmware.api [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52de9865-e281-8037-38c4-e7bff8143b79, 'name': SearchDatastore_Task, 'duration_secs': 0.064693} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.705677] env[70323]: DEBUG oslo_concurrency.lockutils [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.705953] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 463a69ec-6f8d-40ab-8fc1-0aacab523905] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1100.706209] env[70323]: DEBUG oslo_concurrency.lockutils [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.706359] env[70323]: DEBUG oslo_concurrency.lockutils [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.706541] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1100.706982] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a486bed8-cd3b-40d3-bc1a-d12082e0c6fa {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.719383] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1100.719478] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1100.720394] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8648239a-9668-434f-bf12-658a96fe7e7c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.726170] env[70323]: DEBUG oslo_vmware.api [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Waiting for the task: (returnval){ [ 1100.726170] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52884e1a-982f-e038-5959-dc6e48781504" [ 1100.726170] env[70323]: _type = "Task" [ 1100.726170] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.737348] env[70323]: DEBUG oslo_vmware.api [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52884e1a-982f-e038-5959-dc6e48781504, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.807368] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b58907-d3fb-4bd5-817e-18cffa6771d0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.812828] env[70323]: DEBUG oslo_vmware.api [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227768, 'name': Rename_Task, 'duration_secs': 0.137576} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.813476] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: e45798d1-4660-4af0-870e-2750ae818a8f] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1100.813747] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b2c4f65-2eb3-40bf-98b1-f425294606dd {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.817709] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9da0b0-bca4-4cf7-b22a-f95d804b73fe {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.821960] env[70323]: DEBUG oslo_vmware.api [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for the task: (returnval){ [ 1100.821960] env[70323]: value = "task-3227769" [ 1100.821960] env[70323]: _type = "Task" [ 1100.821960] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.855400] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9553e08-b171-48da-87a1-1ad9cac41bd9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.860077] env[70323]: DEBUG oslo_vmware.api [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227769, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.861943] env[70323]: DEBUG oslo_concurrency.lockutils [req-2d58613e-b0ba-468d-9656-3c08606747b0 req-85df7f4e-fc42-4ca8-a7f5-d25fbbfd5b68 service nova] Releasing lock "refresh_cache-463a69ec-6f8d-40ab-8fc1-0aacab523905" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.867863] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c9e277-c400-468e-8e4e-80441fecd33d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.876373] env[70323]: DEBUG oslo_vmware.api [None req-39359df1-cdd3-4e93-ad32-8ac07796ce74 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52a2b7c4-e735-a606-143b-9ffef62aa96d, 'name': SearchDatastore_Task, 'duration_secs': 0.01534} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.884402] env[70323]: DEBUG oslo_concurrency.lockutils [None req-39359df1-cdd3-4e93-ad32-8ac07796ce74 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.885188] env[70323]: DEBUG nova.compute.provider_tree [None req-7b140763-014d-48d1-819c-c366d559adfe tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Updating inventory in ProviderTree for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1100.913759] env[70323]: DEBUG nova.network.neutron [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 9737b7c3-63e9-47cf-acdc-0a3c43b85ee0] Successfully created port: 15a5ee3e-01db-4da6-bed5-c26da5d9071d {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1101.070674] env[70323]: DEBUG nova.compute.manager [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 9737b7c3-63e9-47cf-acdc-0a3c43b85ee0] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1101.125250] env[70323]: DEBUG nova.compute.manager [req-99ca8132-7ad0-4f16-83c4-455205403060 req-da76489e-ec77-4d3b-a133-5df287ffcb7c service nova] [instance: d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8] Received event network-vif-plugged-9644163a-328f-4db3-99be-a606a37077f1 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1101.125561] env[70323]: DEBUG oslo_concurrency.lockutils [req-99ca8132-7ad0-4f16-83c4-455205403060 req-da76489e-ec77-4d3b-a133-5df287ffcb7c service nova] Acquiring lock "d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.126048] env[70323]: DEBUG oslo_concurrency.lockutils [req-99ca8132-7ad0-4f16-83c4-455205403060 req-da76489e-ec77-4d3b-a133-5df287ffcb7c service nova] Lock "d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.126048] env[70323]: DEBUG oslo_concurrency.lockutils [req-99ca8132-7ad0-4f16-83c4-455205403060 req-da76489e-ec77-4d3b-a133-5df287ffcb7c service nova] Lock "d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.126223] env[70323]: DEBUG nova.compute.manager [req-99ca8132-7ad0-4f16-83c4-455205403060 req-da76489e-ec77-4d3b-a133-5df287ffcb7c service nova] [instance: d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8] No waiting events found dispatching network-vif-plugged-9644163a-328f-4db3-99be-a606a37077f1 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1101.126704] env[70323]: WARNING nova.compute.manager [req-99ca8132-7ad0-4f16-83c4-455205403060 req-da76489e-ec77-4d3b-a133-5df287ffcb7c service nova] [instance: d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8] Received unexpected event network-vif-plugged-9644163a-328f-4db3-99be-a606a37077f1 for instance with vm_state building and task_state spawning. [ 1101.126885] env[70323]: DEBUG nova.compute.manager [req-99ca8132-7ad0-4f16-83c4-455205403060 req-da76489e-ec77-4d3b-a133-5df287ffcb7c service nova] [instance: d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8] Received event network-changed-9644163a-328f-4db3-99be-a606a37077f1 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1101.127069] env[70323]: DEBUG nova.compute.manager [req-99ca8132-7ad0-4f16-83c4-455205403060 req-da76489e-ec77-4d3b-a133-5df287ffcb7c service nova] [instance: d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8] Refreshing instance network info cache due to event network-changed-9644163a-328f-4db3-99be-a606a37077f1. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1101.127251] env[70323]: DEBUG oslo_concurrency.lockutils [req-99ca8132-7ad0-4f16-83c4-455205403060 req-da76489e-ec77-4d3b-a133-5df287ffcb7c service nova] Acquiring lock "refresh_cache-d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.173526] env[70323]: DEBUG nova.network.neutron [None req-851219ee-46b1-4610-981d-1431ffd93bbd tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1101.236860] env[70323]: DEBUG oslo_vmware.api [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52884e1a-982f-e038-5959-dc6e48781504, 'name': SearchDatastore_Task, 'duration_secs': 0.05603} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.239981] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61aff4ea-10a4-4ddb-89a4-8d8620d9af66 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.245824] env[70323]: DEBUG oslo_vmware.api [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Waiting for the task: (returnval){ [ 1101.245824] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52e13d94-2a53-baf3-373a-76831dea9248" [ 1101.245824] env[70323]: _type = "Task" [ 1101.245824] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.253807] env[70323]: DEBUG oslo_vmware.api [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52e13d94-2a53-baf3-373a-76831dea9248, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.333494] env[70323]: DEBUG oslo_vmware.api [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227769, 'name': PowerOnVM_Task, 'duration_secs': 0.440866} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.333761] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: e45798d1-4660-4af0-870e-2750ae818a8f] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1101.334015] env[70323]: INFO nova.compute.manager [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: e45798d1-4660-4af0-870e-2750ae818a8f] Took 7.74 seconds to spawn the instance on the hypervisor. [ 1101.334210] env[70323]: DEBUG nova.compute.manager [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: e45798d1-4660-4af0-870e-2750ae818a8f] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1101.334962] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54644d6c-d1f0-4090-85c9-7b281760c046 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.360190] env[70323]: DEBUG nova.network.neutron [None req-851219ee-46b1-4610-981d-1431ffd93bbd tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8] Updating instance_info_cache with network_info: [{"id": "9644163a-328f-4db3-99be-a606a37077f1", "address": "fa:16:3e:17:bf:f7", "network": {"id": "56e9e9f4-4e60-4c7b-aa0e-c44c5b186d4a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1121117638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "432ba14de5374168948a50f7762d7048", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9644163a-32", "ovs_interfaceid": "9644163a-328f-4db3-99be-a606a37077f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.409926] env[70323]: ERROR nova.scheduler.client.report [None req-7b140763-014d-48d1-819c-c366d559adfe tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] [req-1fe0e678-329b-489d-8a52-99ab8cde5ed0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 765eeb06-25b4-4ca4-bad4-b5981f14c25f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1fe0e678-329b-489d-8a52-99ab8cde5ed0"}]} [ 1101.425893] env[70323]: DEBUG nova.scheduler.client.report [None req-7b140763-014d-48d1-819c-c366d559adfe tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Refreshing inventories for resource provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1101.441032] env[70323]: DEBUG nova.scheduler.client.report [None req-7b140763-014d-48d1-819c-c366d559adfe tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Updating ProviderTree inventory for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1101.441268] env[70323]: DEBUG nova.compute.provider_tree [None req-7b140763-014d-48d1-819c-c366d559adfe tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Updating inventory in ProviderTree for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1101.452785] env[70323]: DEBUG nova.scheduler.client.report [None req-7b140763-014d-48d1-819c-c366d559adfe tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Refreshing aggregate associations for resource provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f, aggregates: None {{(pid=70323) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1101.477555] env[70323]: DEBUG nova.scheduler.client.report [None req-7b140763-014d-48d1-819c-c366d559adfe tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Refreshing trait associations for resource provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=70323) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1101.730698] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f456ff00-ff5e-47e3-ae92-37aa77eeebb2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.740588] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d10d04b-4db7-4820-90db-552d82553ab7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.778799] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20dce8b-5144-438f-8465-1aae9296c760 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.788853] env[70323]: DEBUG oslo_vmware.api [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52e13d94-2a53-baf3-373a-76831dea9248, 'name': SearchDatastore_Task, 'duration_secs': 0.012249} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.789530] env[70323]: DEBUG oslo_concurrency.lockutils [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.789809] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 463a69ec-6f8d-40ab-8fc1-0aacab523905/463a69ec-6f8d-40ab-8fc1-0aacab523905.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1101.790077] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f7a595b-99cd-463a-9fd6-904fccb79442 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.795378] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8117808-4f92-46a9-8f88-064da494393d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.801017] env[70323]: DEBUG oslo_vmware.api [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Waiting for the task: (returnval){ [ 1101.801017] env[70323]: value = "task-3227770" [ 1101.801017] env[70323]: _type = "Task" [ 1101.801017] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.811171] env[70323]: DEBUG nova.compute.provider_tree [None req-7b140763-014d-48d1-819c-c366d559adfe tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Updating inventory in ProviderTree for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1101.819529] env[70323]: DEBUG oslo_vmware.api [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3227770, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.851261] env[70323]: INFO nova.compute.manager [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: e45798d1-4660-4af0-870e-2750ae818a8f] Took 19.44 seconds to build instance. [ 1101.863018] env[70323]: DEBUG oslo_concurrency.lockutils [None req-851219ee-46b1-4610-981d-1431ffd93bbd tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Releasing lock "refresh_cache-d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.863344] env[70323]: DEBUG nova.compute.manager [None req-851219ee-46b1-4610-981d-1431ffd93bbd tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8] Instance network_info: |[{"id": "9644163a-328f-4db3-99be-a606a37077f1", "address": "fa:16:3e:17:bf:f7", "network": {"id": "56e9e9f4-4e60-4c7b-aa0e-c44c5b186d4a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1121117638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "432ba14de5374168948a50f7762d7048", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9644163a-32", "ovs_interfaceid": "9644163a-328f-4db3-99be-a606a37077f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1101.863612] env[70323]: DEBUG oslo_concurrency.lockutils [req-99ca8132-7ad0-4f16-83c4-455205403060 req-da76489e-ec77-4d3b-a133-5df287ffcb7c service nova] Acquired lock "refresh_cache-d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.863795] env[70323]: DEBUG nova.network.neutron [req-99ca8132-7ad0-4f16-83c4-455205403060 req-da76489e-ec77-4d3b-a133-5df287ffcb7c service nova] [instance: d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8] Refreshing network info cache for port 9644163a-328f-4db3-99be-a606a37077f1 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1101.864968] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-851219ee-46b1-4610-981d-1431ffd93bbd tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:bf:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a8c8175-1197-4f12-baac-ef6aba95f585', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9644163a-328f-4db3-99be-a606a37077f1', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1101.873995] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-851219ee-46b1-4610-981d-1431ffd93bbd tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1101.875777] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1101.876153] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-186ceacb-0394-4890-9bb9-288307fde8f5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.896689] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1101.896689] env[70323]: value = "task-3227771" [ 1101.896689] env[70323]: _type = "Task" [ 1101.896689] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.904735] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227771, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.082043] env[70323]: DEBUG nova.compute.manager [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 9737b7c3-63e9-47cf-acdc-0a3c43b85ee0] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1102.110966] env[70323]: DEBUG nova.virt.hardware [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1102.110966] env[70323]: DEBUG nova.virt.hardware [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1102.111218] env[70323]: DEBUG nova.virt.hardware [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1102.111254] env[70323]: DEBUG nova.virt.hardware [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1102.111478] env[70323]: DEBUG nova.virt.hardware [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1102.111576] env[70323]: DEBUG nova.virt.hardware [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1102.111803] env[70323]: DEBUG nova.virt.hardware [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1102.111994] env[70323]: DEBUG nova.virt.hardware [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1102.112188] env[70323]: DEBUG nova.virt.hardware [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1102.112359] env[70323]: DEBUG nova.virt.hardware [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1102.112627] env[70323]: DEBUG nova.virt.hardware [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1102.114295] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eaeb574-fdb0-439a-841b-2f841eff01fa {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.123648] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfac4399-a9d5-4291-9426-c5cb535e881f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.312167] env[70323]: DEBUG oslo_vmware.api [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3227770, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476953} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.312511] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 463a69ec-6f8d-40ab-8fc1-0aacab523905/463a69ec-6f8d-40ab-8fc1-0aacab523905.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1102.312726] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 463a69ec-6f8d-40ab-8fc1-0aacab523905] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1102.313013] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6cae0378-e8bb-486f-8757-7955bef0b899 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.322188] env[70323]: DEBUG oslo_vmware.api [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Waiting for the task: (returnval){ [ 1102.322188] env[70323]: value = "task-3227772" [ 1102.322188] env[70323]: _type = "Task" [ 1102.322188] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.329659] env[70323]: DEBUG oslo_vmware.api [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3227772, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.345314] env[70323]: DEBUG nova.scheduler.client.report [None req-7b140763-014d-48d1-819c-c366d559adfe tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Updated inventory for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with generation 152 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1102.345663] env[70323]: DEBUG nova.compute.provider_tree [None req-7b140763-014d-48d1-819c-c366d559adfe tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Updating resource provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f generation from 152 to 153 during operation: update_inventory {{(pid=70323) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1102.345861] env[70323]: DEBUG nova.compute.provider_tree [None req-7b140763-014d-48d1-819c-c366d559adfe tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Updating inventory in ProviderTree for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1102.352624] env[70323]: DEBUG oslo_concurrency.lockutils [None req-b55a6433-741d-4f71-89c0-8371531cdf55 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Lock "e45798d1-4660-4af0-870e-2750ae818a8f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.468s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.407013] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227771, 'name': CreateVM_Task, 'duration_secs': 0.504225} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.407197] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1102.407883] env[70323]: DEBUG oslo_concurrency.lockutils [None req-851219ee-46b1-4610-981d-1431ffd93bbd tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.408068] env[70323]: DEBUG oslo_concurrency.lockutils [None req-851219ee-46b1-4610-981d-1431ffd93bbd tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.408391] env[70323]: DEBUG oslo_concurrency.lockutils [None req-851219ee-46b1-4610-981d-1431ffd93bbd tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.408659] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ddd2e1d-bc0e-457f-bcee-1c3324dae589 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.413556] env[70323]: DEBUG oslo_vmware.api [None req-851219ee-46b1-4610-981d-1431ffd93bbd tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Waiting for the task: (returnval){ [ 1102.413556] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]527ca43d-75cd-22af-57e9-b4b3f08b73a3" [ 1102.413556] env[70323]: _type = "Task" [ 1102.413556] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.421819] env[70323]: DEBUG oslo_vmware.api [None req-851219ee-46b1-4610-981d-1431ffd93bbd tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]527ca43d-75cd-22af-57e9-b4b3f08b73a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.612406] env[70323]: DEBUG nova.compute.manager [req-2a80af1b-784e-4c52-bd4d-d2cd44e0baf0 req-55f87765-14c7-4cdc-8c26-3c559465fe7b service nova] [instance: 9737b7c3-63e9-47cf-acdc-0a3c43b85ee0] Received event network-vif-plugged-15a5ee3e-01db-4da6-bed5-c26da5d9071d {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.612798] env[70323]: DEBUG oslo_concurrency.lockutils [req-2a80af1b-784e-4c52-bd4d-d2cd44e0baf0 req-55f87765-14c7-4cdc-8c26-3c559465fe7b service nova] Acquiring lock "9737b7c3-63e9-47cf-acdc-0a3c43b85ee0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.613051] env[70323]: DEBUG oslo_concurrency.lockutils [req-2a80af1b-784e-4c52-bd4d-d2cd44e0baf0 req-55f87765-14c7-4cdc-8c26-3c559465fe7b service nova] Lock "9737b7c3-63e9-47cf-acdc-0a3c43b85ee0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.613233] env[70323]: DEBUG oslo_concurrency.lockutils [req-2a80af1b-784e-4c52-bd4d-d2cd44e0baf0 req-55f87765-14c7-4cdc-8c26-3c559465fe7b service nova] Lock "9737b7c3-63e9-47cf-acdc-0a3c43b85ee0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.613508] env[70323]: DEBUG nova.compute.manager [req-2a80af1b-784e-4c52-bd4d-d2cd44e0baf0 req-55f87765-14c7-4cdc-8c26-3c559465fe7b service nova] [instance: 9737b7c3-63e9-47cf-acdc-0a3c43b85ee0] No waiting events found dispatching network-vif-plugged-15a5ee3e-01db-4da6-bed5-c26da5d9071d {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1102.613692] env[70323]: WARNING nova.compute.manager [req-2a80af1b-784e-4c52-bd4d-d2cd44e0baf0 req-55f87765-14c7-4cdc-8c26-3c559465fe7b service nova] [instance: 9737b7c3-63e9-47cf-acdc-0a3c43b85ee0] Received unexpected event network-vif-plugged-15a5ee3e-01db-4da6-bed5-c26da5d9071d for instance with vm_state building and task_state spawning. [ 1102.729934] env[70323]: DEBUG nova.network.neutron [req-99ca8132-7ad0-4f16-83c4-455205403060 req-da76489e-ec77-4d3b-a133-5df287ffcb7c service nova] [instance: d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8] Updated VIF entry in instance network info cache for port 9644163a-328f-4db3-99be-a606a37077f1. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1102.730326] env[70323]: DEBUG nova.network.neutron [req-99ca8132-7ad0-4f16-83c4-455205403060 req-da76489e-ec77-4d3b-a133-5df287ffcb7c service nova] [instance: d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8] Updating instance_info_cache with network_info: [{"id": "9644163a-328f-4db3-99be-a606a37077f1", "address": "fa:16:3e:17:bf:f7", "network": {"id": "56e9e9f4-4e60-4c7b-aa0e-c44c5b186d4a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1121117638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "432ba14de5374168948a50f7762d7048", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9644163a-32", "ovs_interfaceid": "9644163a-328f-4db3-99be-a606a37077f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.832975] env[70323]: DEBUG oslo_vmware.api [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3227772, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062062} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.833958] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 463a69ec-6f8d-40ab-8fc1-0aacab523905] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1102.834740] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a56a6d-6be7-4dab-b76b-fb2787af0bb7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.857729] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 463a69ec-6f8d-40ab-8fc1-0aacab523905] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 463a69ec-6f8d-40ab-8fc1-0aacab523905/463a69ec-6f8d-40ab-8fc1-0aacab523905.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1102.858608] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7b140763-014d-48d1-819c-c366d559adfe tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.799s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.860923] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a2e7544-52bb-468d-8f60-10c07cf4a858 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.877071] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9c713224-1892-4a82-bb81-fee709ce7cf2 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 14.924s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.886274] env[70323]: DEBUG oslo_vmware.api [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Waiting for the task: (returnval){ [ 1102.886274] env[70323]: value = "task-3227773" [ 1102.886274] env[70323]: _type = "Task" [ 1102.886274] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.897893] env[70323]: DEBUG oslo_vmware.api [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3227773, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.923441] env[70323]: DEBUG oslo_vmware.api [None req-851219ee-46b1-4610-981d-1431ffd93bbd tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]527ca43d-75cd-22af-57e9-b4b3f08b73a3, 'name': SearchDatastore_Task, 'duration_secs': 0.009238} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.923742] env[70323]: DEBUG oslo_concurrency.lockutils [None req-851219ee-46b1-4610-981d-1431ffd93bbd tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.923982] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-851219ee-46b1-4610-981d-1431ffd93bbd tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1102.924319] env[70323]: DEBUG oslo_concurrency.lockutils [None req-851219ee-46b1-4610-981d-1431ffd93bbd tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.924414] env[70323]: DEBUG oslo_concurrency.lockutils [None req-851219ee-46b1-4610-981d-1431ffd93bbd tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.924596] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-851219ee-46b1-4610-981d-1431ffd93bbd tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1102.924864] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c02fd0e8-467a-485c-9652-10904a7712f9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.933036] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-851219ee-46b1-4610-981d-1431ffd93bbd tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1102.933216] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-851219ee-46b1-4610-981d-1431ffd93bbd tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1102.933917] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6474c96b-4b2b-4cac-b127-45bf0cdce754 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.939172] env[70323]: DEBUG oslo_vmware.api [None req-851219ee-46b1-4610-981d-1431ffd93bbd tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Waiting for the task: (returnval){ [ 1102.939172] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]523a6d34-33fe-e826-d9bf-5b907089eb79" [ 1102.939172] env[70323]: _type = "Task" [ 1102.939172] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.953668] env[70323]: DEBUG oslo_vmware.api [None req-851219ee-46b1-4610-981d-1431ffd93bbd tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]523a6d34-33fe-e826-d9bf-5b907089eb79, 'name': SearchDatastore_Task, 'duration_secs': 0.008676} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.953668] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ecc9930-0672-4957-bd14-c902797bf4a4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.958016] env[70323]: DEBUG oslo_vmware.api [None req-851219ee-46b1-4610-981d-1431ffd93bbd tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Waiting for the task: (returnval){ [ 1102.958016] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]521a80e2-ef13-a63d-02f8-4b2c4fa8c35a" [ 1102.958016] env[70323]: _type = "Task" [ 1102.958016] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.964186] env[70323]: DEBUG oslo_vmware.api [None req-851219ee-46b1-4610-981d-1431ffd93bbd tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]521a80e2-ef13-a63d-02f8-4b2c4fa8c35a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.167938] env[70323]: DEBUG nova.network.neutron [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 9737b7c3-63e9-47cf-acdc-0a3c43b85ee0] Successfully updated port: 15a5ee3e-01db-4da6-bed5-c26da5d9071d {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1103.187518] env[70323]: DEBUG nova.compute.manager [req-74bfc607-b9d7-42ec-bf2a-2cc5f0d37f10 req-c7c94825-7337-4145-b0e2-4972b8036e34 service nova] [instance: 9737b7c3-63e9-47cf-acdc-0a3c43b85ee0] Received event network-changed-15a5ee3e-01db-4da6-bed5-c26da5d9071d {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.187723] env[70323]: DEBUG nova.compute.manager [req-74bfc607-b9d7-42ec-bf2a-2cc5f0d37f10 req-c7c94825-7337-4145-b0e2-4972b8036e34 service nova] [instance: 9737b7c3-63e9-47cf-acdc-0a3c43b85ee0] Refreshing instance network info cache due to event network-changed-15a5ee3e-01db-4da6-bed5-c26da5d9071d. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1103.187939] env[70323]: DEBUG oslo_concurrency.lockutils [req-74bfc607-b9d7-42ec-bf2a-2cc5f0d37f10 req-c7c94825-7337-4145-b0e2-4972b8036e34 service nova] Acquiring lock "refresh_cache-9737b7c3-63e9-47cf-acdc-0a3c43b85ee0" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.188097] env[70323]: DEBUG oslo_concurrency.lockutils [req-74bfc607-b9d7-42ec-bf2a-2cc5f0d37f10 req-c7c94825-7337-4145-b0e2-4972b8036e34 service nova] Acquired lock "refresh_cache-9737b7c3-63e9-47cf-acdc-0a3c43b85ee0" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.188296] env[70323]: DEBUG nova.network.neutron [req-74bfc607-b9d7-42ec-bf2a-2cc5f0d37f10 req-c7c94825-7337-4145-b0e2-4972b8036e34 service nova] [instance: 9737b7c3-63e9-47cf-acdc-0a3c43b85ee0] Refreshing network info cache for port 15a5ee3e-01db-4da6-bed5-c26da5d9071d {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1103.233903] env[70323]: DEBUG oslo_concurrency.lockutils [req-99ca8132-7ad0-4f16-83c4-455205403060 req-da76489e-ec77-4d3b-a133-5df287ffcb7c service nova] Releasing lock "refresh_cache-d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.323810] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0dc20813-a94f-430d-a421-6ea6bd9c3d92 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquiring lock "e45798d1-4660-4af0-870e-2750ae818a8f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.324074] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0dc20813-a94f-430d-a421-6ea6bd9c3d92 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Lock "e45798d1-4660-4af0-870e-2750ae818a8f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.324697] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0dc20813-a94f-430d-a421-6ea6bd9c3d92 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquiring lock "e45798d1-4660-4af0-870e-2750ae818a8f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.324902] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0dc20813-a94f-430d-a421-6ea6bd9c3d92 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Lock "e45798d1-4660-4af0-870e-2750ae818a8f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.325104] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0dc20813-a94f-430d-a421-6ea6bd9c3d92 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Lock "e45798d1-4660-4af0-870e-2750ae818a8f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.327153] env[70323]: INFO nova.compute.manager [None req-0dc20813-a94f-430d-a421-6ea6bd9c3d92 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: e45798d1-4660-4af0-870e-2750ae818a8f] Terminating instance [ 1103.382819] env[70323]: INFO nova.compute.claims [None req-9c713224-1892-4a82-bb81-fee709ce7cf2 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1103.395161] env[70323]: DEBUG oslo_vmware.api [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3227773, 'name': ReconfigVM_Task, 'duration_secs': 0.287088} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.395430] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 463a69ec-6f8d-40ab-8fc1-0aacab523905] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 463a69ec-6f8d-40ab-8fc1-0aacab523905/463a69ec-6f8d-40ab-8fc1-0aacab523905.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1103.395989] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8043e089-c83d-426e-84af-63a8cbc27cdb {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.403059] env[70323]: DEBUG oslo_vmware.api [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Waiting for the task: (returnval){ [ 1103.403059] env[70323]: value = "task-3227774" [ 1103.403059] env[70323]: _type = "Task" [ 1103.403059] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.403449] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7b140763-014d-48d1-819c-c366d559adfe tempest-ServerActionsV293TestJSON-560022597 tempest-ServerActionsV293TestJSON-560022597-project-member] Lock "7df9555e-167b-432c-b2b2-1730bd69483e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.075s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.412009] env[70323]: DEBUG oslo_vmware.api [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3227774, 'name': Rename_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.466498] env[70323]: DEBUG oslo_vmware.api [None req-851219ee-46b1-4610-981d-1431ffd93bbd tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]521a80e2-ef13-a63d-02f8-4b2c4fa8c35a, 'name': SearchDatastore_Task, 'duration_secs': 0.00832} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.466788] env[70323]: DEBUG oslo_concurrency.lockutils [None req-851219ee-46b1-4610-981d-1431ffd93bbd tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.467304] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-851219ee-46b1-4610-981d-1431ffd93bbd tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8/d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1103.467409] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56d77a6a-1752-4815-b534-5bc932659b54 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.473269] env[70323]: DEBUG oslo_vmware.api [None req-851219ee-46b1-4610-981d-1431ffd93bbd tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Waiting for the task: (returnval){ [ 1103.473269] env[70323]: value = "task-3227775" [ 1103.473269] env[70323]: _type = "Task" [ 1103.473269] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.481146] env[70323]: DEBUG oslo_vmware.api [None req-851219ee-46b1-4610-981d-1431ffd93bbd tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3227775, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.670686] env[70323]: DEBUG oslo_concurrency.lockutils [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquiring lock "refresh_cache-9737b7c3-63e9-47cf-acdc-0a3c43b85ee0" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.725354] env[70323]: DEBUG nova.network.neutron [req-74bfc607-b9d7-42ec-bf2a-2cc5f0d37f10 req-c7c94825-7337-4145-b0e2-4972b8036e34 service nova] [instance: 9737b7c3-63e9-47cf-acdc-0a3c43b85ee0] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1103.830840] env[70323]: DEBUG nova.compute.manager [None req-0dc20813-a94f-430d-a421-6ea6bd9c3d92 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: e45798d1-4660-4af0-870e-2750ae818a8f] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1103.831202] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-0dc20813-a94f-430d-a421-6ea6bd9c3d92 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: e45798d1-4660-4af0-870e-2750ae818a8f] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1103.832448] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3ee952-d00e-4532-8e62-26f2d469d234 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.836793] env[70323]: DEBUG nova.network.neutron [req-74bfc607-b9d7-42ec-bf2a-2cc5f0d37f10 req-c7c94825-7337-4145-b0e2-4972b8036e34 service nova] [instance: 9737b7c3-63e9-47cf-acdc-0a3c43b85ee0] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.845828] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dc20813-a94f-430d-a421-6ea6bd9c3d92 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: e45798d1-4660-4af0-870e-2750ae818a8f] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1103.846159] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2fc6c12c-5544-41d5-8a91-34bc5d90179b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.854832] env[70323]: DEBUG oslo_vmware.api [None req-0dc20813-a94f-430d-a421-6ea6bd9c3d92 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for the task: (returnval){ [ 1103.854832] env[70323]: value = "task-3227776" [ 1103.854832] env[70323]: _type = "Task" [ 1103.854832] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.867474] env[70323]: DEBUG oslo_vmware.api [None req-0dc20813-a94f-430d-a421-6ea6bd9c3d92 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227776, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.891593] env[70323]: INFO nova.compute.resource_tracker [None req-9c713224-1892-4a82-bb81-fee709ce7cf2 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Updating resource usage from migration 1f950ee9-0993-485e-ab2f-8dd4fbdf1974 [ 1103.915865] env[70323]: DEBUG oslo_vmware.api [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3227774, 'name': Rename_Task, 'duration_secs': 0.145451} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.918992] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 463a69ec-6f8d-40ab-8fc1-0aacab523905] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1103.920602] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-557359bb-04ec-44aa-844e-7b4dfadea52c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.928074] env[70323]: DEBUG oslo_vmware.api [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Waiting for the task: (returnval){ [ 1103.928074] env[70323]: value = "task-3227777" [ 1103.928074] env[70323]: _type = "Task" [ 1103.928074] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.941514] env[70323]: DEBUG oslo_vmware.api [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3227777, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.982890] env[70323]: DEBUG oslo_vmware.api [None req-851219ee-46b1-4610-981d-1431ffd93bbd tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3227775, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480843} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.983170] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-851219ee-46b1-4610-981d-1431ffd93bbd tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8/d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1103.983495] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-851219ee-46b1-4610-981d-1431ffd93bbd tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1103.986209] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0f12d2c0-c8cf-4445-b004-dc0f79a949e1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.992198] env[70323]: DEBUG oslo_vmware.api [None req-851219ee-46b1-4610-981d-1431ffd93bbd tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Waiting for the task: (returnval){ [ 1103.992198] env[70323]: value = "task-3227778" [ 1103.992198] env[70323]: _type = "Task" [ 1103.992198] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.999905] env[70323]: DEBUG oslo_vmware.api [None req-851219ee-46b1-4610-981d-1431ffd93bbd tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3227778, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.151254] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8114e49-13d9-46e2-9ca7-949e174761b1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.159425] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e50dbb-d4c4-4af2-9d1c-0b14e03b2910 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.188042] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-314d2233-7249-4715-a24a-ec5560ec5ca6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.195063] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210d5826-af2b-443c-a662-fe1419828029 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.208063] env[70323]: DEBUG nova.compute.provider_tree [None req-9c713224-1892-4a82-bb81-fee709ce7cf2 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Updating inventory in ProviderTree for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1104.340675] env[70323]: DEBUG oslo_concurrency.lockutils [req-74bfc607-b9d7-42ec-bf2a-2cc5f0d37f10 req-c7c94825-7337-4145-b0e2-4972b8036e34 service nova] Releasing lock "refresh_cache-9737b7c3-63e9-47cf-acdc-0a3c43b85ee0" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.340675] env[70323]: DEBUG oslo_concurrency.lockutils [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquired lock "refresh_cache-9737b7c3-63e9-47cf-acdc-0a3c43b85ee0" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.340675] env[70323]: DEBUG nova.network.neutron [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 9737b7c3-63e9-47cf-acdc-0a3c43b85ee0] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1104.364312] env[70323]: DEBUG oslo_vmware.api [None req-0dc20813-a94f-430d-a421-6ea6bd9c3d92 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227776, 'name': PowerOffVM_Task, 'duration_secs': 0.230291} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.364578] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dc20813-a94f-430d-a421-6ea6bd9c3d92 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: e45798d1-4660-4af0-870e-2750ae818a8f] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1104.364748] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-0dc20813-a94f-430d-a421-6ea6bd9c3d92 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: e45798d1-4660-4af0-870e-2750ae818a8f] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1104.364987] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2374a391-59da-494c-8f88-13e0c0cca725 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.424689] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-0dc20813-a94f-430d-a421-6ea6bd9c3d92 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: e45798d1-4660-4af0-870e-2750ae818a8f] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1104.424847] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-0dc20813-a94f-430d-a421-6ea6bd9c3d92 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: e45798d1-4660-4af0-870e-2750ae818a8f] Deleting contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1104.425042] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dc20813-a94f-430d-a421-6ea6bd9c3d92 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Deleting the datastore file [datastore2] e45798d1-4660-4af0-870e-2750ae818a8f {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1104.425400] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf8b5b0c-d546-4b3c-b449-565a40054aae {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.433114] env[70323]: DEBUG oslo_vmware.api [None req-0dc20813-a94f-430d-a421-6ea6bd9c3d92 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for the task: (returnval){ [ 1104.433114] env[70323]: value = "task-3227780" [ 1104.433114] env[70323]: _type = "Task" [ 1104.433114] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.440532] env[70323]: DEBUG oslo_vmware.api [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3227777, 'name': PowerOnVM_Task} progress is 76%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.444783] env[70323]: DEBUG oslo_vmware.api [None req-0dc20813-a94f-430d-a421-6ea6bd9c3d92 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227780, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.500360] env[70323]: DEBUG oslo_vmware.api [None req-851219ee-46b1-4610-981d-1431ffd93bbd tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3227778, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066519} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.500646] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-851219ee-46b1-4610-981d-1431ffd93bbd tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1104.501416] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f41b912-b841-413a-b60f-d6208d745299 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.523867] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-851219ee-46b1-4610-981d-1431ffd93bbd tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8/d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1104.524196] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-110e6ea5-b349-41ec-8ae9-dcda25e2771b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.543293] env[70323]: DEBUG oslo_vmware.api [None req-851219ee-46b1-4610-981d-1431ffd93bbd tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Waiting for the task: (returnval){ [ 1104.543293] env[70323]: value = "task-3227781" [ 1104.543293] env[70323]: _type = "Task" [ 1104.543293] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.551260] env[70323]: DEBUG oslo_vmware.api [None req-851219ee-46b1-4610-981d-1431ffd93bbd tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3227781, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.740319] env[70323]: DEBUG nova.scheduler.client.report [None req-9c713224-1892-4a82-bb81-fee709ce7cf2 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Updated inventory for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with generation 153 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1104.740603] env[70323]: DEBUG nova.compute.provider_tree [None req-9c713224-1892-4a82-bb81-fee709ce7cf2 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Updating resource provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f generation from 153 to 154 during operation: update_inventory {{(pid=70323) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1104.740788] env[70323]: DEBUG nova.compute.provider_tree [None req-9c713224-1892-4a82-bb81-fee709ce7cf2 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Updating inventory in ProviderTree for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1104.880023] env[70323]: DEBUG nova.network.neutron [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 9737b7c3-63e9-47cf-acdc-0a3c43b85ee0] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1104.940240] env[70323]: DEBUG oslo_vmware.api [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3227777, 'name': PowerOnVM_Task, 'duration_secs': 0.789664} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.940840] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 463a69ec-6f8d-40ab-8fc1-0aacab523905] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1104.941075] env[70323]: INFO nova.compute.manager [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 463a69ec-6f8d-40ab-8fc1-0aacab523905] Took 7.60 seconds to spawn the instance on the hypervisor. [ 1104.941247] env[70323]: DEBUG nova.compute.manager [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 463a69ec-6f8d-40ab-8fc1-0aacab523905] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1104.942030] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3d31b5-34a9-489d-954b-3a00305bbe30 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.950041] env[70323]: DEBUG oslo_vmware.api [None req-0dc20813-a94f-430d-a421-6ea6bd9c3d92 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Task: {'id': task-3227780, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191621} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.950869] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dc20813-a94f-430d-a421-6ea6bd9c3d92 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1104.951074] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-0dc20813-a94f-430d-a421-6ea6bd9c3d92 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: e45798d1-4660-4af0-870e-2750ae818a8f] Deleted contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1104.951255] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-0dc20813-a94f-430d-a421-6ea6bd9c3d92 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: e45798d1-4660-4af0-870e-2750ae818a8f] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1104.951425] env[70323]: INFO nova.compute.manager [None req-0dc20813-a94f-430d-a421-6ea6bd9c3d92 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] [instance: e45798d1-4660-4af0-870e-2750ae818a8f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1104.951692] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0dc20813-a94f-430d-a421-6ea6bd9c3d92 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1104.951910] env[70323]: DEBUG nova.compute.manager [-] [instance: e45798d1-4660-4af0-870e-2750ae818a8f] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1104.952016] env[70323]: DEBUG nova.network.neutron [-] [instance: e45798d1-4660-4af0-870e-2750ae818a8f] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1105.057960] env[70323]: DEBUG oslo_vmware.api [None req-851219ee-46b1-4610-981d-1431ffd93bbd tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3227781, 'name': ReconfigVM_Task, 'duration_secs': 0.272706} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.058386] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-851219ee-46b1-4610-981d-1431ffd93bbd tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8] Reconfigured VM instance instance-0000006a to attach disk [datastore2] d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8/d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1105.059199] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1bbe5143-72a0-4e03-a133-9a9f45f5a665 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.062881] env[70323]: DEBUG nova.network.neutron [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 9737b7c3-63e9-47cf-acdc-0a3c43b85ee0] Updating instance_info_cache with network_info: [{"id": "15a5ee3e-01db-4da6-bed5-c26da5d9071d", "address": "fa:16:3e:c7:02:52", "network": {"id": "c007b1ef-cfb2-4ce7-bd1c-4b08918b6a61", "bridge": "br-int", "label": "tempest-ServersTestJSON-785052494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af37872d6532434f815597c22d8a4a36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15a5ee3e-01", "ovs_interfaceid": "15a5ee3e-01db-4da6-bed5-c26da5d9071d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.070210] env[70323]: DEBUG oslo_vmware.api [None req-851219ee-46b1-4610-981d-1431ffd93bbd tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Waiting for the task: (returnval){ [ 1105.070210] env[70323]: value = "task-3227782" [ 1105.070210] env[70323]: _type = "Task" [ 1105.070210] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.081997] env[70323]: DEBUG oslo_vmware.api [None req-851219ee-46b1-4610-981d-1431ffd93bbd tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3227782, 'name': Rename_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.246171] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9c713224-1892-4a82-bb81-fee709ce7cf2 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.370s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.246385] env[70323]: INFO nova.compute.manager [None req-9c713224-1892-4a82-bb81-fee709ce7cf2 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Migrating [ 1105.254049] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 15.940s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.267495] env[70323]: DEBUG nova.compute.manager [req-aec24f32-c69b-4666-8f34-03db8fb34758 req-0bad0bd7-1dbd-4e1c-8c76-34a2c207b448 service nova] [instance: e45798d1-4660-4af0-870e-2750ae818a8f] Received event network-vif-deleted-55ebe629-9699-4b39-a069-fe0a9ad7e393 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.267790] env[70323]: INFO nova.compute.manager [req-aec24f32-c69b-4666-8f34-03db8fb34758 req-0bad0bd7-1dbd-4e1c-8c76-34a2c207b448 service nova] [instance: e45798d1-4660-4af0-870e-2750ae818a8f] Neutron deleted interface 55ebe629-9699-4b39-a069-fe0a9ad7e393; detaching it from the instance and deleting it from the info cache [ 1105.267896] env[70323]: DEBUG nova.network.neutron [req-aec24f32-c69b-4666-8f34-03db8fb34758 req-0bad0bd7-1dbd-4e1c-8c76-34a2c207b448 service nova] [instance: e45798d1-4660-4af0-870e-2750ae818a8f] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.466842] env[70323]: INFO nova.compute.manager [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 463a69ec-6f8d-40ab-8fc1-0aacab523905] Took 20.41 seconds to build instance. [ 1105.566227] env[70323]: DEBUG oslo_concurrency.lockutils [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Releasing lock "refresh_cache-9737b7c3-63e9-47cf-acdc-0a3c43b85ee0" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.566599] env[70323]: DEBUG nova.compute.manager [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 9737b7c3-63e9-47cf-acdc-0a3c43b85ee0] Instance network_info: |[{"id": "15a5ee3e-01db-4da6-bed5-c26da5d9071d", "address": "fa:16:3e:c7:02:52", "network": {"id": "c007b1ef-cfb2-4ce7-bd1c-4b08918b6a61", "bridge": "br-int", "label": "tempest-ServersTestJSON-785052494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af37872d6532434f815597c22d8a4a36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15a5ee3e-01", "ovs_interfaceid": "15a5ee3e-01db-4da6-bed5-c26da5d9071d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1105.567082] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 9737b7c3-63e9-47cf-acdc-0a3c43b85ee0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:02:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e885ebd4-93ca-4e9e-8889-0f16bd91e61e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '15a5ee3e-01db-4da6-bed5-c26da5d9071d', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1105.574728] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1105.575465] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9737b7c3-63e9-47cf-acdc-0a3c43b85ee0] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1105.578920] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c2e1c322-82e4-42eb-9a46-fde8f56aa01f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.598431] env[70323]: DEBUG oslo_vmware.api [None req-851219ee-46b1-4610-981d-1431ffd93bbd tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3227782, 'name': Rename_Task, 'duration_secs': 0.141364} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.599702] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-851219ee-46b1-4610-981d-1431ffd93bbd tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1105.599924] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1105.599924] env[70323]: value = "task-3227783" [ 1105.599924] env[70323]: _type = "Task" [ 1105.599924] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.600110] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55870316-9d39-41a9-b043-b64f0919537f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.609503] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227783, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.610799] env[70323]: DEBUG oslo_vmware.api [None req-851219ee-46b1-4610-981d-1431ffd93bbd tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Waiting for the task: (returnval){ [ 1105.610799] env[70323]: value = "task-3227784" [ 1105.610799] env[70323]: _type = "Task" [ 1105.610799] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.617757] env[70323]: DEBUG oslo_vmware.api [None req-851219ee-46b1-4610-981d-1431ffd93bbd tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3227784, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.762946] env[70323]: DEBUG nova.network.neutron [-] [instance: e45798d1-4660-4af0-870e-2750ae818a8f] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.764434] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9c713224-1892-4a82-bb81-fee709ce7cf2 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Acquiring lock "refresh_cache-bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.764605] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9c713224-1892-4a82-bb81-fee709ce7cf2 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Acquired lock "refresh_cache-bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.764778] env[70323]: DEBUG nova.network.neutron [None req-9c713224-1892-4a82-bb81-fee709ce7cf2 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1105.773733] env[70323]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-449c8f5e-5d88-4638-a6d8-c24f43ed84a4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.783009] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cfd20b7-3243-4ef8-b0b3-38813034cf92 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.813209] env[70323]: DEBUG nova.compute.manager [req-aec24f32-c69b-4666-8f34-03db8fb34758 req-0bad0bd7-1dbd-4e1c-8c76-34a2c207b448 service nova] [instance: e45798d1-4660-4af0-870e-2750ae818a8f] Detach interface failed, port_id=55ebe629-9699-4b39-a069-fe0a9ad7e393, reason: Instance e45798d1-4660-4af0-870e-2750ae818a8f could not be found. {{(pid=70323) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1105.969768] env[70323]: DEBUG oslo_concurrency.lockutils [None req-eea6543f-ead1-45c1-9ceb-7dd5905bfadb tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Lock "463a69ec-6f8d-40ab-8fc1-0aacab523905" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.926s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.112265] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227783, 'name': CreateVM_Task, 'duration_secs': 0.387295} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.115327] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9737b7c3-63e9-47cf-acdc-0a3c43b85ee0] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1106.116060] env[70323]: DEBUG oslo_concurrency.lockutils [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.116244] env[70323]: DEBUG oslo_concurrency.lockutils [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.116566] env[70323]: DEBUG oslo_concurrency.lockutils [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.117185] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65810bf9-704f-41b9-b3f4-ac11cf8bf1f5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.124020] env[70323]: DEBUG oslo_vmware.api [None req-851219ee-46b1-4610-981d-1431ffd93bbd tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3227784, 'name': PowerOnVM_Task, 'duration_secs': 0.451912} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.124020] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-851219ee-46b1-4610-981d-1431ffd93bbd tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1106.124020] env[70323]: INFO nova.compute.manager [None req-851219ee-46b1-4610-981d-1431ffd93bbd tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8] Took 6.45 seconds to spawn the instance on the hypervisor. [ 1106.124020] env[70323]: DEBUG nova.compute.manager [None req-851219ee-46b1-4610-981d-1431ffd93bbd tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1106.124228] env[70323]: DEBUG oslo_vmware.api [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Waiting for the task: (returnval){ [ 1106.124228] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]527eb77c-43f8-45be-33b6-dda4da9e37f1" [ 1106.124228] env[70323]: _type = "Task" [ 1106.124228] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.124917] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db93319-b082-456d-9f33-9b37f048e65d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.142773] env[70323]: DEBUG oslo_vmware.api [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]527eb77c-43f8-45be-33b6-dda4da9e37f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.276194] env[70323]: INFO nova.compute.manager [-] [instance: e45798d1-4660-4af0-870e-2750ae818a8f] Took 1.32 seconds to deallocate network for instance. [ 1106.276889] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Applying migration context for instance bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0 as it has an incoming, in-progress migration 1f950ee9-0993-485e-ab2f-8dd4fbdf1974. Migration status is pre-migrating {{(pid=70323) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1106.277120] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Applying migration context for instance dd793706-95da-42f2-b9fc-ee37f04e6923 as it has an incoming, in-progress migration 36967026-608f-4ac5-9488-9afec6c4ceef. Migration status is confirming {{(pid=70323) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1106.278432] env[70323]: INFO nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Updating resource usage from migration 1f950ee9-0993-485e-ab2f-8dd4fbdf1974 [ 1106.278763] env[70323]: INFO nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Updating resource usage from migration 36967026-608f-4ac5-9488-9afec6c4ceef [ 1106.301069] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 728ab2dc-eefc-491c-ac6b-17732e72d24b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1106.301069] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 8957a828-0447-4492-bd38-b5a04ed5633a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1106.301197] env[70323]: WARNING nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 517d2967-4b35-4b79-9758-80ded84dac44 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1106.301288] env[70323]: WARNING nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1106.301419] env[70323]: WARNING nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 0a6debe1-4b85-49a5-8b06-59ca7817ab09 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1106.301541] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Migration 36967026-608f-4ac5-9488-9afec6c4ceef is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1106.301726] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance dd793706-95da-42f2-b9fc-ee37f04e6923 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1106.301858] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1106.301975] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance e45798d1-4660-4af0-870e-2750ae818a8f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1106.302106] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 463a69ec-6f8d-40ab-8fc1-0aacab523905 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1106.302221] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1106.302333] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 9737b7c3-63e9-47cf-acdc-0a3c43b85ee0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1106.302444] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Migration 1f950ee9-0993-485e-ab2f-8dd4fbdf1974 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1106.302555] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1106.512905] env[70323]: DEBUG nova.network.neutron [None req-9c713224-1892-4a82-bb81-fee709ce7cf2 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Updating instance_info_cache with network_info: [{"id": "91b4c25f-f731-43cb-8f63-7d64877f1294", "address": "fa:16:3e:b9:9a:f9", "network": {"id": "04147f98-e096-4b08-86fd-82e3dbb0599e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-823971767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59ea186f9eb14bfd914ef3bde9458745", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3952eb02-1162-48ed-8227-9c138960d583", "external-id": "nsx-vlan-transportzone-250", "segmentation_id": 250, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91b4c25f-f7", "ovs_interfaceid": "91b4c25f-f731-43cb-8f63-7d64877f1294", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.638472] env[70323]: DEBUG oslo_vmware.api [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]527eb77c-43f8-45be-33b6-dda4da9e37f1, 'name': SearchDatastore_Task, 'duration_secs': 0.015408} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.639403] env[70323]: DEBUG oslo_concurrency.lockutils [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.639403] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 9737b7c3-63e9-47cf-acdc-0a3c43b85ee0] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1106.639403] env[70323]: DEBUG oslo_concurrency.lockutils [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.639403] env[70323]: DEBUG oslo_concurrency.lockutils [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.639602] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1106.639819] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2c925ba-f346-46e1-a6ba-12185826208c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.648984] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1106.649166] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1106.651482] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e2c39e8-9523-48bf-a437-28d46e8b05a8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.654102] env[70323]: INFO nova.compute.manager [None req-851219ee-46b1-4610-981d-1431ffd93bbd tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8] Took 21.19 seconds to build instance. [ 1106.658026] env[70323]: DEBUG oslo_vmware.api [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Waiting for the task: (returnval){ [ 1106.658026] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]524e8d5b-f743-5d7f-4a52-fd4b80e8475f" [ 1106.658026] env[70323]: _type = "Task" [ 1106.658026] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.665144] env[70323]: DEBUG oslo_vmware.api [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]524e8d5b-f743-5d7f-4a52-fd4b80e8475f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.786269] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0dc20813-a94f-430d-a421-6ea6bd9c3d92 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.807018] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 82adf097-a01e-4edc-8d01-2f83cf104740 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1107.016055] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9c713224-1892-4a82-bb81-fee709ce7cf2 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Releasing lock "refresh_cache-bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.158136] env[70323]: DEBUG oslo_concurrency.lockutils [None req-851219ee-46b1-4610-981d-1431ffd93bbd tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Lock "d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.705s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.169071] env[70323]: DEBUG oslo_vmware.api [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]524e8d5b-f743-5d7f-4a52-fd4b80e8475f, 'name': SearchDatastore_Task, 'duration_secs': 0.010724} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.169868] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0464f210-bb6b-4dfd-ab05-7081b34565f3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.175592] env[70323]: DEBUG oslo_vmware.api [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Waiting for the task: (returnval){ [ 1107.175592] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52a64ef0-fbf2-57fc-ad9b-c94a2271fb03" [ 1107.175592] env[70323]: _type = "Task" [ 1107.175592] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.183513] env[70323]: DEBUG oslo_vmware.api [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52a64ef0-fbf2-57fc-ad9b-c94a2271fb03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.310123] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 85b2ee19-d788-4047-8afb-51f25e7735cc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1107.655185] env[70323]: INFO nova.compute.manager [None req-0761e7c7-8c7e-4602-875e-ad56d269035a tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8] Rescuing [ 1107.655432] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0761e7c7-8c7e-4602-875e-ad56d269035a tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Acquiring lock "refresh_cache-d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.655583] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0761e7c7-8c7e-4602-875e-ad56d269035a tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Acquired lock "refresh_cache-d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.655751] env[70323]: DEBUG nova.network.neutron [None req-0761e7c7-8c7e-4602-875e-ad56d269035a tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1107.685529] env[70323]: DEBUG oslo_vmware.api [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52a64ef0-fbf2-57fc-ad9b-c94a2271fb03, 'name': SearchDatastore_Task, 'duration_secs': 0.009774} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.685785] env[70323]: DEBUG oslo_concurrency.lockutils [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.686058] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 9737b7c3-63e9-47cf-acdc-0a3c43b85ee0/9737b7c3-63e9-47cf-acdc-0a3c43b85ee0.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1107.686314] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d24cfcfb-9ec6-44dc-9321-9a8183c37385 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.692375] env[70323]: DEBUG oslo_vmware.api [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Waiting for the task: (returnval){ [ 1107.692375] env[70323]: value = "task-3227785" [ 1107.692375] env[70323]: _type = "Task" [ 1107.692375] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.699644] env[70323]: DEBUG oslo_vmware.api [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227785, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.813931] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1108.203044] env[70323]: DEBUG oslo_vmware.api [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227785, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488088} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.203374] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 9737b7c3-63e9-47cf-acdc-0a3c43b85ee0/9737b7c3-63e9-47cf-acdc-0a3c43b85ee0.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1108.203521] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 9737b7c3-63e9-47cf-acdc-0a3c43b85ee0] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1108.203766] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d2a2a627-b9ab-4439-b39c-a253f2a9008f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.209709] env[70323]: DEBUG oslo_vmware.api [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Waiting for the task: (returnval){ [ 1108.209709] env[70323]: value = "task-3227786" [ 1108.209709] env[70323]: _type = "Task" [ 1108.209709] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.217481] env[70323]: DEBUG oslo_vmware.api [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227786, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.316863] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance bb8ebaea-b4c3-45ff-a1db-fad437bcea82 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1108.317079] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (765eeb06-25b4-4ca4-bad4-b5981f14c25f): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1780}} [ 1108.317321] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=70323) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1108.317472] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2752MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=70323) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1108.387976] env[70323]: DEBUG nova.network.neutron [None req-0761e7c7-8c7e-4602-875e-ad56d269035a tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8] Updating instance_info_cache with network_info: [{"id": "9644163a-328f-4db3-99be-a606a37077f1", "address": "fa:16:3e:17:bf:f7", "network": {"id": "56e9e9f4-4e60-4c7b-aa0e-c44c5b186d4a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1121117638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "432ba14de5374168948a50f7762d7048", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9644163a-32", "ovs_interfaceid": "9644163a-328f-4db3-99be-a606a37077f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.536103] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddee2078-71a8-40ed-9dcf-608d7b07d4b5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.560397] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-9c713224-1892-4a82-bb81-fee709ce7cf2 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Updating instance 'bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0' progress to 0 {{(pid=70323) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1108.577523] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f730923-64e6-4379-8247-8106e29114dd {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.585189] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81957be7-f695-4eaa-ab41-34716cc6576a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.618186] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2970c70-b91d-4753-8df2-746c2dc4b5c1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.626470] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60852ba3-ebb4-435a-baff-76feaf7f0111 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.641161] env[70323]: DEBUG nova.compute.provider_tree [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.720168] env[70323]: DEBUG oslo_vmware.api [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227786, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108012} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.720480] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 9737b7c3-63e9-47cf-acdc-0a3c43b85ee0] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1108.721308] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a59d127a-454e-46b0-979a-f91221020fa0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.744376] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 9737b7c3-63e9-47cf-acdc-0a3c43b85ee0] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 9737b7c3-63e9-47cf-acdc-0a3c43b85ee0/9737b7c3-63e9-47cf-acdc-0a3c43b85ee0.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1108.744721] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bcde6029-7f15-4d7e-afb6-423bbe456b83 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.765857] env[70323]: DEBUG oslo_vmware.api [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Waiting for the task: (returnval){ [ 1108.765857] env[70323]: value = "task-3227787" [ 1108.765857] env[70323]: _type = "Task" [ 1108.765857] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.774743] env[70323]: DEBUG oslo_vmware.api [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227787, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.891290] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0761e7c7-8c7e-4602-875e-ad56d269035a tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Releasing lock "refresh_cache-d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.066366] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c713224-1892-4a82-bb81-fee709ce7cf2 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1109.066669] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c74bfa2-20eb-4937-af40-b8afbecdd923 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.073739] env[70323]: DEBUG oslo_vmware.api [None req-9c713224-1892-4a82-bb81-fee709ce7cf2 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for the task: (returnval){ [ 1109.073739] env[70323]: value = "task-3227788" [ 1109.073739] env[70323]: _type = "Task" [ 1109.073739] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.082996] env[70323]: DEBUG oslo_vmware.api [None req-9c713224-1892-4a82-bb81-fee709ce7cf2 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227788, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.144224] env[70323]: DEBUG nova.scheduler.client.report [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.276392] env[70323]: DEBUG oslo_vmware.api [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227787, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.585428] env[70323]: DEBUG oslo_vmware.api [None req-9c713224-1892-4a82-bb81-fee709ce7cf2 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227788, 'name': PowerOffVM_Task, 'duration_secs': 0.263021} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.585649] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c713224-1892-4a82-bb81-fee709ce7cf2 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1109.585837] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-9c713224-1892-4a82-bb81-fee709ce7cf2 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Updating instance 'bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0' progress to 17 {{(pid=70323) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1109.649110] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70323) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1109.649353] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.395s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.649862] env[70323]: DEBUG oslo_concurrency.lockutils [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.028s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.651139] env[70323]: INFO nova.compute.claims [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 82adf097-a01e-4edc-8d01-2f83cf104740] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1109.776739] env[70323]: DEBUG oslo_vmware.api [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227787, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.091932] env[70323]: DEBUG nova.virt.hardware [None req-9c713224-1892-4a82-bb81-fee709ce7cf2 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1110.092190] env[70323]: DEBUG nova.virt.hardware [None req-9c713224-1892-4a82-bb81-fee709ce7cf2 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1110.092355] env[70323]: DEBUG nova.virt.hardware [None req-9c713224-1892-4a82-bb81-fee709ce7cf2 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1110.092541] env[70323]: DEBUG nova.virt.hardware [None req-9c713224-1892-4a82-bb81-fee709ce7cf2 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1110.092692] env[70323]: DEBUG nova.virt.hardware [None req-9c713224-1892-4a82-bb81-fee709ce7cf2 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1110.092845] env[70323]: DEBUG nova.virt.hardware [None req-9c713224-1892-4a82-bb81-fee709ce7cf2 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1110.093067] env[70323]: DEBUG nova.virt.hardware [None req-9c713224-1892-4a82-bb81-fee709ce7cf2 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1110.093232] env[70323]: DEBUG nova.virt.hardware [None req-9c713224-1892-4a82-bb81-fee709ce7cf2 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1110.093401] env[70323]: DEBUG nova.virt.hardware [None req-9c713224-1892-4a82-bb81-fee709ce7cf2 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1110.093566] env[70323]: DEBUG nova.virt.hardware [None req-9c713224-1892-4a82-bb81-fee709ce7cf2 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1110.093738] env[70323]: DEBUG nova.virt.hardware [None req-9c713224-1892-4a82-bb81-fee709ce7cf2 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1110.100792] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afa0eed4-51a6-43df-b3d9-c422727760d3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.116202] env[70323]: DEBUG oslo_vmware.api [None req-9c713224-1892-4a82-bb81-fee709ce7cf2 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for the task: (returnval){ [ 1110.116202] env[70323]: value = "task-3227789" [ 1110.116202] env[70323]: _type = "Task" [ 1110.116202] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.124130] env[70323]: DEBUG oslo_vmware.api [None req-9c713224-1892-4a82-bb81-fee709ce7cf2 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227789, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.277811] env[70323]: DEBUG oslo_vmware.api [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227787, 'name': ReconfigVM_Task, 'duration_secs': 1.200293} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.278214] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 9737b7c3-63e9-47cf-acdc-0a3c43b85ee0] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 9737b7c3-63e9-47cf-acdc-0a3c43b85ee0/9737b7c3-63e9-47cf-acdc-0a3c43b85ee0.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1110.278855] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d6a0713-46cb-4f92-b380-917923c3cb76 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.284821] env[70323]: DEBUG oslo_vmware.api [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Waiting for the task: (returnval){ [ 1110.284821] env[70323]: value = "task-3227790" [ 1110.284821] env[70323]: _type = "Task" [ 1110.284821] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.292038] env[70323]: DEBUG oslo_vmware.api [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227790, 'name': Rename_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.427833] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-0761e7c7-8c7e-4602-875e-ad56d269035a tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1110.428168] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32bfecad-5b28-4ac7-ac6b-16583d43ddbf {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.435205] env[70323]: DEBUG oslo_vmware.api [None req-0761e7c7-8c7e-4602-875e-ad56d269035a tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Waiting for the task: (returnval){ [ 1110.435205] env[70323]: value = "task-3227791" [ 1110.435205] env[70323]: _type = "Task" [ 1110.435205] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.444780] env[70323]: DEBUG oslo_vmware.api [None req-0761e7c7-8c7e-4602-875e-ad56d269035a tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3227791, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.625723] env[70323]: DEBUG oslo_vmware.api [None req-9c713224-1892-4a82-bb81-fee709ce7cf2 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227789, 'name': ReconfigVM_Task, 'duration_secs': 0.195382} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.626051] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-9c713224-1892-4a82-bb81-fee709ce7cf2 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Updating instance 'bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0' progress to 33 {{(pid=70323) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1110.794830] env[70323]: DEBUG oslo_vmware.api [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227790, 'name': Rename_Task, 'duration_secs': 0.276802} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.797258] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 9737b7c3-63e9-47cf-acdc-0a3c43b85ee0] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1110.797804] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8d47d5b-dbf8-434c-95fc-55c9aae401b8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.804392] env[70323]: DEBUG oslo_vmware.api [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Waiting for the task: (returnval){ [ 1110.804392] env[70323]: value = "task-3227792" [ 1110.804392] env[70323]: _type = "Task" [ 1110.804392] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.813386] env[70323]: DEBUG oslo_vmware.api [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227792, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.893523] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1ab7f5-ffb7-4cac-9709-73f5b283b65b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.900835] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f73c7ec2-f224-4a22-9f5a-2d3de7bf6f0c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.934570] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9b7f30-8352-4ee9-bc58-fecc79032562 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.947886] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffbd3a3e-3ad3-44ca-af46-e6e2f12e4d16 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.952077] env[70323]: DEBUG oslo_vmware.api [None req-0761e7c7-8c7e-4602-875e-ad56d269035a tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3227791, 'name': PowerOffVM_Task, 'duration_secs': 0.17507} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.952389] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-0761e7c7-8c7e-4602-875e-ad56d269035a tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1110.953596] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6374ca18-9380-41ff-b8d5-32a7fe7188d5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.964557] env[70323]: DEBUG nova.compute.provider_tree [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.982429] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58abe6e-0339-4dc4-905c-68127892df7a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.016310] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-0761e7c7-8c7e-4602-875e-ad56d269035a tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1111.016604] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4dad9dbe-3b8d-4342-b9fa-e63abd74c16d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.023574] env[70323]: DEBUG oslo_vmware.api [None req-0761e7c7-8c7e-4602-875e-ad56d269035a tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Waiting for the task: (returnval){ [ 1111.023574] env[70323]: value = "task-3227793" [ 1111.023574] env[70323]: _type = "Task" [ 1111.023574] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.031230] env[70323]: DEBUG oslo_vmware.api [None req-0761e7c7-8c7e-4602-875e-ad56d269035a tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3227793, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.135946] env[70323]: DEBUG nova.virt.hardware [None req-9c713224-1892-4a82-bb81-fee709ce7cf2 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1111.136229] env[70323]: DEBUG nova.virt.hardware [None req-9c713224-1892-4a82-bb81-fee709ce7cf2 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1111.136418] env[70323]: DEBUG nova.virt.hardware [None req-9c713224-1892-4a82-bb81-fee709ce7cf2 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1111.136611] env[70323]: DEBUG nova.virt.hardware [None req-9c713224-1892-4a82-bb81-fee709ce7cf2 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1111.136763] env[70323]: DEBUG nova.virt.hardware [None req-9c713224-1892-4a82-bb81-fee709ce7cf2 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1111.136916] env[70323]: DEBUG nova.virt.hardware [None req-9c713224-1892-4a82-bb81-fee709ce7cf2 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1111.137218] env[70323]: DEBUG nova.virt.hardware [None req-9c713224-1892-4a82-bb81-fee709ce7cf2 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1111.137399] env[70323]: DEBUG nova.virt.hardware [None req-9c713224-1892-4a82-bb81-fee709ce7cf2 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1111.137571] env[70323]: DEBUG nova.virt.hardware [None req-9c713224-1892-4a82-bb81-fee709ce7cf2 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1111.137739] env[70323]: DEBUG nova.virt.hardware [None req-9c713224-1892-4a82-bb81-fee709ce7cf2 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1111.137917] env[70323]: DEBUG nova.virt.hardware [None req-9c713224-1892-4a82-bb81-fee709ce7cf2 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1111.143639] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c713224-1892-4a82-bb81-fee709ce7cf2 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Reconfiguring VM instance instance-0000005c to detach disk 2000 {{(pid=70323) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1111.143639] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a43139aa-8445-4664-8e34-03425e0934af {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.163419] env[70323]: DEBUG oslo_vmware.api [None req-9c713224-1892-4a82-bb81-fee709ce7cf2 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for the task: (returnval){ [ 1111.163419] env[70323]: value = "task-3227794" [ 1111.163419] env[70323]: _type = "Task" [ 1111.163419] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.171581] env[70323]: DEBUG oslo_vmware.api [None req-9c713224-1892-4a82-bb81-fee709ce7cf2 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227794, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.318284] env[70323]: DEBUG oslo_vmware.api [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227792, 'name': PowerOnVM_Task, 'duration_secs': 0.430536} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.318663] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 9737b7c3-63e9-47cf-acdc-0a3c43b85ee0] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1111.318995] env[70323]: INFO nova.compute.manager [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 9737b7c3-63e9-47cf-acdc-0a3c43b85ee0] Took 9.24 seconds to spawn the instance on the hypervisor. [ 1111.319258] env[70323]: DEBUG nova.compute.manager [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 9737b7c3-63e9-47cf-acdc-0a3c43b85ee0] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1111.320404] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35cb61e-19d0-4f43-961f-20749054685e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.468440] env[70323]: DEBUG nova.scheduler.client.report [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1111.533527] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-0761e7c7-8c7e-4602-875e-ad56d269035a tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8] VM already powered off {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1111.533795] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-0761e7c7-8c7e-4602-875e-ad56d269035a tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1111.534019] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0761e7c7-8c7e-4602-875e-ad56d269035a tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.534207] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0761e7c7-8c7e-4602-875e-ad56d269035a tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.534400] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-0761e7c7-8c7e-4602-875e-ad56d269035a tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1111.534650] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc43ba1e-e83a-4059-8e92-c445f1ecd657 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.543472] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-0761e7c7-8c7e-4602-875e-ad56d269035a tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1111.543658] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-0761e7c7-8c7e-4602-875e-ad56d269035a tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1111.544444] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-700a6a6f-9095-468f-91d8-dfbd2a2d3651 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.549675] env[70323]: DEBUG oslo_vmware.api [None req-0761e7c7-8c7e-4602-875e-ad56d269035a tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Waiting for the task: (returnval){ [ 1111.549675] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]529dd9a7-3014-53cf-b9c2-a78e0fbc83b6" [ 1111.549675] env[70323]: _type = "Task" [ 1111.549675] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.556680] env[70323]: DEBUG oslo_vmware.api [None req-0761e7c7-8c7e-4602-875e-ad56d269035a tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]529dd9a7-3014-53cf-b9c2-a78e0fbc83b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.673194] env[70323]: DEBUG oslo_vmware.api [None req-9c713224-1892-4a82-bb81-fee709ce7cf2 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227794, 'name': ReconfigVM_Task, 'duration_secs': 0.227949} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.673492] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c713224-1892-4a82-bb81-fee709ce7cf2 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Reconfigured VM instance instance-0000005c to detach disk 2000 {{(pid=70323) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1111.674431] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e5398e-8a3f-4ada-96f2-2424e97d89cd {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.698924] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c713224-1892-4a82-bb81-fee709ce7cf2 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0/bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0.vmdk or device None with type thin {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1111.699205] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a457f8d6-948b-4248-a45d-1d1de5946541 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.717421] env[70323]: DEBUG oslo_vmware.api [None req-9c713224-1892-4a82-bb81-fee709ce7cf2 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for the task: (returnval){ [ 1111.717421] env[70323]: value = "task-3227795" [ 1111.717421] env[70323]: _type = "Task" [ 1111.717421] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.727220] env[70323]: DEBUG oslo_vmware.api [None req-9c713224-1892-4a82-bb81-fee709ce7cf2 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227795, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.842127] env[70323]: INFO nova.compute.manager [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 9737b7c3-63e9-47cf-acdc-0a3c43b85ee0] Took 25.77 seconds to build instance. [ 1111.974066] env[70323]: DEBUG oslo_concurrency.lockutils [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.324s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.974704] env[70323]: DEBUG nova.compute.manager [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 82adf097-a01e-4edc-8d01-2f83cf104740] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1111.978036] env[70323]: DEBUG oslo_concurrency.lockutils [None req-301b27db-830a-4342-a177-537a3c2f22fd tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.937s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.978211] env[70323]: DEBUG oslo_concurrency.lockutils [None req-301b27db-830a-4342-a177-537a3c2f22fd tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.980351] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5677d8ec-46da-4eb2-9207-af7bd5bcb2d8 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.609s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.980981] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5677d8ec-46da-4eb2-9207-af7bd5bcb2d8 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.982406] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0bb9142d-fca6-4c2c-94f0-e7067ea5813c tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.746s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.984138] env[70323]: INFO nova.compute.claims [None req-0bb9142d-fca6-4c2c-94f0-e7067ea5813c tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] [instance: 85b2ee19-d788-4047-8afb-51f25e7735cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1112.012176] env[70323]: INFO nova.scheduler.client.report [None req-5677d8ec-46da-4eb2-9207-af7bd5bcb2d8 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Deleted allocations for instance 0a6debe1-4b85-49a5-8b06-59ca7817ab09 [ 1112.014132] env[70323]: INFO nova.scheduler.client.report [None req-301b27db-830a-4342-a177-537a3c2f22fd tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Deleted allocations for instance 517d2967-4b35-4b79-9758-80ded84dac44 [ 1112.064166] env[70323]: DEBUG oslo_vmware.api [None req-0761e7c7-8c7e-4602-875e-ad56d269035a tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]529dd9a7-3014-53cf-b9c2-a78e0fbc83b6, 'name': SearchDatastore_Task, 'duration_secs': 0.009112} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.065808] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7d6fc55-f79a-4df5-bd6e-925f99577df5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.072056] env[70323]: DEBUG oslo_vmware.api [None req-0761e7c7-8c7e-4602-875e-ad56d269035a tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Waiting for the task: (returnval){ [ 1112.072056] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]527c4d66-75ee-71db-3e79-b42e9fc48f65" [ 1112.072056] env[70323]: _type = "Task" [ 1112.072056] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.079115] env[70323]: DEBUG oslo_vmware.api [None req-0761e7c7-8c7e-4602-875e-ad56d269035a tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]527c4d66-75ee-71db-3e79-b42e9fc48f65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.230097] env[70323]: DEBUG oslo_vmware.api [None req-9c713224-1892-4a82-bb81-fee709ce7cf2 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227795, 'name': ReconfigVM_Task, 'duration_secs': 0.287183} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.230414] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c713224-1892-4a82-bb81-fee709ce7cf2 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Reconfigured VM instance instance-0000005c to attach disk [datastore2] bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0/bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0.vmdk or device None with type thin {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1112.230694] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-9c713224-1892-4a82-bb81-fee709ce7cf2 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Updating instance 'bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0' progress to 50 {{(pid=70323) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1112.345300] env[70323]: DEBUG oslo_concurrency.lockutils [None req-557ef1e4-da6a-404c-a968-8366dbd845e2 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Lock "9737b7c3-63e9-47cf-acdc-0a3c43b85ee0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.291s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.489566] env[70323]: DEBUG nova.compute.utils [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1112.491422] env[70323]: DEBUG nova.compute.manager [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 82adf097-a01e-4edc-8d01-2f83cf104740] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1112.491594] env[70323]: DEBUG nova.network.neutron [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 82adf097-a01e-4edc-8d01-2f83cf104740] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1112.527657] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5677d8ec-46da-4eb2-9207-af7bd5bcb2d8 tempest-ServerAddressesTestJSON-2128847089 tempest-ServerAddressesTestJSON-2128847089-project-member] Lock "0a6debe1-4b85-49a5-8b06-59ca7817ab09" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.059s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.529110] env[70323]: DEBUG oslo_concurrency.lockutils [None req-301b27db-830a-4342-a177-537a3c2f22fd tempest-AttachVolumeTestJSON-1310912096 tempest-AttachVolumeTestJSON-1310912096-project-member] Lock "517d2967-4b35-4b79-9758-80ded84dac44" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.243s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.548791] env[70323]: DEBUG nova.policy [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '041fbcbe67a240ffaccf482b7ceca85f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ad05435c7e44f548e1a19eccac2b460', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 1112.583435] env[70323]: DEBUG oslo_vmware.api [None req-0761e7c7-8c7e-4602-875e-ad56d269035a tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]527c4d66-75ee-71db-3e79-b42e9fc48f65, 'name': SearchDatastore_Task, 'duration_secs': 0.011357} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.583694] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0761e7c7-8c7e-4602-875e-ad56d269035a tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.583959] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-0761e7c7-8c7e-4602-875e-ad56d269035a tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16-rescue.vmdk. {{(pid=70323) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1112.584317] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-964473a1-5723-4ced-a948-091d34595237 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.590980] env[70323]: DEBUG oslo_vmware.api [None req-0761e7c7-8c7e-4602-875e-ad56d269035a tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Waiting for the task: (returnval){ [ 1112.590980] env[70323]: value = "task-3227796" [ 1112.590980] env[70323]: _type = "Task" [ 1112.590980] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.599063] env[70323]: DEBUG oslo_vmware.api [None req-0761e7c7-8c7e-4602-875e-ad56d269035a tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3227796, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.738552] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60265c46-b9d3-49eb-8098-f63a6c665296 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.760993] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d23d43-f5bc-41fe-9bfa-e4e418f5ab4d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.783959] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-9c713224-1892-4a82-bb81-fee709ce7cf2 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Updating instance 'bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0' progress to 67 {{(pid=70323) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1112.994091] env[70323]: DEBUG nova.compute.manager [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 82adf097-a01e-4edc-8d01-2f83cf104740] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1113.103649] env[70323]: DEBUG oslo_vmware.api [None req-0761e7c7-8c7e-4602-875e-ad56d269035a tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3227796, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.168899] env[70323]: DEBUG oslo_concurrency.lockutils [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquiring lock "42704d37-0b31-4d26-8e24-9011b9fc7e5c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.169171] env[70323]: DEBUG oslo_concurrency.lockutils [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Lock "42704d37-0b31-4d26-8e24-9011b9fc7e5c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.187473] env[70323]: DEBUG nova.network.neutron [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 82adf097-a01e-4edc-8d01-2f83cf104740] Successfully created port: fa2ec124-ba09-46f2-92e9-dce1df435971 {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1113.279534] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c5b1f5-9779-4dc3-a49e-24f07afb1b2d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.287329] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87bbf377-c054-47fa-b04f-70f9af4c3fa5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.322964] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8de7d7-0f45-490b-bd97-8ca577984fc1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.330084] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6074fca5-f5db-4f39-91a6-9f01994369ee {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.344347] env[70323]: DEBUG nova.compute.provider_tree [None req-0bb9142d-fca6-4c2c-94f0-e7067ea5813c tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1113.605462] env[70323]: DEBUG oslo_vmware.api [None req-0761e7c7-8c7e-4602-875e-ad56d269035a tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3227796, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51871} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.605924] env[70323]: INFO nova.virt.vmwareapi.ds_util [None req-0761e7c7-8c7e-4602-875e-ad56d269035a tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16-rescue.vmdk. [ 1113.606848] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e48c39b0-296c-435d-8c32-73643a7a1de3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.633121] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-0761e7c7-8c7e-4602-875e-ad56d269035a tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16-rescue.vmdk or device None with type thin {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1113.633445] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c1552c0-24a0-4840-a358-77c1c36e0ea5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.652131] env[70323]: DEBUG oslo_vmware.api [None req-0761e7c7-8c7e-4602-875e-ad56d269035a tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Waiting for the task: (returnval){ [ 1113.652131] env[70323]: value = "task-3227798" [ 1113.652131] env[70323]: _type = "Task" [ 1113.652131] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.662858] env[70323]: DEBUG oslo_vmware.api [None req-0761e7c7-8c7e-4602-875e-ad56d269035a tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3227798, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.675749] env[70323]: DEBUG nova.compute.manager [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 42704d37-0b31-4d26-8e24-9011b9fc7e5c] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1113.850043] env[70323]: DEBUG nova.scheduler.client.report [None req-0bb9142d-fca6-4c2c-94f0-e7067ea5813c tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1114.011796] env[70323]: DEBUG nova.compute.manager [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 82adf097-a01e-4edc-8d01-2f83cf104740] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1114.044553] env[70323]: DEBUG nova.virt.hardware [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1114.045070] env[70323]: DEBUG nova.virt.hardware [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1114.045070] env[70323]: DEBUG nova.virt.hardware [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1114.045195] env[70323]: DEBUG nova.virt.hardware [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1114.045749] env[70323]: DEBUG nova.virt.hardware [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1114.045749] env[70323]: DEBUG nova.virt.hardware [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1114.045749] env[70323]: DEBUG nova.virt.hardware [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1114.045910] env[70323]: DEBUG nova.virt.hardware [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1114.046062] env[70323]: DEBUG nova.virt.hardware [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1114.046374] env[70323]: DEBUG nova.virt.hardware [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1114.046584] env[70323]: DEBUG nova.virt.hardware [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1114.047885] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6aff034-bc1d-47d8-b32d-971a7bcaee0a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.055555] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c88db8-d555-4aac-9f02-22cdcc93e559 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.163374] env[70323]: DEBUG oslo_vmware.api [None req-0761e7c7-8c7e-4602-875e-ad56d269035a tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3227798, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.199809] env[70323]: DEBUG oslo_concurrency.lockutils [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.353256] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0bb9142d-fca6-4c2c-94f0-e7067ea5813c tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.371s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.353815] env[70323]: DEBUG nova.compute.manager [None req-0bb9142d-fca6-4c2c-94f0-e7067ea5813c tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] [instance: 85b2ee19-d788-4047-8afb-51f25e7735cc] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1114.356461] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a9d132be-906f-4af4-9f70-1573028489ab tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.941s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.358534] env[70323]: INFO nova.compute.claims [None req-a9d132be-906f-4af4-9f70-1573028489ab tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] [instance: 5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1114.493898] env[70323]: DEBUG nova.network.neutron [None req-9c713224-1892-4a82-bb81-fee709ce7cf2 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Port 91b4c25f-f731-43cb-8f63-7d64877f1294 binding to destination host cpu-1 is already ACTIVE {{(pid=70323) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1114.664889] env[70323]: DEBUG oslo_vmware.api [None req-0761e7c7-8c7e-4602-875e-ad56d269035a tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3227798, 'name': ReconfigVM_Task, 'duration_secs': 0.652612} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.665990] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-0761e7c7-8c7e-4602-875e-ad56d269035a tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8] Reconfigured VM instance instance-0000006a to attach disk [datastore2] d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16-rescue.vmdk or device None with type thin {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1114.667183] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa07a386-330f-4e2e-bcc0-a67861924b2f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.703515] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d5f2271-d25d-4b5b-9f03-967470411544 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.720372] env[70323]: DEBUG oslo_vmware.api [None req-0761e7c7-8c7e-4602-875e-ad56d269035a tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Waiting for the task: (returnval){ [ 1114.720372] env[70323]: value = "task-3227799" [ 1114.720372] env[70323]: _type = "Task" [ 1114.720372] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.728599] env[70323]: DEBUG oslo_vmware.api [None req-0761e7c7-8c7e-4602-875e-ad56d269035a tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3227799, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.738014] env[70323]: DEBUG nova.compute.manager [req-5a647e31-0b60-4986-907f-ea11b9bcd86e req-74f72876-dd4a-42f1-bcd7-da3c5828647b service nova] [instance: 82adf097-a01e-4edc-8d01-2f83cf104740] Received event network-vif-plugged-fa2ec124-ba09-46f2-92e9-dce1df435971 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.738276] env[70323]: DEBUG oslo_concurrency.lockutils [req-5a647e31-0b60-4986-907f-ea11b9bcd86e req-74f72876-dd4a-42f1-bcd7-da3c5828647b service nova] Acquiring lock "82adf097-a01e-4edc-8d01-2f83cf104740-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.738586] env[70323]: DEBUG oslo_concurrency.lockutils [req-5a647e31-0b60-4986-907f-ea11b9bcd86e req-74f72876-dd4a-42f1-bcd7-da3c5828647b service nova] Lock "82adf097-a01e-4edc-8d01-2f83cf104740-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.738776] env[70323]: DEBUG oslo_concurrency.lockutils [req-5a647e31-0b60-4986-907f-ea11b9bcd86e req-74f72876-dd4a-42f1-bcd7-da3c5828647b service nova] Lock "82adf097-a01e-4edc-8d01-2f83cf104740-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.739066] env[70323]: DEBUG nova.compute.manager [req-5a647e31-0b60-4986-907f-ea11b9bcd86e req-74f72876-dd4a-42f1-bcd7-da3c5828647b service nova] [instance: 82adf097-a01e-4edc-8d01-2f83cf104740] No waiting events found dispatching network-vif-plugged-fa2ec124-ba09-46f2-92e9-dce1df435971 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1114.739546] env[70323]: WARNING nova.compute.manager [req-5a647e31-0b60-4986-907f-ea11b9bcd86e req-74f72876-dd4a-42f1-bcd7-da3c5828647b service nova] [instance: 82adf097-a01e-4edc-8d01-2f83cf104740] Received unexpected event network-vif-plugged-fa2ec124-ba09-46f2-92e9-dce1df435971 for instance with vm_state building and task_state spawning. [ 1114.844913] env[70323]: DEBUG nova.network.neutron [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 82adf097-a01e-4edc-8d01-2f83cf104740] Successfully updated port: fa2ec124-ba09-46f2-92e9-dce1df435971 {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1114.863956] env[70323]: DEBUG nova.compute.utils [None req-0bb9142d-fca6-4c2c-94f0-e7067ea5813c tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1114.870505] env[70323]: DEBUG nova.compute.manager [None req-0bb9142d-fca6-4c2c-94f0-e7067ea5813c tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] [instance: 85b2ee19-d788-4047-8afb-51f25e7735cc] Not allocating networking since 'none' was specified. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1115.232057] env[70323]: DEBUG oslo_vmware.api [None req-0761e7c7-8c7e-4602-875e-ad56d269035a tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3227799, 'name': ReconfigVM_Task, 'duration_secs': 0.269164} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.232057] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-0761e7c7-8c7e-4602-875e-ad56d269035a tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1115.232057] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0cf3fa28-4932-46f1-b70d-a0d95d00d67d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.237940] env[70323]: DEBUG oslo_vmware.api [None req-0761e7c7-8c7e-4602-875e-ad56d269035a tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Waiting for the task: (returnval){ [ 1115.237940] env[70323]: value = "task-3227800" [ 1115.237940] env[70323]: _type = "Task" [ 1115.237940] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.245294] env[70323]: DEBUG oslo_vmware.api [None req-0761e7c7-8c7e-4602-875e-ad56d269035a tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3227800, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.348161] env[70323]: DEBUG oslo_concurrency.lockutils [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquiring lock "refresh_cache-82adf097-a01e-4edc-8d01-2f83cf104740" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.348280] env[70323]: DEBUG oslo_concurrency.lockutils [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquired lock "refresh_cache-82adf097-a01e-4edc-8d01-2f83cf104740" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.348432] env[70323]: DEBUG nova.network.neutron [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 82adf097-a01e-4edc-8d01-2f83cf104740] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1115.371305] env[70323]: DEBUG nova.compute.manager [None req-0bb9142d-fca6-4c2c-94f0-e7067ea5813c tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] [instance: 85b2ee19-d788-4047-8afb-51f25e7735cc] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1115.516583] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9c713224-1892-4a82-bb81-fee709ce7cf2 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Acquiring lock "bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.516809] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9c713224-1892-4a82-bb81-fee709ce7cf2 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Lock "bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.516986] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9c713224-1892-4a82-bb81-fee709ce7cf2 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Lock "bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.592906] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752431f2-f859-4fae-8e74-95e1ef63d9a3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.600660] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c184c13-0b21-4742-95cb-b4036199969b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.633039] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df20e53-a88b-4a71-830e-e031fa958793 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.640689] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07886e2b-4d4e-4551-adcf-0182114b1bbd {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.654979] env[70323]: DEBUG nova.compute.provider_tree [None req-a9d132be-906f-4af4-9f70-1573028489ab tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1115.748080] env[70323]: DEBUG oslo_vmware.api [None req-0761e7c7-8c7e-4602-875e-ad56d269035a tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3227800, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.902732] env[70323]: DEBUG nova.network.neutron [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 82adf097-a01e-4edc-8d01-2f83cf104740] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1116.040033] env[70323]: DEBUG nova.network.neutron [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 82adf097-a01e-4edc-8d01-2f83cf104740] Updating instance_info_cache with network_info: [{"id": "fa2ec124-ba09-46f2-92e9-dce1df435971", "address": "fa:16:3e:15:ff:59", "network": {"id": "882ea57e-8153-49ec-b6a7-5b7da1c35202", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1740748287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ad05435c7e44f548e1a19eccac2b460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa2ec124-ba", "ovs_interfaceid": "fa2ec124-ba09-46f2-92e9-dce1df435971", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.157678] env[70323]: DEBUG nova.scheduler.client.report [None req-a9d132be-906f-4af4-9f70-1573028489ab tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.249263] env[70323]: DEBUG oslo_vmware.api [None req-0761e7c7-8c7e-4602-875e-ad56d269035a tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3227800, 'name': PowerOnVM_Task, 'duration_secs': 0.678367} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.249537] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-0761e7c7-8c7e-4602-875e-ad56d269035a tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1116.252098] env[70323]: DEBUG nova.compute.manager [None req-0761e7c7-8c7e-4602-875e-ad56d269035a tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1116.252853] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a23744-249a-46fb-bcfb-22a6ae34277a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.383404] env[70323]: DEBUG nova.compute.manager [None req-0bb9142d-fca6-4c2c-94f0-e7067ea5813c tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] [instance: 85b2ee19-d788-4047-8afb-51f25e7735cc] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1116.409041] env[70323]: DEBUG nova.virt.hardware [None req-0bb9142d-fca6-4c2c-94f0-e7067ea5813c tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1116.409271] env[70323]: DEBUG nova.virt.hardware [None req-0bb9142d-fca6-4c2c-94f0-e7067ea5813c tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1116.409430] env[70323]: DEBUG nova.virt.hardware [None req-0bb9142d-fca6-4c2c-94f0-e7067ea5813c tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1116.409620] env[70323]: DEBUG nova.virt.hardware [None req-0bb9142d-fca6-4c2c-94f0-e7067ea5813c tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1116.409765] env[70323]: DEBUG nova.virt.hardware [None req-0bb9142d-fca6-4c2c-94f0-e7067ea5813c tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1116.409993] env[70323]: DEBUG nova.virt.hardware [None req-0bb9142d-fca6-4c2c-94f0-e7067ea5813c tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1116.410298] env[70323]: DEBUG nova.virt.hardware [None req-0bb9142d-fca6-4c2c-94f0-e7067ea5813c tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1116.410490] env[70323]: DEBUG nova.virt.hardware [None req-0bb9142d-fca6-4c2c-94f0-e7067ea5813c tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1116.410668] env[70323]: DEBUG nova.virt.hardware [None req-0bb9142d-fca6-4c2c-94f0-e7067ea5813c tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1116.410838] env[70323]: DEBUG nova.virt.hardware [None req-0bb9142d-fca6-4c2c-94f0-e7067ea5813c tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1116.411029] env[70323]: DEBUG nova.virt.hardware [None req-0bb9142d-fca6-4c2c-94f0-e7067ea5813c tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1116.411879] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6a89f4-484a-4ae8-be36-74edf0f2547d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.419606] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f04350-397e-4956-b0e2-11270abdf2a0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.433559] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb9142d-fca6-4c2c-94f0-e7067ea5813c tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] [instance: 85b2ee19-d788-4047-8afb-51f25e7735cc] Instance VIF info [] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1116.439059] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bb9142d-fca6-4c2c-94f0-e7067ea5813c tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Creating folder: Project (6aa519a67799422489646b263ae1c611). Parent ref: group-v644941. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1116.439248] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-69b6727d-1442-461f-86cf-e7a2dd7f1147 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.448711] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-0bb9142d-fca6-4c2c-94f0-e7067ea5813c tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Created folder: Project (6aa519a67799422489646b263ae1c611) in parent group-v644941. [ 1116.448895] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bb9142d-fca6-4c2c-94f0-e7067ea5813c tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Creating folder: Instances. Parent ref: group-v645236. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1116.449130] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b87c3aa2-cd1a-4af1-8d4a-3c2127c83b00 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.456994] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-0bb9142d-fca6-4c2c-94f0-e7067ea5813c tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Created folder: Instances in parent group-v645236. [ 1116.457237] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0bb9142d-fca6-4c2c-94f0-e7067ea5813c tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1116.457422] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85b2ee19-d788-4047-8afb-51f25e7735cc] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1116.457611] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ec79759-e23d-4617-9b38-45006984942b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.472235] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1116.472235] env[70323]: value = "task-3227804" [ 1116.472235] env[70323]: _type = "Task" [ 1116.472235] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.478754] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227804, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.542175] env[70323]: DEBUG oslo_concurrency.lockutils [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Releasing lock "refresh_cache-82adf097-a01e-4edc-8d01-2f83cf104740" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.542498] env[70323]: DEBUG nova.compute.manager [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 82adf097-a01e-4edc-8d01-2f83cf104740] Instance network_info: |[{"id": "fa2ec124-ba09-46f2-92e9-dce1df435971", "address": "fa:16:3e:15:ff:59", "network": {"id": "882ea57e-8153-49ec-b6a7-5b7da1c35202", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1740748287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ad05435c7e44f548e1a19eccac2b460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa2ec124-ba", "ovs_interfaceid": "fa2ec124-ba09-46f2-92e9-dce1df435971", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1116.542915] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 82adf097-a01e-4edc-8d01-2f83cf104740] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:ff:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b107fab-ee71-47db-ad4d-3c6f05546843', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa2ec124-ba09-46f2-92e9-dce1df435971', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1116.550385] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1116.550943] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82adf097-a01e-4edc-8d01-2f83cf104740] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1116.551200] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c515a042-f27b-4788-85cf-22e9654e12b8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.567413] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9c713224-1892-4a82-bb81-fee709ce7cf2 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Acquiring lock "refresh_cache-bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.567574] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9c713224-1892-4a82-bb81-fee709ce7cf2 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Acquired lock "refresh_cache-bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.567738] env[70323]: DEBUG nova.network.neutron [None req-9c713224-1892-4a82-bb81-fee709ce7cf2 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1116.573974] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1116.573974] env[70323]: value = "task-3227805" [ 1116.573974] env[70323]: _type = "Task" [ 1116.573974] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.582477] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227805, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.662675] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a9d132be-906f-4af4-9f70-1573028489ab tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.306s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.663547] env[70323]: DEBUG nova.compute.manager [None req-a9d132be-906f-4af4-9f70-1573028489ab tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] [instance: 5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1116.667539] env[70323]: DEBUG oslo_concurrency.lockutils [None req-425e0e21-2b56-433c-aabb-fbed2701045b tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.280s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.667849] env[70323]: DEBUG oslo_concurrency.lockutils [None req-425e0e21-2b56-433c-aabb-fbed2701045b tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.670727] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8a7552ed-331b-41e0-a75c-d5d477002323 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.265s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.670816] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8a7552ed-331b-41e0-a75c-d5d477002323 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.673043] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.308s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.674882] env[70323]: INFO nova.compute.claims [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1116.700256] env[70323]: INFO nova.scheduler.client.report [None req-425e0e21-2b56-433c-aabb-fbed2701045b tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Deleted allocations for instance 5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f [ 1116.768031] env[70323]: DEBUG nova.compute.manager [req-7c92912a-e141-425d-b22b-51305829af3c req-c5c2df3d-7aa2-402b-92df-c6dda7b8d869 service nova] [instance: 82adf097-a01e-4edc-8d01-2f83cf104740] Received event network-changed-fa2ec124-ba09-46f2-92e9-dce1df435971 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.768313] env[70323]: DEBUG nova.compute.manager [req-7c92912a-e141-425d-b22b-51305829af3c req-c5c2df3d-7aa2-402b-92df-c6dda7b8d869 service nova] [instance: 82adf097-a01e-4edc-8d01-2f83cf104740] Refreshing instance network info cache due to event network-changed-fa2ec124-ba09-46f2-92e9-dce1df435971. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1116.768531] env[70323]: DEBUG oslo_concurrency.lockutils [req-7c92912a-e141-425d-b22b-51305829af3c req-c5c2df3d-7aa2-402b-92df-c6dda7b8d869 service nova] Acquiring lock "refresh_cache-82adf097-a01e-4edc-8d01-2f83cf104740" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.768787] env[70323]: DEBUG oslo_concurrency.lockutils [req-7c92912a-e141-425d-b22b-51305829af3c req-c5c2df3d-7aa2-402b-92df-c6dda7b8d869 service nova] Acquired lock "refresh_cache-82adf097-a01e-4edc-8d01-2f83cf104740" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.769516] env[70323]: DEBUG nova.network.neutron [req-7c92912a-e141-425d-b22b-51305829af3c req-c5c2df3d-7aa2-402b-92df-c6dda7b8d869 service nova] [instance: 82adf097-a01e-4edc-8d01-2f83cf104740] Refreshing network info cache for port fa2ec124-ba09-46f2-92e9-dce1df435971 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1116.982634] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227804, 'name': CreateVM_Task, 'duration_secs': 0.340627} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.982804] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85b2ee19-d788-4047-8afb-51f25e7735cc] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1116.983293] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0bb9142d-fca6-4c2c-94f0-e7067ea5813c tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.983457] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0bb9142d-fca6-4c2c-94f0-e7067ea5813c tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.983780] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0bb9142d-fca6-4c2c-94f0-e7067ea5813c tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.984048] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a399410-c592-485c-9767-d49d72bdcecb {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.988327] env[70323]: DEBUG oslo_vmware.api [None req-0bb9142d-fca6-4c2c-94f0-e7067ea5813c tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Waiting for the task: (returnval){ [ 1116.988327] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]525d4efb-1f94-5d04-24cf-2c518b8d9041" [ 1116.988327] env[70323]: _type = "Task" [ 1116.988327] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.995470] env[70323]: DEBUG oslo_vmware.api [None req-0bb9142d-fca6-4c2c-94f0-e7067ea5813c tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]525d4efb-1f94-5d04-24cf-2c518b8d9041, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.084052] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227805, 'name': CreateVM_Task, 'duration_secs': 0.343937} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.084052] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82adf097-a01e-4edc-8d01-2f83cf104740] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1117.084193] env[70323]: DEBUG oslo_concurrency.lockutils [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.179730] env[70323]: DEBUG nova.compute.utils [None req-a9d132be-906f-4af4-9f70-1573028489ab tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1117.184963] env[70323]: DEBUG nova.compute.manager [None req-a9d132be-906f-4af4-9f70-1573028489ab tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] [instance: 5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b] Not allocating networking since 'none' was specified. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1117.187884] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8a7552ed-331b-41e0-a75c-d5d477002323 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Lock "6e39317c-64f3-4457-b2ef-bc6d61fe59d1" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 41.795s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.188804] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Lock "6e39317c-64f3-4457-b2ef-bc6d61fe59d1" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 19.821s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.188977] env[70323]: INFO nova.compute.manager [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Unshelving [ 1117.207092] env[70323]: DEBUG oslo_concurrency.lockutils [None req-425e0e21-2b56-433c-aabb-fbed2701045b tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Lock "5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.586s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.401758] env[70323]: DEBUG nova.network.neutron [None req-9c713224-1892-4a82-bb81-fee709ce7cf2 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Updating instance_info_cache with network_info: [{"id": "91b4c25f-f731-43cb-8f63-7d64877f1294", "address": "fa:16:3e:b9:9a:f9", "network": {"id": "04147f98-e096-4b08-86fd-82e3dbb0599e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-823971767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59ea186f9eb14bfd914ef3bde9458745", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3952eb02-1162-48ed-8227-9c138960d583", "external-id": "nsx-vlan-transportzone-250", "segmentation_id": 250, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91b4c25f-f7", "ovs_interfaceid": "91b4c25f-f731-43cb-8f63-7d64877f1294", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.498841] env[70323]: DEBUG oslo_vmware.api [None req-0bb9142d-fca6-4c2c-94f0-e7067ea5813c tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]525d4efb-1f94-5d04-24cf-2c518b8d9041, 'name': SearchDatastore_Task, 'duration_secs': 0.008818} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.499151] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0bb9142d-fca6-4c2c-94f0-e7067ea5813c tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.499384] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb9142d-fca6-4c2c-94f0-e7067ea5813c tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] [instance: 85b2ee19-d788-4047-8afb-51f25e7735cc] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1117.499618] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0bb9142d-fca6-4c2c-94f0-e7067ea5813c tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.499771] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0bb9142d-fca6-4c2c-94f0-e7067ea5813c tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.500070] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bb9142d-fca6-4c2c-94f0-e7067ea5813c tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1117.500426] env[70323]: DEBUG oslo_concurrency.lockutils [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.500730] env[70323]: DEBUG oslo_concurrency.lockutils [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.500957] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-244d5905-6b19-4ebe-a728-acff4cf629fb {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.502946] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9abe0ffd-b4e0-4446-988a-e8892c1e47dd {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.510399] env[70323]: DEBUG oslo_vmware.api [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for the task: (returnval){ [ 1117.510399] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]523a6e7e-c01a-7f7d-00d9-d4b477d4281d" [ 1117.510399] env[70323]: _type = "Task" [ 1117.510399] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.517041] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bb9142d-fca6-4c2c-94f0-e7067ea5813c tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1117.517231] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb9142d-fca6-4c2c-94f0-e7067ea5813c tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1117.518256] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5cf4668-6e41-4c9f-b8ba-f440d2586caa {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.527017] env[70323]: DEBUG oslo_vmware.api [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]523a6e7e-c01a-7f7d-00d9-d4b477d4281d, 'name': SearchDatastore_Task, 'duration_secs': 0.010792} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.527017] env[70323]: DEBUG oslo_concurrency.lockutils [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.527017] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 82adf097-a01e-4edc-8d01-2f83cf104740] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1117.527017] env[70323]: DEBUG oslo_concurrency.lockutils [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.527978] env[70323]: DEBUG oslo_vmware.api [None req-0bb9142d-fca6-4c2c-94f0-e7067ea5813c tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Waiting for the task: (returnval){ [ 1117.527978] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52f954de-affb-1ace-d496-91544ee2cb2b" [ 1117.527978] env[70323]: _type = "Task" [ 1117.527978] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.535484] env[70323]: DEBUG oslo_vmware.api [None req-0bb9142d-fca6-4c2c-94f0-e7067ea5813c tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52f954de-affb-1ace-d496-91544ee2cb2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.551220] env[70323]: DEBUG nova.network.neutron [req-7c92912a-e141-425d-b22b-51305829af3c req-c5c2df3d-7aa2-402b-92df-c6dda7b8d869 service nova] [instance: 82adf097-a01e-4edc-8d01-2f83cf104740] Updated VIF entry in instance network info cache for port fa2ec124-ba09-46f2-92e9-dce1df435971. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1117.551220] env[70323]: DEBUG nova.network.neutron [req-7c92912a-e141-425d-b22b-51305829af3c req-c5c2df3d-7aa2-402b-92df-c6dda7b8d869 service nova] [instance: 82adf097-a01e-4edc-8d01-2f83cf104740] Updating instance_info_cache with network_info: [{"id": "fa2ec124-ba09-46f2-92e9-dce1df435971", "address": "fa:16:3e:15:ff:59", "network": {"id": "882ea57e-8153-49ec-b6a7-5b7da1c35202", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1740748287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ad05435c7e44f548e1a19eccac2b460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa2ec124-ba", "ovs_interfaceid": "fa2ec124-ba09-46f2-92e9-dce1df435971", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.683814] env[70323]: DEBUG nova.compute.manager [None req-a9d132be-906f-4af4-9f70-1573028489ab tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] [instance: 5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1117.904612] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9c713224-1892-4a82-bb81-fee709ce7cf2 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Releasing lock "refresh_cache-bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.922692] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b7d01e-c486-48ef-b3a9-05943e3e4110 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.931017] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffce3f9d-f52c-4745-bbea-6ce2eb17360f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.965574] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01706576-6924-4154-be8d-933ecbbcfb35 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.973710] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f96aaa4-5399-40aa-b932-995fe5e297d7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.990702] env[70323]: DEBUG nova.compute.provider_tree [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.038341] env[70323]: DEBUG oslo_vmware.api [None req-0bb9142d-fca6-4c2c-94f0-e7067ea5813c tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52f954de-affb-1ace-d496-91544ee2cb2b, 'name': SearchDatastore_Task, 'duration_secs': 0.009389} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.039622] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bed1490-117b-434f-a0b2-f4c4471fe1f1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.045683] env[70323]: DEBUG oslo_vmware.api [None req-0bb9142d-fca6-4c2c-94f0-e7067ea5813c tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Waiting for the task: (returnval){ [ 1118.045683] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]524fd534-44c2-f6f3-b8af-80d8299e58b6" [ 1118.045683] env[70323]: _type = "Task" [ 1118.045683] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.053251] env[70323]: DEBUG oslo_concurrency.lockutils [req-7c92912a-e141-425d-b22b-51305829af3c req-c5c2df3d-7aa2-402b-92df-c6dda7b8d869 service nova] Releasing lock "refresh_cache-82adf097-a01e-4edc-8d01-2f83cf104740" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.053630] env[70323]: DEBUG oslo_vmware.api [None req-0bb9142d-fca6-4c2c-94f0-e7067ea5813c tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]524fd534-44c2-f6f3-b8af-80d8299e58b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.210000] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.321631] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d8094a9a-2ddf-4b2a-94d2-2cf3697ce1c0 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Acquiring lock "8957a828-0447-4492-bd38-b5a04ed5633a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.322030] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d8094a9a-2ddf-4b2a-94d2-2cf3697ce1c0 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Lock "8957a828-0447-4492-bd38-b5a04ed5633a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.416279] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e11cc5de-e224-40a2-aba5-481e18c17507 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.424230] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba32fb1-6c64-4a2b-afb8-2383b1fa0539 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.493918] env[70323]: DEBUG nova.scheduler.client.report [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1118.558985] env[70323]: DEBUG oslo_vmware.api [None req-0bb9142d-fca6-4c2c-94f0-e7067ea5813c tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]524fd534-44c2-f6f3-b8af-80d8299e58b6, 'name': SearchDatastore_Task, 'duration_secs': 0.009068} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.559883] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0bb9142d-fca6-4c2c-94f0-e7067ea5813c tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.560371] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bb9142d-fca6-4c2c-94f0-e7067ea5813c tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 85b2ee19-d788-4047-8afb-51f25e7735cc/85b2ee19-d788-4047-8afb-51f25e7735cc.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1118.560803] env[70323]: DEBUG oslo_concurrency.lockutils [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.561064] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1118.561319] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-969cf73e-0f27-4aa2-b633-4c74e89b294a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.563806] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d812e5f-b798-4901-bc74-21096ba9d6da {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.574287] env[70323]: DEBUG oslo_vmware.api [None req-0bb9142d-fca6-4c2c-94f0-e7067ea5813c tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Waiting for the task: (returnval){ [ 1118.574287] env[70323]: value = "task-3227807" [ 1118.574287] env[70323]: _type = "Task" [ 1118.574287] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.578016] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1118.578249] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1118.579427] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2ae0e57-ba77-4719-8e3f-107a88378589 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.588689] env[70323]: DEBUG oslo_vmware.api [None req-0bb9142d-fca6-4c2c-94f0-e7067ea5813c tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Task: {'id': task-3227807, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.592020] env[70323]: DEBUG oslo_vmware.api [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for the task: (returnval){ [ 1118.592020] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]528825c3-0607-d6db-b6b9-537d3a984fca" [ 1118.592020] env[70323]: _type = "Task" [ 1118.592020] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.605388] env[70323]: DEBUG oslo_vmware.api [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]528825c3-0607-d6db-b6b9-537d3a984fca, 'name': SearchDatastore_Task, 'duration_secs': 0.008495} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.606467] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-358bdc07-2512-4934-b8de-decaca11dd7c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.613066] env[70323]: DEBUG oslo_vmware.api [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for the task: (returnval){ [ 1118.613066] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52f2e529-00e5-616f-aedf-00c2f37cd83e" [ 1118.613066] env[70323]: _type = "Task" [ 1118.613066] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.622728] env[70323]: DEBUG oslo_vmware.api [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52f2e529-00e5-616f-aedf-00c2f37cd83e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.696309] env[70323]: DEBUG nova.compute.manager [None req-a9d132be-906f-4af4-9f70-1573028489ab tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] [instance: 5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1118.724650] env[70323]: DEBUG nova.virt.hardware [None req-a9d132be-906f-4af4-9f70-1573028489ab tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1118.724933] env[70323]: DEBUG nova.virt.hardware [None req-a9d132be-906f-4af4-9f70-1573028489ab tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1118.725118] env[70323]: DEBUG nova.virt.hardware [None req-a9d132be-906f-4af4-9f70-1573028489ab tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1118.725355] env[70323]: DEBUG nova.virt.hardware [None req-a9d132be-906f-4af4-9f70-1573028489ab tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1118.725455] env[70323]: DEBUG nova.virt.hardware [None req-a9d132be-906f-4af4-9f70-1573028489ab tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1118.725605] env[70323]: DEBUG nova.virt.hardware [None req-a9d132be-906f-4af4-9f70-1573028489ab tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1118.725873] env[70323]: DEBUG nova.virt.hardware [None req-a9d132be-906f-4af4-9f70-1573028489ab tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1118.725970] env[70323]: DEBUG nova.virt.hardware [None req-a9d132be-906f-4af4-9f70-1573028489ab tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1118.726155] env[70323]: DEBUG nova.virt.hardware [None req-a9d132be-906f-4af4-9f70-1573028489ab tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1118.726328] env[70323]: DEBUG nova.virt.hardware [None req-a9d132be-906f-4af4-9f70-1573028489ab tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1118.726550] env[70323]: DEBUG nova.virt.hardware [None req-a9d132be-906f-4af4-9f70-1573028489ab tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1118.727812] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9693df24-5730-4f3c-a932-4c2ca570d055 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.736684] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a20f48-77dc-4fa1-8f0e-7af7aa5e91fe {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.753237] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d132be-906f-4af4-9f70-1573028489ab tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] [instance: 5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b] Instance VIF info [] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1118.759010] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9d132be-906f-4af4-9f70-1573028489ab tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1118.759337] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1118.759577] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fcae2dfa-869d-47e5-93c3-546dfd33ada9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.776490] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1118.776490] env[70323]: value = "task-3227808" [ 1118.776490] env[70323]: _type = "Task" [ 1118.776490] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.785722] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227808, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.826660] env[70323]: INFO nova.compute.manager [None req-d8094a9a-2ddf-4b2a-94d2-2cf3697ce1c0 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 8957a828-0447-4492-bd38-b5a04ed5633a] Detaching volume d4dc4348-d134-4bb0-a735-dde5e1a27417 [ 1118.864898] env[70323]: INFO nova.virt.block_device [None req-d8094a9a-2ddf-4b2a-94d2-2cf3697ce1c0 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 8957a828-0447-4492-bd38-b5a04ed5633a] Attempting to driver detach volume d4dc4348-d134-4bb0-a735-dde5e1a27417 from mountpoint /dev/sdb [ 1118.865588] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8094a9a-2ddf-4b2a-94d2-2cf3697ce1c0 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 8957a828-0447-4492-bd38-b5a04ed5633a] Volume detach. Driver type: vmdk {{(pid=70323) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1118.865848] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8094a9a-2ddf-4b2a-94d2-2cf3697ce1c0 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 8957a828-0447-4492-bd38-b5a04ed5633a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645199', 'volume_id': 'd4dc4348-d134-4bb0-a735-dde5e1a27417', 'name': 'volume-d4dc4348-d134-4bb0-a735-dde5e1a27417', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8957a828-0447-4492-bd38-b5a04ed5633a', 'attached_at': '', 'detached_at': '', 'volume_id': 'd4dc4348-d134-4bb0-a735-dde5e1a27417', 'serial': 'd4dc4348-d134-4bb0-a735-dde5e1a27417'} {{(pid=70323) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1118.866816] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc7abab6-e13a-4b72-8ccf-d39416195d86 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.893733] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be69febd-ede6-4a50-9200-4ed812162817 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.900513] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ede7a28-2293-42cc-8bf6-1b2c2021120a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.924754] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1aaaea9-d91d-4f33-8d73-b83203e15988 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.943983] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8094a9a-2ddf-4b2a-94d2-2cf3697ce1c0 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] The volume has not been displaced from its original location: [datastore2] volume-d4dc4348-d134-4bb0-a735-dde5e1a27417/volume-d4dc4348-d134-4bb0-a735-dde5e1a27417.vmdk. No consolidation needed. {{(pid=70323) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1118.950221] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8094a9a-2ddf-4b2a-94d2-2cf3697ce1c0 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 8957a828-0447-4492-bd38-b5a04ed5633a] Reconfiguring VM instance instance-00000051 to detach disk 2001 {{(pid=70323) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1118.950715] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2039452b-32fd-4298-9601-1dfd70482cb5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.969502] env[70323]: DEBUG oslo_vmware.api [None req-d8094a9a-2ddf-4b2a-94d2-2cf3697ce1c0 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Waiting for the task: (returnval){ [ 1118.969502] env[70323]: value = "task-3227809" [ 1118.969502] env[70323]: _type = "Task" [ 1118.969502] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.977870] env[70323]: DEBUG oslo_vmware.api [None req-d8094a9a-2ddf-4b2a-94d2-2cf3697ce1c0 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3227809, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.000957] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.328s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.001578] env[70323]: DEBUG nova.compute.manager [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1119.004463] env[70323]: DEBUG oslo_concurrency.lockutils [None req-39359df1-cdd3-4e93-ad32-8ac07796ce74 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 18.120s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.084248] env[70323]: DEBUG oslo_vmware.api [None req-0bb9142d-fca6-4c2c-94f0-e7067ea5813c tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Task: {'id': task-3227807, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488692} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.084535] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bb9142d-fca6-4c2c-94f0-e7067ea5813c tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 85b2ee19-d788-4047-8afb-51f25e7735cc/85b2ee19-d788-4047-8afb-51f25e7735cc.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1119.084791] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb9142d-fca6-4c2c-94f0-e7067ea5813c tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] [instance: 85b2ee19-d788-4047-8afb-51f25e7735cc] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1119.085013] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-09f71949-e23e-4f96-9fae-cf0386c69edc {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.091507] env[70323]: DEBUG oslo_vmware.api [None req-0bb9142d-fca6-4c2c-94f0-e7067ea5813c tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Waiting for the task: (returnval){ [ 1119.091507] env[70323]: value = "task-3227810" [ 1119.091507] env[70323]: _type = "Task" [ 1119.091507] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.100135] env[70323]: DEBUG oslo_vmware.api [None req-0bb9142d-fca6-4c2c-94f0-e7067ea5813c tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Task: {'id': task-3227810, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.124921] env[70323]: DEBUG oslo_vmware.api [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52f2e529-00e5-616f-aedf-00c2f37cd83e, 'name': SearchDatastore_Task, 'duration_secs': 0.010499} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.125465] env[70323]: DEBUG oslo_concurrency.lockutils [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.125878] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 82adf097-a01e-4edc-8d01-2f83cf104740/82adf097-a01e-4edc-8d01-2f83cf104740.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1119.126821] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-765d61c7-6166-437c-8c5d-747fa71506b8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.135307] env[70323]: DEBUG oslo_vmware.api [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for the task: (returnval){ [ 1119.135307] env[70323]: value = "task-3227811" [ 1119.135307] env[70323]: _type = "Task" [ 1119.135307] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.143874] env[70323]: DEBUG oslo_vmware.api [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227811, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.158534] env[70323]: INFO nova.compute.manager [None req-77d5f8cb-7add-443d-ac3b-e50373a6c6c0 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 463a69ec-6f8d-40ab-8fc1-0aacab523905] Rescuing [ 1119.158822] env[70323]: DEBUG oslo_concurrency.lockutils [None req-77d5f8cb-7add-443d-ac3b-e50373a6c6c0 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Acquiring lock "refresh_cache-463a69ec-6f8d-40ab-8fc1-0aacab523905" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.158982] env[70323]: DEBUG oslo_concurrency.lockutils [None req-77d5f8cb-7add-443d-ac3b-e50373a6c6c0 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Acquired lock "refresh_cache-463a69ec-6f8d-40ab-8fc1-0aacab523905" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.159183] env[70323]: DEBUG nova.network.neutron [None req-77d5f8cb-7add-443d-ac3b-e50373a6c6c0 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 463a69ec-6f8d-40ab-8fc1-0aacab523905] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1119.287130] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227808, 'name': CreateVM_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.480586] env[70323]: DEBUG oslo_vmware.api [None req-d8094a9a-2ddf-4b2a-94d2-2cf3697ce1c0 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3227809, 'name': ReconfigVM_Task, 'duration_secs': 0.274888} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.480868] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8094a9a-2ddf-4b2a-94d2-2cf3697ce1c0 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 8957a828-0447-4492-bd38-b5a04ed5633a] Reconfigured VM instance instance-00000051 to detach disk 2001 {{(pid=70323) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1119.485834] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70cf15de-31e2-41e3-b1c4-bc579f666300 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.501412] env[70323]: DEBUG oslo_vmware.api [None req-d8094a9a-2ddf-4b2a-94d2-2cf3697ce1c0 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Waiting for the task: (returnval){ [ 1119.501412] env[70323]: value = "task-3227812" [ 1119.501412] env[70323]: _type = "Task" [ 1119.501412] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.507412] env[70323]: DEBUG nova.compute.utils [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1119.515566] env[70323]: DEBUG nova.compute.manager [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1119.515961] env[70323]: DEBUG nova.network.neutron [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1119.517856] env[70323]: DEBUG oslo_vmware.api [None req-d8094a9a-2ddf-4b2a-94d2-2cf3697ce1c0 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3227812, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.541752] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b32c98-777b-44ca-b6d8-c6e66986f186 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.569723] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47edf56b-f432-4461-9d68-b72772fc6cf7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.574777] env[70323]: DEBUG nova.policy [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a65bd226704b45da98976a38ca2bd176', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '629980704660404c9e5b2a810d6182a5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 1119.579226] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-9c713224-1892-4a82-bb81-fee709ce7cf2 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Updating instance 'bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0' progress to 83 {{(pid=70323) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1119.605954] env[70323]: DEBUG oslo_vmware.api [None req-0bb9142d-fca6-4c2c-94f0-e7067ea5813c tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Task: {'id': task-3227810, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08306} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.608161] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb9142d-fca6-4c2c-94f0-e7067ea5813c tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] [instance: 85b2ee19-d788-4047-8afb-51f25e7735cc] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1119.609059] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d27adb-8efe-4ba8-82c2-7857106cfbaa {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.634380] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bb9142d-fca6-4c2c-94f0-e7067ea5813c tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] [instance: 85b2ee19-d788-4047-8afb-51f25e7735cc] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 85b2ee19-d788-4047-8afb-51f25e7735cc/85b2ee19-d788-4047-8afb-51f25e7735cc.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1119.638285] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-397c1961-8b79-4449-ab07-98286d0f1302 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.668124] env[70323]: DEBUG oslo_vmware.api [None req-0bb9142d-fca6-4c2c-94f0-e7067ea5813c tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Waiting for the task: (returnval){ [ 1119.668124] env[70323]: value = "task-3227813" [ 1119.668124] env[70323]: _type = "Task" [ 1119.668124] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.668379] env[70323]: DEBUG oslo_vmware.api [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227811, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.678892] env[70323]: DEBUG oslo_vmware.api [None req-0bb9142d-fca6-4c2c-94f0-e7067ea5813c tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Task: {'id': task-3227813, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.786918] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227808, 'name': CreateVM_Task, 'duration_secs': 0.604704} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.787241] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1119.789860] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a9d132be-906f-4af4-9f70-1573028489ab tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.790053] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a9d132be-906f-4af4-9f70-1573028489ab tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.790376] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a9d132be-906f-4af4-9f70-1573028489ab tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.791543] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a644010e-f566-4c35-ae1d-fd614b0088df {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.795344] env[70323]: DEBUG oslo_vmware.api [None req-a9d132be-906f-4af4-9f70-1573028489ab tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Waiting for the task: (returnval){ [ 1119.795344] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52e793d4-1359-e7e8-2064-03a074e2081f" [ 1119.795344] env[70323]: _type = "Task" [ 1119.795344] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.803033] env[70323]: DEBUG oslo_vmware.api [None req-a9d132be-906f-4af4-9f70-1573028489ab tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52e793d4-1359-e7e8-2064-03a074e2081f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.828186] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16fd026b-32af-41e1-843b-d062e48db158 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.835272] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5721fe2-aeb4-48c2-a99b-4ed831e2465a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.870116] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53dc97d-2f3d-47f6-844b-f672a3c20929 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.878691] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-373ba855-d415-4333-a0d8-abfec466feea {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.901547] env[70323]: DEBUG nova.compute.provider_tree [None req-39359df1-cdd3-4e93-ad32-8ac07796ce74 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.012789] env[70323]: DEBUG oslo_vmware.api [None req-d8094a9a-2ddf-4b2a-94d2-2cf3697ce1c0 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3227812, 'name': ReconfigVM_Task, 'duration_secs': 0.187697} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.013131] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8094a9a-2ddf-4b2a-94d2-2cf3697ce1c0 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 8957a828-0447-4492-bd38-b5a04ed5633a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645199', 'volume_id': 'd4dc4348-d134-4bb0-a735-dde5e1a27417', 'name': 'volume-d4dc4348-d134-4bb0-a735-dde5e1a27417', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8957a828-0447-4492-bd38-b5a04ed5633a', 'attached_at': '', 'detached_at': '', 'volume_id': 'd4dc4348-d134-4bb0-a735-dde5e1a27417', 'serial': 'd4dc4348-d134-4bb0-a735-dde5e1a27417'} {{(pid=70323) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1120.016026] env[70323]: DEBUG nova.compute.manager [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1120.086339] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c713224-1892-4a82-bb81-fee709ce7cf2 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1120.086630] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1815ea5-884a-48f6-a7aa-1b2759cb7869 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.092692] env[70323]: DEBUG oslo_vmware.api [None req-9c713224-1892-4a82-bb81-fee709ce7cf2 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for the task: (returnval){ [ 1120.092692] env[70323]: value = "task-3227814" [ 1120.092692] env[70323]: _type = "Task" [ 1120.092692] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.101062] env[70323]: DEBUG oslo_vmware.api [None req-9c713224-1892-4a82-bb81-fee709ce7cf2 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227814, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.167126] env[70323]: DEBUG oslo_vmware.api [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227811, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540199} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.167405] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 82adf097-a01e-4edc-8d01-2f83cf104740/82adf097-a01e-4edc-8d01-2f83cf104740.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1120.167678] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 82adf097-a01e-4edc-8d01-2f83cf104740] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1120.167943] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f99ada8-2ae3-4254-931a-3fab32930025 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.178418] env[70323]: DEBUG oslo_vmware.api [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for the task: (returnval){ [ 1120.178418] env[70323]: value = "task-3227815" [ 1120.178418] env[70323]: _type = "Task" [ 1120.178418] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.189024] env[70323]: DEBUG oslo_vmware.api [None req-0bb9142d-fca6-4c2c-94f0-e7067ea5813c tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Task: {'id': task-3227813, 'name': ReconfigVM_Task, 'duration_secs': 0.42353} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.189024] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bb9142d-fca6-4c2c-94f0-e7067ea5813c tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] [instance: 85b2ee19-d788-4047-8afb-51f25e7735cc] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 85b2ee19-d788-4047-8afb-51f25e7735cc/85b2ee19-d788-4047-8afb-51f25e7735cc.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1120.189024] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c45b0fb-b94c-4f56-89bd-2b2442ecde0d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.194800] env[70323]: DEBUG oslo_vmware.api [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227815, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.198940] env[70323]: DEBUG oslo_vmware.api [None req-0bb9142d-fca6-4c2c-94f0-e7067ea5813c tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Waiting for the task: (returnval){ [ 1120.198940] env[70323]: value = "task-3227816" [ 1120.198940] env[70323]: _type = "Task" [ 1120.198940] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.207268] env[70323]: DEBUG oslo_vmware.api [None req-0bb9142d-fca6-4c2c-94f0-e7067ea5813c tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Task: {'id': task-3227816, 'name': Rename_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.234171] env[70323]: DEBUG nova.network.neutron [None req-77d5f8cb-7add-443d-ac3b-e50373a6c6c0 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 463a69ec-6f8d-40ab-8fc1-0aacab523905] Updating instance_info_cache with network_info: [{"id": "23b388f5-cc96-4304-99a0-3789756088ad", "address": "fa:16:3e:64:48:bc", "network": {"id": "56e9e9f4-4e60-4c7b-aa0e-c44c5b186d4a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1121117638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "432ba14de5374168948a50f7762d7048", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23b388f5-cc", "ovs_interfaceid": "23b388f5-cc96-4304-99a0-3789756088ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.292897] env[70323]: DEBUG nova.network.neutron [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] Successfully created port: 5fbf2b59-1284-4f39-b927-7a260f175301 {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1120.307233] env[70323]: DEBUG oslo_vmware.api [None req-a9d132be-906f-4af4-9f70-1573028489ab tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52e793d4-1359-e7e8-2064-03a074e2081f, 'name': SearchDatastore_Task, 'duration_secs': 0.028021} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.307561] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a9d132be-906f-4af4-9f70-1573028489ab tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.307794] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d132be-906f-4af4-9f70-1573028489ab tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] [instance: 5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1120.308044] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a9d132be-906f-4af4-9f70-1573028489ab tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.308200] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a9d132be-906f-4af4-9f70-1573028489ab tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.309209] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9d132be-906f-4af4-9f70-1573028489ab tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1120.309895] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb7f20ec-d077-442b-82ab-a5757865a8d8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.321277] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9d132be-906f-4af4-9f70-1573028489ab tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1120.321523] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d132be-906f-4af4-9f70-1573028489ab tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1120.322663] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22a195e9-01ea-4cfe-8e97-d32479efc3b1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.327977] env[70323]: DEBUG oslo_vmware.api [None req-a9d132be-906f-4af4-9f70-1573028489ab tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Waiting for the task: (returnval){ [ 1120.327977] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]526d33f7-e879-adf3-c9a7-516d0ff5ffdb" [ 1120.327977] env[70323]: _type = "Task" [ 1120.327977] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.336119] env[70323]: DEBUG oslo_vmware.api [None req-a9d132be-906f-4af4-9f70-1573028489ab tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]526d33f7-e879-adf3-c9a7-516d0ff5ffdb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.407854] env[70323]: DEBUG nova.scheduler.client.report [None req-39359df1-cdd3-4e93-ad32-8ac07796ce74 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.566302] env[70323]: DEBUG nova.objects.instance [None req-d8094a9a-2ddf-4b2a-94d2-2cf3697ce1c0 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Lazy-loading 'flavor' on Instance uuid 8957a828-0447-4492-bd38-b5a04ed5633a {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1120.602560] env[70323]: DEBUG oslo_vmware.api [None req-9c713224-1892-4a82-bb81-fee709ce7cf2 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227814, 'name': PowerOnVM_Task, 'duration_secs': 0.402507} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.602858] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c713224-1892-4a82-bb81-fee709ce7cf2 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1120.603021] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-9c713224-1892-4a82-bb81-fee709ce7cf2 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Updating instance 'bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0' progress to 100 {{(pid=70323) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1120.688934] env[70323]: DEBUG oslo_vmware.api [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227815, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07624} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.689238] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 82adf097-a01e-4edc-8d01-2f83cf104740] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1120.690028] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b000f87-a0cd-4055-bd46-79116396ca61 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.713362] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 82adf097-a01e-4edc-8d01-2f83cf104740] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 82adf097-a01e-4edc-8d01-2f83cf104740/82adf097-a01e-4edc-8d01-2f83cf104740.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1120.716485] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c8b41fc-7a2c-4018-be08-6f8b877c68df {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.735158] env[70323]: DEBUG oslo_vmware.api [None req-0bb9142d-fca6-4c2c-94f0-e7067ea5813c tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Task: {'id': task-3227816, 'name': Rename_Task, 'duration_secs': 0.140855} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.736401] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bb9142d-fca6-4c2c-94f0-e7067ea5813c tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] [instance: 85b2ee19-d788-4047-8afb-51f25e7735cc] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1120.736813] env[70323]: DEBUG oslo_concurrency.lockutils [None req-77d5f8cb-7add-443d-ac3b-e50373a6c6c0 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Releasing lock "refresh_cache-463a69ec-6f8d-40ab-8fc1-0aacab523905" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.738724] env[70323]: DEBUG oslo_vmware.api [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for the task: (returnval){ [ 1120.738724] env[70323]: value = "task-3227817" [ 1120.738724] env[70323]: _type = "Task" [ 1120.738724] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.739102] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd2d7d4a-a735-473a-97c1-9f171d43cdb9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.748048] env[70323]: DEBUG oslo_vmware.api [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227817, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.749240] env[70323]: DEBUG oslo_vmware.api [None req-0bb9142d-fca6-4c2c-94f0-e7067ea5813c tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Waiting for the task: (returnval){ [ 1120.749240] env[70323]: value = "task-3227818" [ 1120.749240] env[70323]: _type = "Task" [ 1120.749240] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.756193] env[70323]: DEBUG oslo_vmware.api [None req-0bb9142d-fca6-4c2c-94f0-e7067ea5813c tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Task: {'id': task-3227818, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.838286] env[70323]: DEBUG oslo_vmware.api [None req-a9d132be-906f-4af4-9f70-1573028489ab tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]526d33f7-e879-adf3-c9a7-516d0ff5ffdb, 'name': SearchDatastore_Task, 'duration_secs': 0.010047} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.838900] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4675f56e-73dc-4f55-8a50-c1af00a2e6c8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.844453] env[70323]: DEBUG oslo_vmware.api [None req-a9d132be-906f-4af4-9f70-1573028489ab tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Waiting for the task: (returnval){ [ 1120.844453] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52025154-5f0b-5e09-9e79-337dc22e9bc5" [ 1120.844453] env[70323]: _type = "Task" [ 1120.844453] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.852250] env[70323]: DEBUG oslo_vmware.api [None req-a9d132be-906f-4af4-9f70-1573028489ab tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52025154-5f0b-5e09-9e79-337dc22e9bc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.027481] env[70323]: DEBUG nova.compute.manager [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1121.054733] env[70323]: DEBUG nova.virt.hardware [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1121.055060] env[70323]: DEBUG nova.virt.hardware [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1121.055210] env[70323]: DEBUG nova.virt.hardware [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1121.055400] env[70323]: DEBUG nova.virt.hardware [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1121.055603] env[70323]: DEBUG nova.virt.hardware [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1121.055844] env[70323]: DEBUG nova.virt.hardware [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1121.056298] env[70323]: DEBUG nova.virt.hardware [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1121.056298] env[70323]: DEBUG nova.virt.hardware [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1121.056503] env[70323]: DEBUG nova.virt.hardware [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1121.056629] env[70323]: DEBUG nova.virt.hardware [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1121.056807] env[70323]: DEBUG nova.virt.hardware [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1121.057801] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033e4d71-9d43-48b6-a834-7391167b0dfb {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.066649] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2b0ea2-0cf2-4133-829d-991a357ba435 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.251759] env[70323]: DEBUG oslo_vmware.api [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227817, 'name': ReconfigVM_Task, 'duration_secs': 0.492298} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.254871] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 82adf097-a01e-4edc-8d01-2f83cf104740] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 82adf097-a01e-4edc-8d01-2f83cf104740/82adf097-a01e-4edc-8d01-2f83cf104740.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1121.255571] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e3912970-f2f6-4ac5-a24d-e756e554a08c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.262694] env[70323]: DEBUG oslo_vmware.api [None req-0bb9142d-fca6-4c2c-94f0-e7067ea5813c tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Task: {'id': task-3227818, 'name': PowerOnVM_Task, 'duration_secs': 0.454763} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.263950] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bb9142d-fca6-4c2c-94f0-e7067ea5813c tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] [instance: 85b2ee19-d788-4047-8afb-51f25e7735cc] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1121.264179] env[70323]: INFO nova.compute.manager [None req-0bb9142d-fca6-4c2c-94f0-e7067ea5813c tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] [instance: 85b2ee19-d788-4047-8afb-51f25e7735cc] Took 4.88 seconds to spawn the instance on the hypervisor. [ 1121.264528] env[70323]: DEBUG nova.compute.manager [None req-0bb9142d-fca6-4c2c-94f0-e7067ea5813c tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] [instance: 85b2ee19-d788-4047-8afb-51f25e7735cc] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1121.264675] env[70323]: DEBUG oslo_vmware.api [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for the task: (returnval){ [ 1121.264675] env[70323]: value = "task-3227819" [ 1121.264675] env[70323]: _type = "Task" [ 1121.264675] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.265362] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ca2516-bb0e-4708-95ce-14a6ad43c96d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.279908] env[70323]: DEBUG oslo_vmware.api [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227819, 'name': Rename_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.354765] env[70323]: DEBUG oslo_vmware.api [None req-a9d132be-906f-4af4-9f70-1573028489ab tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52025154-5f0b-5e09-9e79-337dc22e9bc5, 'name': SearchDatastore_Task, 'duration_secs': 0.009898} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.355056] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a9d132be-906f-4af4-9f70-1573028489ab tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.355308] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9d132be-906f-4af4-9f70-1573028489ab tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b/5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1121.355614] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-71f20eb6-8638-4d28-a074-7ea3e7fa56ff {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.362193] env[70323]: DEBUG oslo_vmware.api [None req-a9d132be-906f-4af4-9f70-1573028489ab tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Waiting for the task: (returnval){ [ 1121.362193] env[70323]: value = "task-3227820" [ 1121.362193] env[70323]: _type = "Task" [ 1121.362193] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.369765] env[70323]: DEBUG oslo_vmware.api [None req-a9d132be-906f-4af4-9f70-1573028489ab tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Task: {'id': task-3227820, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.421791] env[70323]: DEBUG oslo_concurrency.lockutils [None req-39359df1-cdd3-4e93-ad32-8ac07796ce74 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.417s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.425549] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0dc20813-a94f-430d-a421-6ea6bd9c3d92 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.639s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.425715] env[70323]: DEBUG nova.objects.instance [None req-0dc20813-a94f-430d-a421-6ea6bd9c3d92 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Lazy-loading 'resources' on Instance uuid e45798d1-4660-4af0-870e-2750ae818a8f {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1121.585759] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d8094a9a-2ddf-4b2a-94d2-2cf3697ce1c0 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Lock "8957a828-0447-4492-bd38-b5a04ed5633a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.264s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.779223] env[70323]: DEBUG oslo_vmware.api [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227819, 'name': Rename_Task, 'duration_secs': 0.23908} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.780525] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 82adf097-a01e-4edc-8d01-2f83cf104740] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1121.787447] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e884125-f5be-4fdb-889e-5c07d469bc26 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.788444] env[70323]: INFO nova.compute.manager [None req-0bb9142d-fca6-4c2c-94f0-e7067ea5813c tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] [instance: 85b2ee19-d788-4047-8afb-51f25e7735cc] Took 28.57 seconds to build instance. [ 1121.794818] env[70323]: DEBUG oslo_vmware.api [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for the task: (returnval){ [ 1121.794818] env[70323]: value = "task-3227821" [ 1121.794818] env[70323]: _type = "Task" [ 1121.794818] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.803685] env[70323]: DEBUG oslo_vmware.api [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227821, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.850979] env[70323]: DEBUG nova.compute.manager [req-9e921114-5073-4944-bf3f-2a08cd661763 req-eb0f6c3f-b748-4b09-b8e3-5475a90a8194 service nova] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] Received event network-vif-plugged-5fbf2b59-1284-4f39-b927-7a260f175301 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.851151] env[70323]: DEBUG oslo_concurrency.lockutils [req-9e921114-5073-4944-bf3f-2a08cd661763 req-eb0f6c3f-b748-4b09-b8e3-5475a90a8194 service nova] Acquiring lock "bb8ebaea-b4c3-45ff-a1db-fad437bcea82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.851977] env[70323]: DEBUG oslo_concurrency.lockutils [req-9e921114-5073-4944-bf3f-2a08cd661763 req-eb0f6c3f-b748-4b09-b8e3-5475a90a8194 service nova] Lock "bb8ebaea-b4c3-45ff-a1db-fad437bcea82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.852427] env[70323]: DEBUG oslo_concurrency.lockutils [req-9e921114-5073-4944-bf3f-2a08cd661763 req-eb0f6c3f-b748-4b09-b8e3-5475a90a8194 service nova] Lock "bb8ebaea-b4c3-45ff-a1db-fad437bcea82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.852561] env[70323]: DEBUG nova.compute.manager [req-9e921114-5073-4944-bf3f-2a08cd661763 req-eb0f6c3f-b748-4b09-b8e3-5475a90a8194 service nova] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] No waiting events found dispatching network-vif-plugged-5fbf2b59-1284-4f39-b927-7a260f175301 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1121.852661] env[70323]: WARNING nova.compute.manager [req-9e921114-5073-4944-bf3f-2a08cd661763 req-eb0f6c3f-b748-4b09-b8e3-5475a90a8194 service nova] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] Received unexpected event network-vif-plugged-5fbf2b59-1284-4f39-b927-7a260f175301 for instance with vm_state building and task_state spawning. [ 1121.874706] env[70323]: DEBUG oslo_vmware.api [None req-a9d132be-906f-4af4-9f70-1573028489ab tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Task: {'id': task-3227820, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.002855] env[70323]: INFO nova.scheduler.client.report [None req-39359df1-cdd3-4e93-ad32-8ac07796ce74 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Deleted allocation for migration 36967026-608f-4ac5-9488-9afec6c4ceef [ 1122.149945] env[70323]: DEBUG nova.network.neutron [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] Successfully updated port: 5fbf2b59-1284-4f39-b927-7a260f175301 {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1122.221440] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f2bf03-c4fc-4388-9873-60f728c2602a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.230238] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d826f2-3468-458f-98b6-ba4deb515a71 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.263587] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f6c5bd-3a89-4e7c-b608-1244f1592227 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.272596] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79347fa-dfdd-4da1-9b70-f83cdc6052b7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.287292] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-77d5f8cb-7add-443d-ac3b-e50373a6c6c0 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 463a69ec-6f8d-40ab-8fc1-0aacab523905] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1122.287783] env[70323]: DEBUG nova.compute.provider_tree [None req-0dc20813-a94f-430d-a421-6ea6bd9c3d92 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1122.289083] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78399622-ad68-4a34-9ec4-13002e9d3dcc {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.293752] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0bb9142d-fca6-4c2c-94f0-e7067ea5813c tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Lock "85b2ee19-d788-4047-8afb-51f25e7735cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.081s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.296021] env[70323]: DEBUG oslo_vmware.api [None req-77d5f8cb-7add-443d-ac3b-e50373a6c6c0 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Waiting for the task: (returnval){ [ 1122.296021] env[70323]: value = "task-3227822" [ 1122.296021] env[70323]: _type = "Task" [ 1122.296021] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.308852] env[70323]: DEBUG oslo_vmware.api [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227821, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.311949] env[70323]: DEBUG oslo_vmware.api [None req-77d5f8cb-7add-443d-ac3b-e50373a6c6c0 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3227822, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.374901] env[70323]: DEBUG oslo_vmware.api [None req-a9d132be-906f-4af4-9f70-1573028489ab tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Task: {'id': task-3227820, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.803073} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.375199] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9d132be-906f-4af4-9f70-1573028489ab tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b/5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1122.375422] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d132be-906f-4af4-9f70-1573028489ab tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] [instance: 5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1122.375847] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d48c6f1f-a5a0-4a68-a76e-0806c37095a9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.386195] env[70323]: DEBUG oslo_vmware.api [None req-a9d132be-906f-4af4-9f70-1573028489ab tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Waiting for the task: (returnval){ [ 1122.386195] env[70323]: value = "task-3227823" [ 1122.386195] env[70323]: _type = "Task" [ 1122.386195] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.394934] env[70323]: DEBUG oslo_vmware.api [None req-a9d132be-906f-4af4-9f70-1573028489ab tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Task: {'id': task-3227823, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.510458] env[70323]: DEBUG oslo_concurrency.lockutils [None req-39359df1-cdd3-4e93-ad32-8ac07796ce74 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Lock "dd793706-95da-42f2-b9fc-ee37f04e6923" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 25.062s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.654766] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquiring lock "refresh_cache-bb8ebaea-b4c3-45ff-a1db-fad437bcea82" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.654766] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquired lock "refresh_cache-bb8ebaea-b4c3-45ff-a1db-fad437bcea82" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.654766] env[70323]: DEBUG nova.network.neutron [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1122.792388] env[70323]: DEBUG nova.scheduler.client.report [None req-0dc20813-a94f-430d-a421-6ea6bd9c3d92 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.810149] env[70323]: DEBUG oslo_vmware.api [None req-77d5f8cb-7add-443d-ac3b-e50373a6c6c0 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3227822, 'name': PowerOffVM_Task, 'duration_secs': 0.252218} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.812844] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-77d5f8cb-7add-443d-ac3b-e50373a6c6c0 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 463a69ec-6f8d-40ab-8fc1-0aacab523905] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1122.813438] env[70323]: DEBUG oslo_vmware.api [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227821, 'name': PowerOnVM_Task, 'duration_secs': 0.741909} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.814321] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860b2a9f-c225-406d-8c7c-46abf6ba0896 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.816826] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 82adf097-a01e-4edc-8d01-2f83cf104740] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1122.817044] env[70323]: INFO nova.compute.manager [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 82adf097-a01e-4edc-8d01-2f83cf104740] Took 8.81 seconds to spawn the instance on the hypervisor. [ 1122.817225] env[70323]: DEBUG nova.compute.manager [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 82adf097-a01e-4edc-8d01-2f83cf104740] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1122.818205] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e09850-ca63-4c2a-aebc-358605b95a12 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.841859] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e493dba9-a28b-401d-a084-20a3a16212cb {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.856055] env[70323]: DEBUG oslo_concurrency.lockutils [None req-07891bc2-46a3-4664-9ef7-596012db5529 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Acquiring lock "8957a828-0447-4492-bd38-b5a04ed5633a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.856311] env[70323]: DEBUG oslo_concurrency.lockutils [None req-07891bc2-46a3-4664-9ef7-596012db5529 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Lock "8957a828-0447-4492-bd38-b5a04ed5633a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.856541] env[70323]: DEBUG oslo_concurrency.lockutils [None req-07891bc2-46a3-4664-9ef7-596012db5529 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Acquiring lock "8957a828-0447-4492-bd38-b5a04ed5633a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.856696] env[70323]: DEBUG oslo_concurrency.lockutils [None req-07891bc2-46a3-4664-9ef7-596012db5529 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Lock "8957a828-0447-4492-bd38-b5a04ed5633a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.856863] env[70323]: DEBUG oslo_concurrency.lockutils [None req-07891bc2-46a3-4664-9ef7-596012db5529 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Lock "8957a828-0447-4492-bd38-b5a04ed5633a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.859051] env[70323]: INFO nova.compute.manager [None req-07891bc2-46a3-4664-9ef7-596012db5529 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 8957a828-0447-4492-bd38-b5a04ed5633a] Terminating instance [ 1122.886388] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-77d5f8cb-7add-443d-ac3b-e50373a6c6c0 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 463a69ec-6f8d-40ab-8fc1-0aacab523905] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1122.886757] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98f5a3f1-06d5-403f-855e-c1b4c8a2cd26 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.897954] env[70323]: DEBUG oslo_vmware.api [None req-a9d132be-906f-4af4-9f70-1573028489ab tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Task: {'id': task-3227823, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071431} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.899183] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d132be-906f-4af4-9f70-1573028489ab tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] [instance: 5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1122.899568] env[70323]: DEBUG oslo_vmware.api [None req-77d5f8cb-7add-443d-ac3b-e50373a6c6c0 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Waiting for the task: (returnval){ [ 1122.899568] env[70323]: value = "task-3227824" [ 1122.899568] env[70323]: _type = "Task" [ 1122.899568] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.900301] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323cb0cc-755a-4c90-8f1c-0b57819b9e4f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.918306] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-77d5f8cb-7add-443d-ac3b-e50373a6c6c0 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 463a69ec-6f8d-40ab-8fc1-0aacab523905] VM already powered off {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1122.918553] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-77d5f8cb-7add-443d-ac3b-e50373a6c6c0 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 463a69ec-6f8d-40ab-8fc1-0aacab523905] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1122.918775] env[70323]: DEBUG oslo_concurrency.lockutils [None req-77d5f8cb-7add-443d-ac3b-e50373a6c6c0 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.918925] env[70323]: DEBUG oslo_concurrency.lockutils [None req-77d5f8cb-7add-443d-ac3b-e50373a6c6c0 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.919123] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-77d5f8cb-7add-443d-ac3b-e50373a6c6c0 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1122.928136] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9d132be-906f-4af4-9f70-1573028489ab tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] [instance: 5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b/5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1122.928407] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b285e730-c6ff-4b6a-a832-5283ffdfe6d0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.930748] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75a12a3f-13fb-46c9-9401-74fe041775ba {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.950066] env[70323]: DEBUG oslo_vmware.api [None req-a9d132be-906f-4af4-9f70-1573028489ab tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Waiting for the task: (returnval){ [ 1122.950066] env[70323]: value = "task-3227825" [ 1122.950066] env[70323]: _type = "Task" [ 1122.950066] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.957093] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-77d5f8cb-7add-443d-ac3b-e50373a6c6c0 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1122.957357] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-77d5f8cb-7add-443d-ac3b-e50373a6c6c0 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1122.958399] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02584322-fcc3-4b77-affe-e31d2fcb631b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.963656] env[70323]: DEBUG oslo_vmware.api [None req-a9d132be-906f-4af4-9f70-1573028489ab tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Task: {'id': task-3227825, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.966469] env[70323]: DEBUG oslo_vmware.api [None req-77d5f8cb-7add-443d-ac3b-e50373a6c6c0 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Waiting for the task: (returnval){ [ 1122.966469] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52e6adf7-c2b8-af2c-6a3d-848f545984b0" [ 1122.966469] env[70323]: _type = "Task" [ 1122.966469] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.974127] env[70323]: DEBUG oslo_vmware.api [None req-77d5f8cb-7add-443d-ac3b-e50373a6c6c0 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52e6adf7-c2b8-af2c-6a3d-848f545984b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.126936] env[70323]: DEBUG oslo_concurrency.lockutils [None req-fa68010e-b000-49cb-826d-7d7fbddcd700 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquiring lock "dd793706-95da-42f2-b9fc-ee37f04e6923" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.126936] env[70323]: DEBUG oslo_concurrency.lockutils [None req-fa68010e-b000-49cb-826d-7d7fbddcd700 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Lock "dd793706-95da-42f2-b9fc-ee37f04e6923" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.126936] env[70323]: DEBUG oslo_concurrency.lockutils [None req-fa68010e-b000-49cb-826d-7d7fbddcd700 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquiring lock "dd793706-95da-42f2-b9fc-ee37f04e6923-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.126936] env[70323]: DEBUG oslo_concurrency.lockutils [None req-fa68010e-b000-49cb-826d-7d7fbddcd700 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Lock "dd793706-95da-42f2-b9fc-ee37f04e6923-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.126936] env[70323]: DEBUG oslo_concurrency.lockutils [None req-fa68010e-b000-49cb-826d-7d7fbddcd700 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Lock "dd793706-95da-42f2-b9fc-ee37f04e6923-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.130977] env[70323]: INFO nova.compute.manager [None req-fa68010e-b000-49cb-826d-7d7fbddcd700 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Terminating instance [ 1123.188105] env[70323]: DEBUG nova.network.neutron [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1123.300663] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0dc20813-a94f-430d-a421-6ea6bd9c3d92 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.875s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.303018] env[70323]: DEBUG oslo_concurrency.lockutils [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.103s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.304591] env[70323]: INFO nova.compute.claims [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 42704d37-0b31-4d26-8e24-9011b9fc7e5c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1123.326854] env[70323]: INFO nova.scheduler.client.report [None req-0dc20813-a94f-430d-a421-6ea6bd9c3d92 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Deleted allocations for instance e45798d1-4660-4af0-870e-2750ae818a8f [ 1123.350043] env[70323]: INFO nova.compute.manager [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 82adf097-a01e-4edc-8d01-2f83cf104740] Took 33.75 seconds to build instance. [ 1123.363047] env[70323]: DEBUG nova.compute.manager [None req-07891bc2-46a3-4664-9ef7-596012db5529 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 8957a828-0447-4492-bd38-b5a04ed5633a] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1123.363047] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-07891bc2-46a3-4664-9ef7-596012db5529 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 8957a828-0447-4492-bd38-b5a04ed5633a] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1123.367375] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472d88f4-782b-4c9b-a265-5c0c306da8d7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.382604] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-07891bc2-46a3-4664-9ef7-596012db5529 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 8957a828-0447-4492-bd38-b5a04ed5633a] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1123.385305] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c60c6f1e-1392-41f0-87cf-3a93d4706aca {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.397070] env[70323]: DEBUG oslo_vmware.api [None req-07891bc2-46a3-4664-9ef7-596012db5529 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Waiting for the task: (returnval){ [ 1123.397070] env[70323]: value = "task-3227826" [ 1123.397070] env[70323]: _type = "Task" [ 1123.397070] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.405747] env[70323]: DEBUG oslo_vmware.api [None req-07891bc2-46a3-4664-9ef7-596012db5529 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3227826, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.441896] env[70323]: DEBUG nova.network.neutron [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] Updating instance_info_cache with network_info: [{"id": "5fbf2b59-1284-4f39-b927-7a260f175301", "address": "fa:16:3e:9f:ed:6b", "network": {"id": "72c9180f-a081-4a3c-a140-c168d882c6f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1947974250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "629980704660404c9e5b2a810d6182a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fbf2b59-12", "ovs_interfaceid": "5fbf2b59-1284-4f39-b927-7a260f175301", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.463401] env[70323]: DEBUG oslo_vmware.api [None req-a9d132be-906f-4af4-9f70-1573028489ab tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Task: {'id': task-3227825, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.479143] env[70323]: DEBUG oslo_vmware.api [None req-77d5f8cb-7add-443d-ac3b-e50373a6c6c0 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52e6adf7-c2b8-af2c-6a3d-848f545984b0, 'name': SearchDatastore_Task, 'duration_secs': 0.029317} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.480648] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-549cafb8-ff05-4b90-92e7-b55a95ef47be {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.484926] env[70323]: DEBUG nova.network.neutron [None req-e3eeb8ab-bc1e-4bc3-966f-4dc1d4834e41 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Port 91b4c25f-f731-43cb-8f63-7d64877f1294 binding to destination host cpu-1 is already ACTIVE {{(pid=70323) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1123.485290] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e3eeb8ab-bc1e-4bc3-966f-4dc1d4834e41 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Acquiring lock "refresh_cache-bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.485445] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e3eeb8ab-bc1e-4bc3-966f-4dc1d4834e41 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Acquired lock "refresh_cache-bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.485652] env[70323]: DEBUG nova.network.neutron [None req-e3eeb8ab-bc1e-4bc3-966f-4dc1d4834e41 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1123.488998] env[70323]: DEBUG oslo_vmware.api [None req-77d5f8cb-7add-443d-ac3b-e50373a6c6c0 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Waiting for the task: (returnval){ [ 1123.488998] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5233d2ef-5e2a-8bad-2f12-47fdb049d37b" [ 1123.488998] env[70323]: _type = "Task" [ 1123.488998] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.498372] env[70323]: DEBUG oslo_vmware.api [None req-77d5f8cb-7add-443d-ac3b-e50373a6c6c0 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5233d2ef-5e2a-8bad-2f12-47fdb049d37b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.635375] env[70323]: DEBUG nova.compute.manager [None req-fa68010e-b000-49cb-826d-7d7fbddcd700 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1123.635610] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-fa68010e-b000-49cb-826d-7d7fbddcd700 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1123.636624] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d068314f-0aed-4e03-b3b4-4e95a75b1d0a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.646100] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa68010e-b000-49cb-826d-7d7fbddcd700 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1123.646666] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c814d90-84e3-4ed3-be95-935523da57f2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.653519] env[70323]: DEBUG oslo_vmware.api [None req-fa68010e-b000-49cb-826d-7d7fbddcd700 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Waiting for the task: (returnval){ [ 1123.653519] env[70323]: value = "task-3227827" [ 1123.653519] env[70323]: _type = "Task" [ 1123.653519] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.662555] env[70323]: DEBUG oslo_vmware.api [None req-fa68010e-b000-49cb-826d-7d7fbddcd700 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3227827, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.838557] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0dc20813-a94f-430d-a421-6ea6bd9c3d92 tempest-ServerDiskConfigTestJSON-314686981 tempest-ServerDiskConfigTestJSON-314686981-project-member] Lock "e45798d1-4660-4af0-870e-2750ae818a8f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.514s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.854615] env[70323]: DEBUG oslo_concurrency.lockutils [None req-04234d87-b89c-4260-a9b4-232dbe4dfb19 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lock "82adf097-a01e-4edc-8d01-2f83cf104740" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.265s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.900397] env[70323]: DEBUG nova.compute.manager [req-302f44e8-cf94-4501-bbe3-1e73ca86c11b req-5cc3dcef-967e-419a-9b12-9b2f291f576f service nova] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] Received event network-changed-5fbf2b59-1284-4f39-b927-7a260f175301 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1123.900397] env[70323]: DEBUG nova.compute.manager [req-302f44e8-cf94-4501-bbe3-1e73ca86c11b req-5cc3dcef-967e-419a-9b12-9b2f291f576f service nova] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] Refreshing instance network info cache due to event network-changed-5fbf2b59-1284-4f39-b927-7a260f175301. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1123.900862] env[70323]: DEBUG oslo_concurrency.lockutils [req-302f44e8-cf94-4501-bbe3-1e73ca86c11b req-5cc3dcef-967e-419a-9b12-9b2f291f576f service nova] Acquiring lock "refresh_cache-bb8ebaea-b4c3-45ff-a1db-fad437bcea82" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.912657] env[70323]: DEBUG oslo_vmware.api [None req-07891bc2-46a3-4664-9ef7-596012db5529 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3227826, 'name': PowerOffVM_Task, 'duration_secs': 0.342851} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.912936] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-07891bc2-46a3-4664-9ef7-596012db5529 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 8957a828-0447-4492-bd38-b5a04ed5633a] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1123.913317] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-07891bc2-46a3-4664-9ef7-596012db5529 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 8957a828-0447-4492-bd38-b5a04ed5633a] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1123.913481] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea01e716-6a76-494d-a54b-c385cbdd5582 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.944942] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Releasing lock "refresh_cache-bb8ebaea-b4c3-45ff-a1db-fad437bcea82" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.945277] env[70323]: DEBUG nova.compute.manager [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] Instance network_info: |[{"id": "5fbf2b59-1284-4f39-b927-7a260f175301", "address": "fa:16:3e:9f:ed:6b", "network": {"id": "72c9180f-a081-4a3c-a140-c168d882c6f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1947974250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "629980704660404c9e5b2a810d6182a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fbf2b59-12", "ovs_interfaceid": "5fbf2b59-1284-4f39-b927-7a260f175301", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1123.945577] env[70323]: DEBUG oslo_concurrency.lockutils [req-302f44e8-cf94-4501-bbe3-1e73ca86c11b req-5cc3dcef-967e-419a-9b12-9b2f291f576f service nova] Acquired lock "refresh_cache-bb8ebaea-b4c3-45ff-a1db-fad437bcea82" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.945757] env[70323]: DEBUG nova.network.neutron [req-302f44e8-cf94-4501-bbe3-1e73ca86c11b req-5cc3dcef-967e-419a-9b12-9b2f291f576f service nova] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] Refreshing network info cache for port 5fbf2b59-1284-4f39-b927-7a260f175301 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1123.947238] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:ed:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4734e5e-2a76-4bda-8905-70c9bf9e007f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5fbf2b59-1284-4f39-b927-7a260f175301', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1123.954864] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1123.958277] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1123.961653] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ac2e557-daa2-4bea-aec0-488cdf4285ec {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.980765] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-07891bc2-46a3-4664-9ef7-596012db5529 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 8957a828-0447-4492-bd38-b5a04ed5633a] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1123.981477] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-07891bc2-46a3-4664-9ef7-596012db5529 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 8957a828-0447-4492-bd38-b5a04ed5633a] Deleting contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1123.981477] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-07891bc2-46a3-4664-9ef7-596012db5529 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Deleting the datastore file [datastore1] 8957a828-0447-4492-bd38-b5a04ed5633a {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1123.984775] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3141525d-1183-49a8-b25c-50bf2907b8c7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.986617] env[70323]: DEBUG oslo_vmware.api [None req-a9d132be-906f-4af4-9f70-1573028489ab tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Task: {'id': task-3227825, 'name': ReconfigVM_Task, 'duration_secs': 0.584005} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.987887] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9d132be-906f-4af4-9f70-1573028489ab tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] [instance: 5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b/5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1123.990300] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1123.990300] env[70323]: value = "task-3227829" [ 1123.990300] env[70323]: _type = "Task" [ 1123.990300] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.990860] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0c4d8f6a-7c95-4f22-8484-84ca4972f696 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.000505] env[70323]: DEBUG oslo_vmware.api [None req-07891bc2-46a3-4664-9ef7-596012db5529 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Waiting for the task: (returnval){ [ 1124.000505] env[70323]: value = "task-3227830" [ 1124.000505] env[70323]: _type = "Task" [ 1124.000505] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.011913] env[70323]: DEBUG oslo_vmware.api [None req-a9d132be-906f-4af4-9f70-1573028489ab tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Waiting for the task: (returnval){ [ 1124.011913] env[70323]: value = "task-3227831" [ 1124.011913] env[70323]: _type = "Task" [ 1124.011913] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.012199] env[70323]: DEBUG oslo_vmware.api [None req-77d5f8cb-7add-443d-ac3b-e50373a6c6c0 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5233d2ef-5e2a-8bad-2f12-47fdb049d37b, 'name': SearchDatastore_Task, 'duration_secs': 0.02256} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.012717] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227829, 'name': CreateVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.013146] env[70323]: DEBUG oslo_concurrency.lockutils [None req-77d5f8cb-7add-443d-ac3b-e50373a6c6c0 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.013445] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-77d5f8cb-7add-443d-ac3b-e50373a6c6c0 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 463a69ec-6f8d-40ab-8fc1-0aacab523905/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16-rescue.vmdk. {{(pid=70323) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1124.017144] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3402d275-db77-4b66-82bb-6d0b04463b9d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.025123] env[70323]: DEBUG oslo_vmware.api [None req-07891bc2-46a3-4664-9ef7-596012db5529 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3227830, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.033405] env[70323]: DEBUG oslo_vmware.api [None req-a9d132be-906f-4af4-9f70-1573028489ab tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Task: {'id': task-3227831, 'name': Rename_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.034866] env[70323]: DEBUG oslo_vmware.api [None req-77d5f8cb-7add-443d-ac3b-e50373a6c6c0 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Waiting for the task: (returnval){ [ 1124.034866] env[70323]: value = "task-3227832" [ 1124.034866] env[70323]: _type = "Task" [ 1124.034866] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.046665] env[70323]: DEBUG oslo_vmware.api [None req-77d5f8cb-7add-443d-ac3b-e50373a6c6c0 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3227832, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.168118] env[70323]: DEBUG oslo_vmware.api [None req-fa68010e-b000-49cb-826d-7d7fbddcd700 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3227827, 'name': PowerOffVM_Task, 'duration_secs': 0.266204} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.168494] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa68010e-b000-49cb-826d-7d7fbddcd700 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1124.168687] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-fa68010e-b000-49cb-826d-7d7fbddcd700 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1124.168957] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bbbd45a1-b9e0-4084-95eb-db3b8e3e46cb {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.233682] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-fa68010e-b000-49cb-826d-7d7fbddcd700 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1124.233971] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-fa68010e-b000-49cb-826d-7d7fbddcd700 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Deleting contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1124.234158] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa68010e-b000-49cb-826d-7d7fbddcd700 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Deleting the datastore file [datastore2] dd793706-95da-42f2-b9fc-ee37f04e6923 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1124.234476] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a179aa5e-2028-4064-be8e-688a3e6a5478 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.259805] env[70323]: DEBUG oslo_vmware.api [None req-fa68010e-b000-49cb-826d-7d7fbddcd700 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Waiting for the task: (returnval){ [ 1124.259805] env[70323]: value = "task-3227834" [ 1124.259805] env[70323]: _type = "Task" [ 1124.259805] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.274444] env[70323]: DEBUG oslo_vmware.api [None req-fa68010e-b000-49cb-826d-7d7fbddcd700 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3227834, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.322500] env[70323]: DEBUG nova.network.neutron [req-302f44e8-cf94-4501-bbe3-1e73ca86c11b req-5cc3dcef-967e-419a-9b12-9b2f291f576f service nova] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] Updated VIF entry in instance network info cache for port 5fbf2b59-1284-4f39-b927-7a260f175301. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1124.322609] env[70323]: DEBUG nova.network.neutron [req-302f44e8-cf94-4501-bbe3-1e73ca86c11b req-5cc3dcef-967e-419a-9b12-9b2f291f576f service nova] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] Updating instance_info_cache with network_info: [{"id": "5fbf2b59-1284-4f39-b927-7a260f175301", "address": "fa:16:3e:9f:ed:6b", "network": {"id": "72c9180f-a081-4a3c-a140-c168d882c6f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1947974250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "629980704660404c9e5b2a810d6182a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fbf2b59-12", "ovs_interfaceid": "5fbf2b59-1284-4f39-b927-7a260f175301", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.367252] env[70323]: DEBUG nova.network.neutron [None req-e3eeb8ab-bc1e-4bc3-966f-4dc1d4834e41 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Updating instance_info_cache with network_info: [{"id": "91b4c25f-f731-43cb-8f63-7d64877f1294", "address": "fa:16:3e:b9:9a:f9", "network": {"id": "04147f98-e096-4b08-86fd-82e3dbb0599e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-823971767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59ea186f9eb14bfd914ef3bde9458745", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3952eb02-1162-48ed-8227-9c138960d583", "external-id": "nsx-vlan-transportzone-250", "segmentation_id": 250, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91b4c25f-f7", "ovs_interfaceid": "91b4c25f-f731-43cb-8f63-7d64877f1294", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.506741] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227829, 'name': CreateVM_Task, 'duration_secs': 0.426935} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.513241] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1124.514454] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.514641] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.515067] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.519785] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bb24fee-35c2-4736-b5e4-8f5f668c8484 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.525869] env[70323]: DEBUG oslo_vmware.api [None req-07891bc2-46a3-4664-9ef7-596012db5529 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3227830, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.274461} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.529969] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-07891bc2-46a3-4664-9ef7-596012db5529 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1124.530250] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-07891bc2-46a3-4664-9ef7-596012db5529 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 8957a828-0447-4492-bd38-b5a04ed5633a] Deleted contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1124.530467] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-07891bc2-46a3-4664-9ef7-596012db5529 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 8957a828-0447-4492-bd38-b5a04ed5633a] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1124.530620] env[70323]: INFO nova.compute.manager [None req-07891bc2-46a3-4664-9ef7-596012db5529 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 8957a828-0447-4492-bd38-b5a04ed5633a] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1124.530871] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07891bc2-46a3-4664-9ef7-596012db5529 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1124.531719] env[70323]: DEBUG oslo_vmware.api [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Waiting for the task: (returnval){ [ 1124.531719] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]522bb21d-290f-f661-7a10-a035ae07fbc4" [ 1124.531719] env[70323]: _type = "Task" [ 1124.531719] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.535280] env[70323]: DEBUG nova.compute.manager [-] [instance: 8957a828-0447-4492-bd38-b5a04ed5633a] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1124.535363] env[70323]: DEBUG nova.network.neutron [-] [instance: 8957a828-0447-4492-bd38-b5a04ed5633a] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1124.537331] env[70323]: DEBUG oslo_vmware.api [None req-a9d132be-906f-4af4-9f70-1573028489ab tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Task: {'id': task-3227831, 'name': Rename_Task, 'duration_secs': 0.200334} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.542319] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9d132be-906f-4af4-9f70-1573028489ab tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] [instance: 5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1124.545955] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ceb5365f-34ec-465a-aa5b-a5d9e81d8f14 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.559478] env[70323]: DEBUG oslo_vmware.api [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]522bb21d-290f-f661-7a10-a035ae07fbc4, 'name': SearchDatastore_Task, 'duration_secs': 0.021153} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.566867] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.567163] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1124.567399] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.567573] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.567784] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1124.568072] env[70323]: DEBUG oslo_vmware.api [None req-77d5f8cb-7add-443d-ac3b-e50373a6c6c0 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3227832, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.568364] env[70323]: DEBUG oslo_vmware.api [None req-a9d132be-906f-4af4-9f70-1573028489ab tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Waiting for the task: (returnval){ [ 1124.568364] env[70323]: value = "task-3227835" [ 1124.568364] env[70323]: _type = "Task" [ 1124.568364] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.568821] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-829114b1-cdd9-4e86-824c-9e2b8d14cb08 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.582950] env[70323]: DEBUG oslo_vmware.api [None req-a9d132be-906f-4af4-9f70-1573028489ab tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Task: {'id': task-3227835, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.585947] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1124.586154] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1124.587346] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c292cce2-d4d7-4c3a-8627-c3d9e7b32ae0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.590131] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d90793b7-784a-4c01-8b66-a61363cec45b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.597528] env[70323]: DEBUG oslo_vmware.api [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Waiting for the task: (returnval){ [ 1124.597528] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]528c72b8-2226-4790-c310-d42600df3d02" [ 1124.597528] env[70323]: _type = "Task" [ 1124.597528] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.604200] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46911dad-5b6a-486a-9f65-4e9de9e91bb5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.615339] env[70323]: DEBUG oslo_vmware.api [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]528c72b8-2226-4790-c310-d42600df3d02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.640575] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d697a979-2426-4a24-9393-510d4722849b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.652073] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0982eecc-e2b9-4940-ade0-13b0ff9cd38b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.670554] env[70323]: DEBUG nova.compute.provider_tree [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.756305] env[70323]: DEBUG nova.compute.manager [None req-eab8fa77-349a-42f2-b12e-564b28d6e192 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 82adf097-a01e-4edc-8d01-2f83cf104740] Stashing vm_state: active {{(pid=70323) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1124.770307] env[70323]: DEBUG oslo_vmware.api [None req-fa68010e-b000-49cb-826d-7d7fbddcd700 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3227834, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.825495] env[70323]: DEBUG oslo_concurrency.lockutils [req-302f44e8-cf94-4501-bbe3-1e73ca86c11b req-5cc3dcef-967e-419a-9b12-9b2f291f576f service nova] Releasing lock "refresh_cache-bb8ebaea-b4c3-45ff-a1db-fad437bcea82" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.870363] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e3eeb8ab-bc1e-4bc3-966f-4dc1d4834e41 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Releasing lock "refresh_cache-bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.055732] env[70323]: DEBUG oslo_vmware.api [None req-77d5f8cb-7add-443d-ac3b-e50373a6c6c0 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3227832, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.653094} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.056233] env[70323]: INFO nova.virt.vmwareapi.ds_util [None req-77d5f8cb-7add-443d-ac3b-e50373a6c6c0 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 463a69ec-6f8d-40ab-8fc1-0aacab523905/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16-rescue.vmdk. [ 1125.057079] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d099649e-6e30-4497-a169-8cbd6a88ba14 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.086046] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-77d5f8cb-7add-443d-ac3b-e50373a6c6c0 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 463a69ec-6f8d-40ab-8fc1-0aacab523905] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 463a69ec-6f8d-40ab-8fc1-0aacab523905/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16-rescue.vmdk or device None with type thin {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1125.090811] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7b88e5c-2c05-48bd-a1f9-a3f5dfc1c66a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.115899] env[70323]: DEBUG oslo_vmware.api [None req-a9d132be-906f-4af4-9f70-1573028489ab tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Task: {'id': task-3227835, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.118417] env[70323]: DEBUG oslo_vmware.api [None req-77d5f8cb-7add-443d-ac3b-e50373a6c6c0 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Waiting for the task: (returnval){ [ 1125.118417] env[70323]: value = "task-3227836" [ 1125.118417] env[70323]: _type = "Task" [ 1125.118417] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.121938] env[70323]: DEBUG oslo_vmware.api [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]528c72b8-2226-4790-c310-d42600df3d02, 'name': SearchDatastore_Task, 'duration_secs': 0.019313} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.126357] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf910f8a-8af3-4ff3-81be-580ea8ef6cbe {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.132382] env[70323]: DEBUG oslo_vmware.api [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Waiting for the task: (returnval){ [ 1125.132382] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52fda69a-e537-782b-ef28-0f7ea3e1d5ad" [ 1125.132382] env[70323]: _type = "Task" [ 1125.132382] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.135509] env[70323]: DEBUG oslo_vmware.api [None req-77d5f8cb-7add-443d-ac3b-e50373a6c6c0 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3227836, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.144409] env[70323]: DEBUG oslo_vmware.api [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52fda69a-e537-782b-ef28-0f7ea3e1d5ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.174178] env[70323]: DEBUG nova.scheduler.client.report [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1125.278020] env[70323]: DEBUG oslo_vmware.api [None req-fa68010e-b000-49cb-826d-7d7fbddcd700 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3227834, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.650682} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.278020] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa68010e-b000-49cb-826d-7d7fbddcd700 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1125.278020] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-fa68010e-b000-49cb-826d-7d7fbddcd700 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Deleted contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1125.278020] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-fa68010e-b000-49cb-826d-7d7fbddcd700 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1125.278020] env[70323]: INFO nova.compute.manager [None req-fa68010e-b000-49cb-826d-7d7fbddcd700 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1125.278020] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa68010e-b000-49cb-826d-7d7fbddcd700 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1125.278020] env[70323]: DEBUG nova.compute.manager [-] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1125.278020] env[70323]: DEBUG nova.network.neutron [-] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1125.281060] env[70323]: DEBUG oslo_concurrency.lockutils [None req-eab8fa77-349a-42f2-b12e-564b28d6e192 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.375287] env[70323]: DEBUG nova.compute.manager [None req-e3eeb8ab-bc1e-4bc3-966f-4dc1d4834e41 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=70323) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1125.590718] env[70323]: DEBUG oslo_vmware.api [None req-a9d132be-906f-4af4-9f70-1573028489ab tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Task: {'id': task-3227835, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.613364] env[70323]: DEBUG nova.network.neutron [-] [instance: 8957a828-0447-4492-bd38-b5a04ed5633a] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.638017] env[70323]: DEBUG oslo_vmware.api [None req-77d5f8cb-7add-443d-ac3b-e50373a6c6c0 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3227836, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.649449] env[70323]: DEBUG oslo_vmware.api [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52fda69a-e537-782b-ef28-0f7ea3e1d5ad, 'name': SearchDatastore_Task, 'duration_secs': 0.016501} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.649865] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.650215] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] bb8ebaea-b4c3-45ff-a1db-fad437bcea82/bb8ebaea-b4c3-45ff-a1db-fad437bcea82.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1125.650606] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-751b1127-59d2-49fa-8e4b-5d15993101bf {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.660706] env[70323]: DEBUG oslo_vmware.api [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Waiting for the task: (returnval){ [ 1125.660706] env[70323]: value = "task-3227837" [ 1125.660706] env[70323]: _type = "Task" [ 1125.660706] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.670925] env[70323]: DEBUG oslo_vmware.api [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227837, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.683536] env[70323]: DEBUG oslo_concurrency.lockutils [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.379s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.683536] env[70323]: DEBUG nova.compute.manager [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 42704d37-0b31-4d26-8e24-9011b9fc7e5c] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1125.686055] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.476s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.686276] env[70323]: DEBUG nova.objects.instance [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Lazy-loading 'pci_requests' on Instance uuid 6e39317c-64f3-4457-b2ef-bc6d61fe59d1 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.090077] env[70323]: DEBUG oslo_vmware.api [None req-a9d132be-906f-4af4-9f70-1573028489ab tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Task: {'id': task-3227835, 'name': PowerOnVM_Task, 'duration_secs': 1.118088} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.090077] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9d132be-906f-4af4-9f70-1573028489ab tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] [instance: 5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1126.090077] env[70323]: INFO nova.compute.manager [None req-a9d132be-906f-4af4-9f70-1573028489ab tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] [instance: 5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b] Took 7.39 seconds to spawn the instance on the hypervisor. [ 1126.090077] env[70323]: DEBUG nova.compute.manager [None req-a9d132be-906f-4af4-9f70-1573028489ab tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] [instance: 5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1126.090077] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac09009-4353-4108-a3f9-6e9874e91e78 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.118461] env[70323]: INFO nova.compute.manager [-] [instance: 8957a828-0447-4492-bd38-b5a04ed5633a] Took 1.58 seconds to deallocate network for instance. [ 1126.133316] env[70323]: DEBUG oslo_vmware.api [None req-77d5f8cb-7add-443d-ac3b-e50373a6c6c0 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3227836, 'name': ReconfigVM_Task, 'duration_secs': 0.807804} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.133630] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-77d5f8cb-7add-443d-ac3b-e50373a6c6c0 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 463a69ec-6f8d-40ab-8fc1-0aacab523905] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 463a69ec-6f8d-40ab-8fc1-0aacab523905/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16-rescue.vmdk or device None with type thin {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1126.134626] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be694f01-6595-414e-bfcd-594b55bf34a9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.174762] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00b5c56f-4dc9-4c37-aed1-e6babfa00c1e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.189539] env[70323]: DEBUG nova.compute.utils [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1126.195172] env[70323]: DEBUG nova.objects.instance [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Lazy-loading 'numa_topology' on Instance uuid 6e39317c-64f3-4457-b2ef-bc6d61fe59d1 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.199405] env[70323]: DEBUG nova.compute.manager [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 42704d37-0b31-4d26-8e24-9011b9fc7e5c] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1126.199586] env[70323]: DEBUG nova.network.neutron [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 42704d37-0b31-4d26-8e24-9011b9fc7e5c] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1126.202657] env[70323]: DEBUG oslo_vmware.api [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227837, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.202939] env[70323]: DEBUG oslo_vmware.api [None req-77d5f8cb-7add-443d-ac3b-e50373a6c6c0 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Waiting for the task: (returnval){ [ 1126.202939] env[70323]: value = "task-3227838" [ 1126.202939] env[70323]: _type = "Task" [ 1126.202939] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.218675] env[70323]: DEBUG oslo_vmware.api [None req-77d5f8cb-7add-443d-ac3b-e50373a6c6c0 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3227838, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.223124] env[70323]: DEBUG nova.compute.manager [req-b11a922d-e8b5-40f7-b132-a1f44e07a1cd req-ef0a4b1e-c7bd-46cd-ae81-6147a18d185b service nova] [instance: 8957a828-0447-4492-bd38-b5a04ed5633a] Received event network-vif-deleted-3be2884b-fde5-4ef8-ae91-5b743e5f1aac {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.223451] env[70323]: DEBUG nova.compute.manager [req-b11a922d-e8b5-40f7-b132-a1f44e07a1cd req-ef0a4b1e-c7bd-46cd-ae81-6147a18d185b service nova] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Received event network-vif-deleted-4c27b25c-91c2-45e0-a3d1-4c3e2eac4a19 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.223663] env[70323]: INFO nova.compute.manager [req-b11a922d-e8b5-40f7-b132-a1f44e07a1cd req-ef0a4b1e-c7bd-46cd-ae81-6147a18d185b service nova] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Neutron deleted interface 4c27b25c-91c2-45e0-a3d1-4c3e2eac4a19; detaching it from the instance and deleting it from the info cache [ 1126.223911] env[70323]: DEBUG nova.network.neutron [req-b11a922d-e8b5-40f7-b132-a1f44e07a1cd req-ef0a4b1e-c7bd-46cd-ae81-6147a18d185b service nova] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.229360] env[70323]: DEBUG nova.network.neutron [-] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.270292] env[70323]: DEBUG nova.policy [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '904100217a3642ddbac560ad3a398816', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af37872d6532434f815597c22d8a4a36', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 1126.504982] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e3eeb8ab-bc1e-4bc3-966f-4dc1d4834e41 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.610301] env[70323]: INFO nova.compute.manager [None req-a9d132be-906f-4af4-9f70-1573028489ab tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] [instance: 5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b] Took 33.22 seconds to build instance. [ 1126.629551] env[70323]: DEBUG oslo_concurrency.lockutils [None req-07891bc2-46a3-4664-9ef7-596012db5529 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.677805] env[70323]: DEBUG oslo_vmware.api [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227837, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.818645} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.678609] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] bb8ebaea-b4c3-45ff-a1db-fad437bcea82/bb8ebaea-b4c3-45ff-a1db-fad437bcea82.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1126.678891] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1126.679194] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c74c97c2-7714-432b-869b-a92e994966d6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.686420] env[70323]: DEBUG oslo_vmware.api [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Waiting for the task: (returnval){ [ 1126.686420] env[70323]: value = "task-3227839" [ 1126.686420] env[70323]: _type = "Task" [ 1126.686420] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.697458] env[70323]: DEBUG nova.compute.manager [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 42704d37-0b31-4d26-8e24-9011b9fc7e5c] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1126.702258] env[70323]: DEBUG oslo_vmware.api [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227839, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.704716] env[70323]: INFO nova.compute.claims [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1126.722295] env[70323]: DEBUG oslo_vmware.api [None req-77d5f8cb-7add-443d-ac3b-e50373a6c6c0 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3227838, 'name': ReconfigVM_Task, 'duration_secs': 0.304349} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.722583] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-77d5f8cb-7add-443d-ac3b-e50373a6c6c0 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 463a69ec-6f8d-40ab-8fc1-0aacab523905] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1126.722847] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da34305d-caa8-4e02-9d37-2d242646f9a5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.733208] env[70323]: DEBUG oslo_vmware.api [None req-77d5f8cb-7add-443d-ac3b-e50373a6c6c0 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Waiting for the task: (returnval){ [ 1126.733208] env[70323]: value = "task-3227840" [ 1126.733208] env[70323]: _type = "Task" [ 1126.733208] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.733208] env[70323]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fcbb913c-1c1f-4ccd-983c-1ee1c81c7dce {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.733208] env[70323]: INFO nova.compute.manager [-] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Took 1.46 seconds to deallocate network for instance. [ 1126.753250] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a6c2e1-1fac-4008-813d-467d0dc7068f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.768620] env[70323]: DEBUG oslo_vmware.api [None req-77d5f8cb-7add-443d-ac3b-e50373a6c6c0 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3227840, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.793870] env[70323]: DEBUG nova.compute.manager [req-b11a922d-e8b5-40f7-b132-a1f44e07a1cd req-ef0a4b1e-c7bd-46cd-ae81-6147a18d185b service nova] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Detach interface failed, port_id=4c27b25c-91c2-45e0-a3d1-4c3e2eac4a19, reason: Instance dd793706-95da-42f2-b9fc-ee37f04e6923 could not be found. {{(pid=70323) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1126.860846] env[70323]: DEBUG nova.network.neutron [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 42704d37-0b31-4d26-8e24-9011b9fc7e5c] Successfully created port: a6c1275b-eec4-4f28-b6f1-f7a84813c1e4 {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1127.114223] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a9d132be-906f-4af4-9f70-1573028489ab tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Lock "5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.730s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.197977] env[70323]: DEBUG oslo_vmware.api [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227839, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072782} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.198907] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1127.199758] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9d4b8f-213e-4688-8619-4b0473dd93f7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.227932] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] bb8ebaea-b4c3-45ff-a1db-fad437bcea82/bb8ebaea-b4c3-45ff-a1db-fad437bcea82.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1127.228735] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10a2e7eb-1947-4386-a0d3-57cc86c8db4c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.244319] env[70323]: DEBUG oslo_concurrency.lockutils [None req-fa68010e-b000-49cb-826d-7d7fbddcd700 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.258709] env[70323]: DEBUG oslo_vmware.api [None req-77d5f8cb-7add-443d-ac3b-e50373a6c6c0 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3227840, 'name': PowerOnVM_Task} progress is 78%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.259228] env[70323]: DEBUG oslo_vmware.api [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Waiting for the task: (returnval){ [ 1127.259228] env[70323]: value = "task-3227841" [ 1127.259228] env[70323]: _type = "Task" [ 1127.259228] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.270017] env[70323]: DEBUG oslo_vmware.api [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227841, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.299155] env[70323]: INFO nova.compute.manager [None req-df6f7984-4041-4e85-b08c-b075f4c81a19 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] [instance: 5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b] Rebuilding instance [ 1127.339784] env[70323]: DEBUG nova.compute.manager [None req-df6f7984-4041-4e85-b08c-b075f4c81a19 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] [instance: 5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1127.340675] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a10d46d8-e266-4981-8495-77ac295a6855 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.449424] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5804b22e-f179-4e11-b0e3-127c5c81e679 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.457873] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4270a939-eb6b-40ed-b8ab-71e173a32502 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.487250] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94cc3e6f-c237-4d24-9431-7bc242036458 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.494826] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74898b89-9fe3-4bb9-b353-e6b36bb7156c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.511239] env[70323]: DEBUG nova.compute.provider_tree [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1127.730480] env[70323]: DEBUG nova.compute.manager [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 42704d37-0b31-4d26-8e24-9011b9fc7e5c] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1127.756871] env[70323]: DEBUG oslo_vmware.api [None req-77d5f8cb-7add-443d-ac3b-e50373a6c6c0 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3227840, 'name': PowerOnVM_Task, 'duration_secs': 0.849865} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.759598] env[70323]: DEBUG nova.virt.hardware [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1127.762956] env[70323]: DEBUG nova.virt.hardware [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1127.762956] env[70323]: DEBUG nova.virt.hardware [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1127.762956] env[70323]: DEBUG nova.virt.hardware [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1127.762956] env[70323]: DEBUG nova.virt.hardware [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1127.762956] env[70323]: DEBUG nova.virt.hardware [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1127.762956] env[70323]: DEBUG nova.virt.hardware [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1127.762956] env[70323]: DEBUG nova.virt.hardware [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1127.762956] env[70323]: DEBUG nova.virt.hardware [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1127.762956] env[70323]: DEBUG nova.virt.hardware [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1127.762956] env[70323]: DEBUG nova.virt.hardware [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1127.762956] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-77d5f8cb-7add-443d-ac3b-e50373a6c6c0 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 463a69ec-6f8d-40ab-8fc1-0aacab523905] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1127.764526] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-955cb600-c732-410e-a574-27b05236e0e5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.768051] env[70323]: DEBUG nova.compute.manager [None req-77d5f8cb-7add-443d-ac3b-e50373a6c6c0 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 463a69ec-6f8d-40ab-8fc1-0aacab523905] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1127.771332] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5d9b1a-cc73-4d53-8409-8faa8b7cc8ed {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.783746] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1c82cc-5e1d-4ec0-bf90-013456c5e5e8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.789887] env[70323]: DEBUG oslo_vmware.api [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227841, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.014531] env[70323]: DEBUG nova.scheduler.client.report [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1128.274794] env[70323]: DEBUG oslo_vmware.api [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227841, 'name': ReconfigVM_Task, 'duration_secs': 0.851743} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.275386] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] Reconfigured VM instance instance-0000006f to attach disk [datastore1] bb8ebaea-b4c3-45ff-a1db-fad437bcea82/bb8ebaea-b4c3-45ff-a1db-fad437bcea82.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1128.276431] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5718e278-b9bd-4d2d-be73-c58bcc18682b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.288334] env[70323]: DEBUG oslo_vmware.api [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Waiting for the task: (returnval){ [ 1128.288334] env[70323]: value = "task-3227842" [ 1128.288334] env[70323]: _type = "Task" [ 1128.288334] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.302785] env[70323]: DEBUG oslo_vmware.api [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227842, 'name': Rename_Task} progress is 10%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.356165] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-df6f7984-4041-4e85-b08c-b075f4c81a19 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] [instance: 5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1128.356512] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5fbd6928-8929-4367-807d-fbee652ded36 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.364862] env[70323]: DEBUG oslo_vmware.api [None req-df6f7984-4041-4e85-b08c-b075f4c81a19 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Waiting for the task: (returnval){ [ 1128.364862] env[70323]: value = "task-3227843" [ 1128.364862] env[70323]: _type = "Task" [ 1128.364862] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.374141] env[70323]: DEBUG oslo_vmware.api [None req-df6f7984-4041-4e85-b08c-b075f4c81a19 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Task: {'id': task-3227843, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.486327] env[70323]: DEBUG nova.compute.manager [req-350003fe-a55b-4377-8070-cd12d45f0f40 req-4abfdae2-bc1b-4405-9ad9-49acd918eaa6 service nova] [instance: 42704d37-0b31-4d26-8e24-9011b9fc7e5c] Received event network-vif-plugged-a6c1275b-eec4-4f28-b6f1-f7a84813c1e4 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.486875] env[70323]: DEBUG oslo_concurrency.lockutils [req-350003fe-a55b-4377-8070-cd12d45f0f40 req-4abfdae2-bc1b-4405-9ad9-49acd918eaa6 service nova] Acquiring lock "42704d37-0b31-4d26-8e24-9011b9fc7e5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.487086] env[70323]: DEBUG oslo_concurrency.lockutils [req-350003fe-a55b-4377-8070-cd12d45f0f40 req-4abfdae2-bc1b-4405-9ad9-49acd918eaa6 service nova] Lock "42704d37-0b31-4d26-8e24-9011b9fc7e5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.487266] env[70323]: DEBUG oslo_concurrency.lockutils [req-350003fe-a55b-4377-8070-cd12d45f0f40 req-4abfdae2-bc1b-4405-9ad9-49acd918eaa6 service nova] Lock "42704d37-0b31-4d26-8e24-9011b9fc7e5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.487441] env[70323]: DEBUG nova.compute.manager [req-350003fe-a55b-4377-8070-cd12d45f0f40 req-4abfdae2-bc1b-4405-9ad9-49acd918eaa6 service nova] [instance: 42704d37-0b31-4d26-8e24-9011b9fc7e5c] No waiting events found dispatching network-vif-plugged-a6c1275b-eec4-4f28-b6f1-f7a84813c1e4 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1128.487628] env[70323]: WARNING nova.compute.manager [req-350003fe-a55b-4377-8070-cd12d45f0f40 req-4abfdae2-bc1b-4405-9ad9-49acd918eaa6 service nova] [instance: 42704d37-0b31-4d26-8e24-9011b9fc7e5c] Received unexpected event network-vif-plugged-a6c1275b-eec4-4f28-b6f1-f7a84813c1e4 for instance with vm_state building and task_state spawning. [ 1128.519263] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.833s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.521583] env[70323]: DEBUG oslo_concurrency.lockutils [None req-eab8fa77-349a-42f2-b12e-564b28d6e192 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.241s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.571471] env[70323]: INFO nova.network.neutron [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Updating port 8067c626-6a07-478c-a9c9-f6409db15661 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1128.615103] env[70323]: DEBUG nova.network.neutron [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 42704d37-0b31-4d26-8e24-9011b9fc7e5c] Successfully updated port: a6c1275b-eec4-4f28-b6f1-f7a84813c1e4 {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1128.748554] env[70323]: INFO nova.compute.manager [None req-bd74e4ae-9960-4ca1-9f7d-8eecd3f2e5cf tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 463a69ec-6f8d-40ab-8fc1-0aacab523905] Unrescuing [ 1128.748766] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bd74e4ae-9960-4ca1-9f7d-8eecd3f2e5cf tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Acquiring lock "refresh_cache-463a69ec-6f8d-40ab-8fc1-0aacab523905" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.748916] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bd74e4ae-9960-4ca1-9f7d-8eecd3f2e5cf tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Acquired lock "refresh_cache-463a69ec-6f8d-40ab-8fc1-0aacab523905" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.749166] env[70323]: DEBUG nova.network.neutron [None req-bd74e4ae-9960-4ca1-9f7d-8eecd3f2e5cf tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 463a69ec-6f8d-40ab-8fc1-0aacab523905] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1128.799711] env[70323]: DEBUG oslo_vmware.api [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227842, 'name': Rename_Task, 'duration_secs': 0.161555} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.800055] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1128.800325] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23c6da82-0f5d-41e0-a2fb-2ac1d96cb338 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.806533] env[70323]: DEBUG oslo_vmware.api [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Waiting for the task: (returnval){ [ 1128.806533] env[70323]: value = "task-3227844" [ 1128.806533] env[70323]: _type = "Task" [ 1128.806533] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.815392] env[70323]: DEBUG oslo_vmware.api [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227844, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.874424] env[70323]: DEBUG oslo_vmware.api [None req-df6f7984-4041-4e85-b08c-b075f4c81a19 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Task: {'id': task-3227843, 'name': PowerOffVM_Task, 'duration_secs': 0.235363} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.874716] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-df6f7984-4041-4e85-b08c-b075f4c81a19 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] [instance: 5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1128.874950] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-df6f7984-4041-4e85-b08c-b075f4c81a19 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] [instance: 5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1128.875721] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c80699-e3a7-4f18-b030-de9deab297b9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.882687] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-df6f7984-4041-4e85-b08c-b075f4c81a19 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] [instance: 5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1128.882933] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6059580d-559d-4e88-b768-87706df1d6f3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.906428] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-df6f7984-4041-4e85-b08c-b075f4c81a19 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] [instance: 5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1128.906652] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-df6f7984-4041-4e85-b08c-b075f4c81a19 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] [instance: 5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b] Deleting contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1128.906820] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-df6f7984-4041-4e85-b08c-b075f4c81a19 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Deleting the datastore file [datastore1] 5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1128.907091] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03c690a9-4369-451c-a186-20b2e892fc85 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.913627] env[70323]: DEBUG oslo_vmware.api [None req-df6f7984-4041-4e85-b08c-b075f4c81a19 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Waiting for the task: (returnval){ [ 1128.913627] env[70323]: value = "task-3227846" [ 1128.913627] env[70323]: _type = "Task" [ 1128.913627] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.921699] env[70323]: DEBUG oslo_vmware.api [None req-df6f7984-4041-4e85-b08c-b075f4c81a19 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Task: {'id': task-3227846, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.026842] env[70323]: INFO nova.compute.claims [None req-eab8fa77-349a-42f2-b12e-564b28d6e192 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 82adf097-a01e-4edc-8d01-2f83cf104740] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1129.118191] env[70323]: DEBUG oslo_concurrency.lockutils [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquiring lock "refresh_cache-42704d37-0b31-4d26-8e24-9011b9fc7e5c" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.118374] env[70323]: DEBUG oslo_concurrency.lockutils [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquired lock "refresh_cache-42704d37-0b31-4d26-8e24-9011b9fc7e5c" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.118546] env[70323]: DEBUG nova.network.neutron [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 42704d37-0b31-4d26-8e24-9011b9fc7e5c] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1129.317364] env[70323]: DEBUG oslo_vmware.api [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227844, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.425021] env[70323]: DEBUG oslo_vmware.api [None req-df6f7984-4041-4e85-b08c-b075f4c81a19 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Task: {'id': task-3227846, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.376556} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.425713] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-df6f7984-4041-4e85-b08c-b075f4c81a19 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1129.425713] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-df6f7984-4041-4e85-b08c-b075f4c81a19 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] [instance: 5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b] Deleted contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1129.425713] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-df6f7984-4041-4e85-b08c-b075f4c81a19 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] [instance: 5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1129.506994] env[70323]: DEBUG nova.network.neutron [None req-bd74e4ae-9960-4ca1-9f7d-8eecd3f2e5cf tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 463a69ec-6f8d-40ab-8fc1-0aacab523905] Updating instance_info_cache with network_info: [{"id": "23b388f5-cc96-4304-99a0-3789756088ad", "address": "fa:16:3e:64:48:bc", "network": {"id": "56e9e9f4-4e60-4c7b-aa0e-c44c5b186d4a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1121117638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "432ba14de5374168948a50f7762d7048", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23b388f5-cc", "ovs_interfaceid": "23b388f5-cc96-4304-99a0-3789756088ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.533081] env[70323]: INFO nova.compute.resource_tracker [None req-eab8fa77-349a-42f2-b12e-564b28d6e192 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 82adf097-a01e-4edc-8d01-2f83cf104740] Updating resource usage from migration 7d1228b7-9131-4a88-91e0-4c9cc98dc0a5 [ 1129.667757] env[70323]: DEBUG nova.network.neutron [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 42704d37-0b31-4d26-8e24-9011b9fc7e5c] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1129.786018] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca9ef4d-87fd-44e9-bcc0-506c3dc9a9b8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.794606] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-473ff2ff-618c-4d2b-b4b1-3b011ccd0cd9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.833295] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b34a72f-c112-4d8b-81d0-e177ac2472a3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.839138] env[70323]: DEBUG nova.network.neutron [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 42704d37-0b31-4d26-8e24-9011b9fc7e5c] Updating instance_info_cache with network_info: [{"id": "a6c1275b-eec4-4f28-b6f1-f7a84813c1e4", "address": "fa:16:3e:e4:09:b0", "network": {"id": "c007b1ef-cfb2-4ce7-bd1c-4b08918b6a61", "bridge": "br-int", "label": "tempest-ServersTestJSON-785052494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af37872d6532434f815597c22d8a4a36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6c1275b-ee", "ovs_interfaceid": "a6c1275b-eec4-4f28-b6f1-f7a84813c1e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.848267] env[70323]: DEBUG oslo_vmware.api [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227844, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.848267] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99dec15b-e829-451d-bac0-54c249177757 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.863622] env[70323]: DEBUG nova.compute.provider_tree [None req-eab8fa77-349a-42f2-b12e-564b28d6e192 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1130.010077] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bd74e4ae-9960-4ca1-9f7d-8eecd3f2e5cf tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Releasing lock "refresh_cache-463a69ec-6f8d-40ab-8fc1-0aacab523905" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.010392] env[70323]: DEBUG nova.objects.instance [None req-bd74e4ae-9960-4ca1-9f7d-8eecd3f2e5cf tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Lazy-loading 'flavor' on Instance uuid 463a69ec-6f8d-40ab-8fc1-0aacab523905 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1130.270983] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Acquiring lock "refresh_cache-6e39317c-64f3-4457-b2ef-bc6d61fe59d1" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.270983] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Acquired lock "refresh_cache-6e39317c-64f3-4457-b2ef-bc6d61fe59d1" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.271334] env[70323]: DEBUG nova.network.neutron [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1130.338698] env[70323]: DEBUG oslo_vmware.api [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227844, 'name': PowerOnVM_Task, 'duration_secs': 1.283382} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.338972] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1130.339196] env[70323]: INFO nova.compute.manager [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] Took 9.31 seconds to spawn the instance on the hypervisor. [ 1130.339383] env[70323]: DEBUG nova.compute.manager [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1130.340203] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757a4e47-0a7d-4bde-85cf-7554a69afc1e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.351018] env[70323]: DEBUG oslo_concurrency.lockutils [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Releasing lock "refresh_cache-42704d37-0b31-4d26-8e24-9011b9fc7e5c" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.351018] env[70323]: DEBUG nova.compute.manager [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 42704d37-0b31-4d26-8e24-9011b9fc7e5c] Instance network_info: |[{"id": "a6c1275b-eec4-4f28-b6f1-f7a84813c1e4", "address": "fa:16:3e:e4:09:b0", "network": {"id": "c007b1ef-cfb2-4ce7-bd1c-4b08918b6a61", "bridge": "br-int", "label": "tempest-ServersTestJSON-785052494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af37872d6532434f815597c22d8a4a36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6c1275b-ee", "ovs_interfaceid": "a6c1275b-eec4-4f28-b6f1-f7a84813c1e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1130.351018] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 42704d37-0b31-4d26-8e24-9011b9fc7e5c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:09:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e885ebd4-93ca-4e9e-8889-0f16bd91e61e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6c1275b-eec4-4f28-b6f1-f7a84813c1e4', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1130.358320] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1130.358541] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42704d37-0b31-4d26-8e24-9011b9fc7e5c] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1130.358765] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb882c50-f0f0-4e7e-8fc8-62e22a1cb406 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.373928] env[70323]: DEBUG nova.scheduler.client.report [None req-eab8fa77-349a-42f2-b12e-564b28d6e192 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1130.384167] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1130.384167] env[70323]: value = "task-3227847" [ 1130.384167] env[70323]: _type = "Task" [ 1130.384167] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.399361] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227847, 'name': CreateVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.462040] env[70323]: DEBUG nova.virt.hardware [None req-df6f7984-4041-4e85-b08c-b075f4c81a19 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1130.462274] env[70323]: DEBUG nova.virt.hardware [None req-df6f7984-4041-4e85-b08c-b075f4c81a19 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1130.462452] env[70323]: DEBUG nova.virt.hardware [None req-df6f7984-4041-4e85-b08c-b075f4c81a19 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1130.462634] env[70323]: DEBUG nova.virt.hardware [None req-df6f7984-4041-4e85-b08c-b075f4c81a19 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1130.462777] env[70323]: DEBUG nova.virt.hardware [None req-df6f7984-4041-4e85-b08c-b075f4c81a19 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1130.462924] env[70323]: DEBUG nova.virt.hardware [None req-df6f7984-4041-4e85-b08c-b075f4c81a19 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1130.463153] env[70323]: DEBUG nova.virt.hardware [None req-df6f7984-4041-4e85-b08c-b075f4c81a19 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1130.463340] env[70323]: DEBUG nova.virt.hardware [None req-df6f7984-4041-4e85-b08c-b075f4c81a19 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1130.463924] env[70323]: DEBUG nova.virt.hardware [None req-df6f7984-4041-4e85-b08c-b075f4c81a19 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1130.463924] env[70323]: DEBUG nova.virt.hardware [None req-df6f7984-4041-4e85-b08c-b075f4c81a19 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1130.464061] env[70323]: DEBUG nova.virt.hardware [None req-df6f7984-4041-4e85-b08c-b075f4c81a19 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1130.465464] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68900980-18e6-484e-8456-29f268f774bb {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.475040] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3754790-f9bc-4073-a623-f79112584dbe {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.491904] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-df6f7984-4041-4e85-b08c-b075f4c81a19 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] [instance: 5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b] Instance VIF info [] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1130.498832] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df6f7984-4041-4e85-b08c-b075f4c81a19 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1130.499281] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1130.499605] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab6afa3b-2b33-4177-8ff3-f334cbafd04e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.518751] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff9f141-bed1-495d-96b4-0225bb951710 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.522876] env[70323]: DEBUG nova.compute.manager [req-7fb430ad-2a4e-4ce7-a227-5d57645bc2e0 req-342c19b4-8996-46af-98e8-014039ace41a service nova] [instance: 42704d37-0b31-4d26-8e24-9011b9fc7e5c] Received event network-changed-a6c1275b-eec4-4f28-b6f1-f7a84813c1e4 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.523149] env[70323]: DEBUG nova.compute.manager [req-7fb430ad-2a4e-4ce7-a227-5d57645bc2e0 req-342c19b4-8996-46af-98e8-014039ace41a service nova] [instance: 42704d37-0b31-4d26-8e24-9011b9fc7e5c] Refreshing instance network info cache due to event network-changed-a6c1275b-eec4-4f28-b6f1-f7a84813c1e4. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1130.523357] env[70323]: DEBUG oslo_concurrency.lockutils [req-7fb430ad-2a4e-4ce7-a227-5d57645bc2e0 req-342c19b4-8996-46af-98e8-014039ace41a service nova] Acquiring lock "refresh_cache-42704d37-0b31-4d26-8e24-9011b9fc7e5c" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.523507] env[70323]: DEBUG oslo_concurrency.lockutils [req-7fb430ad-2a4e-4ce7-a227-5d57645bc2e0 req-342c19b4-8996-46af-98e8-014039ace41a service nova] Acquired lock "refresh_cache-42704d37-0b31-4d26-8e24-9011b9fc7e5c" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.523626] env[70323]: DEBUG nova.network.neutron [req-7fb430ad-2a4e-4ce7-a227-5d57645bc2e0 req-342c19b4-8996-46af-98e8-014039ace41a service nova] [instance: 42704d37-0b31-4d26-8e24-9011b9fc7e5c] Refreshing network info cache for port a6c1275b-eec4-4f28-b6f1-f7a84813c1e4 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1130.526375] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1130.526375] env[70323]: value = "task-3227848" [ 1130.526375] env[70323]: _type = "Task" [ 1130.526375] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.549909] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd74e4ae-9960-4ca1-9f7d-8eecd3f2e5cf tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 463a69ec-6f8d-40ab-8fc1-0aacab523905] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1130.550406] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a87ed9d-c1ef-4143-a692-2f8711e0447d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.556758] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227848, 'name': CreateVM_Task} progress is 15%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.562932] env[70323]: DEBUG oslo_vmware.api [None req-bd74e4ae-9960-4ca1-9f7d-8eecd3f2e5cf tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Waiting for the task: (returnval){ [ 1130.562932] env[70323]: value = "task-3227849" [ 1130.562932] env[70323]: _type = "Task" [ 1130.562932] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.571977] env[70323]: DEBUG oslo_vmware.api [None req-bd74e4ae-9960-4ca1-9f7d-8eecd3f2e5cf tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3227849, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.617423] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Acquiring lock "8a44bbef-387e-4da5-a430-ea41c199688c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.618158] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Lock "8a44bbef-387e-4da5-a430-ea41c199688c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.862106] env[70323]: INFO nova.compute.manager [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] Took 33.51 seconds to build instance. [ 1130.880520] env[70323]: DEBUG oslo_concurrency.lockutils [None req-eab8fa77-349a-42f2-b12e-564b28d6e192 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.358s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.880520] env[70323]: INFO nova.compute.manager [None req-eab8fa77-349a-42f2-b12e-564b28d6e192 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 82adf097-a01e-4edc-8d01-2f83cf104740] Migrating [ 1130.889611] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e3eeb8ab-bc1e-4bc3-966f-4dc1d4834e41 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 4.385s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.909804] env[70323]: DEBUG nova.objects.instance [None req-e3eeb8ab-bc1e-4bc3-966f-4dc1d4834e41 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Lazy-loading 'migration_context' on Instance uuid bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1130.917831] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227847, 'name': CreateVM_Task, 'duration_secs': 0.46309} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.920946] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42704d37-0b31-4d26-8e24-9011b9fc7e5c] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1130.923280] env[70323]: DEBUG oslo_concurrency.lockutils [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.923506] env[70323]: DEBUG oslo_concurrency.lockutils [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.923867] env[70323]: DEBUG oslo_concurrency.lockutils [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.924676] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd7bc01d-bd74-480c-b57c-0a5bc5a1ca16 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.932053] env[70323]: DEBUG oslo_vmware.api [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Waiting for the task: (returnval){ [ 1130.932053] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]528628f2-1227-f043-fa08-52280fd2bde6" [ 1130.932053] env[70323]: _type = "Task" [ 1130.932053] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.940776] env[70323]: DEBUG oslo_vmware.api [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]528628f2-1227-f043-fa08-52280fd2bde6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.037303] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227848, 'name': CreateVM_Task, 'duration_secs': 0.319574} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.037492] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1131.037915] env[70323]: DEBUG oslo_concurrency.lockutils [None req-df6f7984-4041-4e85-b08c-b075f4c81a19 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.039878] env[70323]: DEBUG oslo_concurrency.lockutils [None req-df6f7984-4041-4e85-b08c-b075f4c81a19 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.039878] env[70323]: DEBUG oslo_concurrency.lockutils [None req-df6f7984-4041-4e85-b08c-b075f4c81a19 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.039878] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b16e9ca-b2f5-4e2a-8697-c97ecc148bc6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.043687] env[70323]: DEBUG oslo_vmware.api [None req-df6f7984-4041-4e85-b08c-b075f4c81a19 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Waiting for the task: (returnval){ [ 1131.043687] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52083495-78d6-c407-8675-42fb389ce334" [ 1131.043687] env[70323]: _type = "Task" [ 1131.043687] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.055091] env[70323]: DEBUG oslo_vmware.api [None req-df6f7984-4041-4e85-b08c-b075f4c81a19 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52083495-78d6-c407-8675-42fb389ce334, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.074670] env[70323]: DEBUG oslo_vmware.api [None req-bd74e4ae-9960-4ca1-9f7d-8eecd3f2e5cf tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3227849, 'name': PowerOffVM_Task, 'duration_secs': 0.250828} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.074981] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd74e4ae-9960-4ca1-9f7d-8eecd3f2e5cf tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 463a69ec-6f8d-40ab-8fc1-0aacab523905] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1131.080309] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd74e4ae-9960-4ca1-9f7d-8eecd3f2e5cf tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 463a69ec-6f8d-40ab-8fc1-0aacab523905] Reconfiguring VM instance instance-00000069 to detach disk 2001 {{(pid=70323) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1131.080635] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0854a1c2-667e-4768-b0fd-352ef98652c2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.102841] env[70323]: DEBUG oslo_vmware.api [None req-bd74e4ae-9960-4ca1-9f7d-8eecd3f2e5cf tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Waiting for the task: (returnval){ [ 1131.102841] env[70323]: value = "task-3227850" [ 1131.102841] env[70323]: _type = "Task" [ 1131.102841] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.110227] env[70323]: DEBUG oslo_vmware.api [None req-bd74e4ae-9960-4ca1-9f7d-8eecd3f2e5cf tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3227850, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.120407] env[70323]: DEBUG nova.compute.manager [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] [instance: 8a44bbef-387e-4da5-a430-ea41c199688c] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1131.142417] env[70323]: DEBUG nova.network.neutron [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Updating instance_info_cache with network_info: [{"id": "8067c626-6a07-478c-a9c9-f6409db15661", "address": "fa:16:3e:3b:88:2a", "network": {"id": "fc3d8f66-68dc-439f-ae88-08847ea1b79b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-636727625-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56bce83c4aa34fd183239997eee175c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8067c626-6a", "ovs_interfaceid": "8067c626-6a07-478c-a9c9-f6409db15661", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.344375] env[70323]: DEBUG nova.network.neutron [req-7fb430ad-2a4e-4ce7-a227-5d57645bc2e0 req-342c19b4-8996-46af-98e8-014039ace41a service nova] [instance: 42704d37-0b31-4d26-8e24-9011b9fc7e5c] Updated VIF entry in instance network info cache for port a6c1275b-eec4-4f28-b6f1-f7a84813c1e4. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1131.344788] env[70323]: DEBUG nova.network.neutron [req-7fb430ad-2a4e-4ce7-a227-5d57645bc2e0 req-342c19b4-8996-46af-98e8-014039ace41a service nova] [instance: 42704d37-0b31-4d26-8e24-9011b9fc7e5c] Updating instance_info_cache with network_info: [{"id": "a6c1275b-eec4-4f28-b6f1-f7a84813c1e4", "address": "fa:16:3e:e4:09:b0", "network": {"id": "c007b1ef-cfb2-4ce7-bd1c-4b08918b6a61", "bridge": "br-int", "label": "tempest-ServersTestJSON-785052494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af37872d6532434f815597c22d8a4a36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6c1275b-ee", "ovs_interfaceid": "a6c1275b-eec4-4f28-b6f1-f7a84813c1e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.363777] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c2a19be6-6f92-45f0-8520-a6ca65edf878 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Lock "bb8ebaea-b4c3-45ff-a1db-fad437bcea82" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.029s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.409647] env[70323]: DEBUG oslo_concurrency.lockutils [None req-eab8fa77-349a-42f2-b12e-564b28d6e192 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquiring lock "refresh_cache-82adf097-a01e-4edc-8d01-2f83cf104740" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.409831] env[70323]: DEBUG oslo_concurrency.lockutils [None req-eab8fa77-349a-42f2-b12e-564b28d6e192 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquired lock "refresh_cache-82adf097-a01e-4edc-8d01-2f83cf104740" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.410033] env[70323]: DEBUG nova.network.neutron [None req-eab8fa77-349a-42f2-b12e-564b28d6e192 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 82adf097-a01e-4edc-8d01-2f83cf104740] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1131.444876] env[70323]: DEBUG oslo_vmware.api [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]528628f2-1227-f043-fa08-52280fd2bde6, 'name': SearchDatastore_Task, 'duration_secs': 0.012872} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.445212] env[70323]: DEBUG oslo_concurrency.lockutils [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.445578] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 42704d37-0b31-4d26-8e24-9011b9fc7e5c] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1131.445685] env[70323]: DEBUG oslo_concurrency.lockutils [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.445821] env[70323]: DEBUG oslo_concurrency.lockutils [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.445992] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1131.449667] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b9e9450-9a6a-426f-a04c-f4edf81ff646 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.458562] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1131.458562] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1131.459108] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc929e19-a5b2-4fd5-91d2-e45573497cc8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.471023] env[70323]: DEBUG oslo_vmware.api [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Waiting for the task: (returnval){ [ 1131.471023] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52217071-7b30-4e54-d911-6ad545ad179b" [ 1131.471023] env[70323]: _type = "Task" [ 1131.471023] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.476816] env[70323]: DEBUG oslo_vmware.api [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52217071-7b30-4e54-d911-6ad545ad179b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.560275] env[70323]: DEBUG oslo_vmware.api [None req-df6f7984-4041-4e85-b08c-b075f4c81a19 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52083495-78d6-c407-8675-42fb389ce334, 'name': SearchDatastore_Task, 'duration_secs': 0.01018} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.561516] env[70323]: DEBUG oslo_concurrency.lockutils [None req-df6f7984-4041-4e85-b08c-b075f4c81a19 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.562841] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-df6f7984-4041-4e85-b08c-b075f4c81a19 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] [instance: 5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1131.562841] env[70323]: DEBUG oslo_concurrency.lockutils [None req-df6f7984-4041-4e85-b08c-b075f4c81a19 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.562841] env[70323]: DEBUG oslo_concurrency.lockutils [None req-df6f7984-4041-4e85-b08c-b075f4c81a19 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.562841] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-df6f7984-4041-4e85-b08c-b075f4c81a19 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1131.563549] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7121df3-0c1c-4ee2-8303-fbbbb65b54d7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.573306] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-df6f7984-4041-4e85-b08c-b075f4c81a19 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1131.573865] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-df6f7984-4041-4e85-b08c-b075f4c81a19 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1131.577217] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89b75ea7-4fd9-465d-8aa9-a4fad765c914 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.586580] env[70323]: DEBUG oslo_vmware.api [None req-df6f7984-4041-4e85-b08c-b075f4c81a19 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Waiting for the task: (returnval){ [ 1131.586580] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52c3b690-a311-f9d0-9c64-fc0a594bd021" [ 1131.586580] env[70323]: _type = "Task" [ 1131.586580] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.595641] env[70323]: DEBUG oslo_vmware.api [None req-df6f7984-4041-4e85-b08c-b075f4c81a19 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52c3b690-a311-f9d0-9c64-fc0a594bd021, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.611871] env[70323]: DEBUG oslo_vmware.api [None req-bd74e4ae-9960-4ca1-9f7d-8eecd3f2e5cf tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3227850, 'name': ReconfigVM_Task, 'duration_secs': 0.267653} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.613111] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd74e4ae-9960-4ca1-9f7d-8eecd3f2e5cf tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 463a69ec-6f8d-40ab-8fc1-0aacab523905] Reconfigured VM instance instance-00000069 to detach disk 2001 {{(pid=70323) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1131.613193] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd74e4ae-9960-4ca1-9f7d-8eecd3f2e5cf tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 463a69ec-6f8d-40ab-8fc1-0aacab523905] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1131.613735] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-881592e7-2035-481a-9b9d-c1443d32dff8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.620821] env[70323]: DEBUG oslo_vmware.api [None req-bd74e4ae-9960-4ca1-9f7d-8eecd3f2e5cf tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Waiting for the task: (returnval){ [ 1131.620821] env[70323]: value = "task-3227851" [ 1131.620821] env[70323]: _type = "Task" [ 1131.620821] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.635686] env[70323]: DEBUG oslo_vmware.api [None req-bd74e4ae-9960-4ca1-9f7d-8eecd3f2e5cf tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3227851, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.649239] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Releasing lock "refresh_cache-6e39317c-64f3-4457-b2ef-bc6d61fe59d1" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.656687] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.665998] env[70323]: DEBUG nova.compute.manager [req-1dc3f273-6033-4698-b696-064d4f37464f req-0ad37ade-c355-48aa-8998-1cedf290932d service nova] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Received event network-changed-bc627622-2c1d-4ec9-b403-787637b8dafc {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.666361] env[70323]: DEBUG nova.compute.manager [req-1dc3f273-6033-4698-b696-064d4f37464f req-0ad37ade-c355-48aa-8998-1cedf290932d service nova] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Refreshing instance network info cache due to event network-changed-bc627622-2c1d-4ec9-b403-787637b8dafc. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1131.666626] env[70323]: DEBUG oslo_concurrency.lockutils [req-1dc3f273-6033-4698-b696-064d4f37464f req-0ad37ade-c355-48aa-8998-1cedf290932d service nova] Acquiring lock "refresh_cache-5177cefd-dc6f-417f-b4b6-80e4efcbcdd4" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.666807] env[70323]: DEBUG oslo_concurrency.lockutils [req-1dc3f273-6033-4698-b696-064d4f37464f req-0ad37ade-c355-48aa-8998-1cedf290932d service nova] Acquired lock "refresh_cache-5177cefd-dc6f-417f-b4b6-80e4efcbcdd4" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.667010] env[70323]: DEBUG nova.network.neutron [req-1dc3f273-6033-4698-b696-064d4f37464f req-0ad37ade-c355-48aa-8998-1cedf290932d service nova] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Refreshing network info cache for port bc627622-2c1d-4ec9-b403-787637b8dafc {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1131.690569] env[70323]: DEBUG nova.virt.hardware [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='78e3a4535af64c86314648e91ccd4abc',container_format='bare',created_at=2025-04-03T04:48:01Z,direct_url=,disk_format='vmdk',id=31d61ee4-f6dd-497e-b4db-c86ecdfaa623,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1729956219-shelved',owner='56bce83c4aa34fd183239997eee175c6',properties=ImageMetaProps,protected=,size=31667712,status='active',tags=,updated_at=2025-04-03T04:48:17Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1131.690851] env[70323]: DEBUG nova.virt.hardware [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1131.690977] env[70323]: DEBUG nova.virt.hardware [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1131.691201] env[70323]: DEBUG nova.virt.hardware [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1131.691351] env[70323]: DEBUG nova.virt.hardware [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1131.691503] env[70323]: DEBUG nova.virt.hardware [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1131.691745] env[70323]: DEBUG nova.virt.hardware [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1131.691941] env[70323]: DEBUG nova.virt.hardware [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1131.692282] env[70323]: DEBUG nova.virt.hardware [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1131.692508] env[70323]: DEBUG nova.virt.hardware [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1131.692738] env[70323]: DEBUG nova.virt.hardware [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1131.694545] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-126c16ec-e3ef-4404-927e-3b3ed4621b94 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.699459] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0984b5a-21b0-4a68-a3e0-b51938c6dce9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.708036] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a798a7-7f08-4513-9e55-f5a8390a70b3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.714827] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bfc4cab-dcb0-4f44-b549-f570642e6cda {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.725856] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:88:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2928baf1-3efb-4205-a786-d9783e51f699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8067c626-6a07-478c-a9c9-f6409db15661', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1131.733187] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1131.733916] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1131.734153] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-441a9afa-6fd6-4fc2-a524-f240ca1afc96 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.777169] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059d5901-50a2-4538-9df6-bd53628a2bdb {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.781219] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1131.781219] env[70323]: value = "task-3227852" [ 1131.781219] env[70323]: _type = "Task" [ 1131.781219] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.790167] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6e8824-79dd-40be-bf59-469f35db9e5a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.795217] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227852, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.805069] env[70323]: DEBUG nova.compute.provider_tree [None req-e3eeb8ab-bc1e-4bc3-966f-4dc1d4834e41 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1131.847691] env[70323]: DEBUG oslo_concurrency.lockutils [req-7fb430ad-2a4e-4ce7-a227-5d57645bc2e0 req-342c19b4-8996-46af-98e8-014039ace41a service nova] Releasing lock "refresh_cache-42704d37-0b31-4d26-8e24-9011b9fc7e5c" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.848068] env[70323]: DEBUG nova.compute.manager [req-7fb430ad-2a4e-4ce7-a227-5d57645bc2e0 req-342c19b4-8996-46af-98e8-014039ace41a service nova] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Received event network-vif-plugged-8067c626-6a07-478c-a9c9-f6409db15661 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.848298] env[70323]: DEBUG oslo_concurrency.lockutils [req-7fb430ad-2a4e-4ce7-a227-5d57645bc2e0 req-342c19b4-8996-46af-98e8-014039ace41a service nova] Acquiring lock "6e39317c-64f3-4457-b2ef-bc6d61fe59d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.848572] env[70323]: DEBUG oslo_concurrency.lockutils [req-7fb430ad-2a4e-4ce7-a227-5d57645bc2e0 req-342c19b4-8996-46af-98e8-014039ace41a service nova] Lock "6e39317c-64f3-4457-b2ef-bc6d61fe59d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.848842] env[70323]: DEBUG oslo_concurrency.lockutils [req-7fb430ad-2a4e-4ce7-a227-5d57645bc2e0 req-342c19b4-8996-46af-98e8-014039ace41a service nova] Lock "6e39317c-64f3-4457-b2ef-bc6d61fe59d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.849115] env[70323]: DEBUG nova.compute.manager [req-7fb430ad-2a4e-4ce7-a227-5d57645bc2e0 req-342c19b4-8996-46af-98e8-014039ace41a service nova] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] No waiting events found dispatching network-vif-plugged-8067c626-6a07-478c-a9c9-f6409db15661 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1131.849293] env[70323]: WARNING nova.compute.manager [req-7fb430ad-2a4e-4ce7-a227-5d57645bc2e0 req-342c19b4-8996-46af-98e8-014039ace41a service nova] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Received unexpected event network-vif-plugged-8067c626-6a07-478c-a9c9-f6409db15661 for instance with vm_state shelved_offloaded and task_state spawning. [ 1131.849480] env[70323]: DEBUG nova.compute.manager [req-7fb430ad-2a4e-4ce7-a227-5d57645bc2e0 req-342c19b4-8996-46af-98e8-014039ace41a service nova] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Received event network-changed-8067c626-6a07-478c-a9c9-f6409db15661 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.849692] env[70323]: DEBUG nova.compute.manager [req-7fb430ad-2a4e-4ce7-a227-5d57645bc2e0 req-342c19b4-8996-46af-98e8-014039ace41a service nova] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Refreshing instance network info cache due to event network-changed-8067c626-6a07-478c-a9c9-f6409db15661. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1131.849914] env[70323]: DEBUG oslo_concurrency.lockutils [req-7fb430ad-2a4e-4ce7-a227-5d57645bc2e0 req-342c19b4-8996-46af-98e8-014039ace41a service nova] Acquiring lock "refresh_cache-6e39317c-64f3-4457-b2ef-bc6d61fe59d1" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.850084] env[70323]: DEBUG oslo_concurrency.lockutils [req-7fb430ad-2a4e-4ce7-a227-5d57645bc2e0 req-342c19b4-8996-46af-98e8-014039ace41a service nova] Acquired lock "refresh_cache-6e39317c-64f3-4457-b2ef-bc6d61fe59d1" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.850746] env[70323]: DEBUG nova.network.neutron [req-7fb430ad-2a4e-4ce7-a227-5d57645bc2e0 req-342c19b4-8996-46af-98e8-014039ace41a service nova] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Refreshing network info cache for port 8067c626-6a07-478c-a9c9-f6409db15661 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1131.982517] env[70323]: DEBUG oslo_vmware.api [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52217071-7b30-4e54-d911-6ad545ad179b, 'name': SearchDatastore_Task, 'duration_secs': 0.009835} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.982517] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b45d84ed-e652-40ba-a808-50fe135c494a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.986531] env[70323]: DEBUG oslo_vmware.api [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Waiting for the task: (returnval){ [ 1131.986531] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52da8abe-1738-9342-d561-058d6f0ffb69" [ 1131.986531] env[70323]: _type = "Task" [ 1131.986531] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.995938] env[70323]: DEBUG oslo_vmware.api [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52da8abe-1738-9342-d561-058d6f0ffb69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.099860] env[70323]: DEBUG oslo_vmware.api [None req-df6f7984-4041-4e85-b08c-b075f4c81a19 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52c3b690-a311-f9d0-9c64-fc0a594bd021, 'name': SearchDatastore_Task, 'duration_secs': 0.009478} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.100665] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12830f5a-3c13-408a-93f7-fd1cd325c375 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.107055] env[70323]: DEBUG oslo_vmware.api [None req-df6f7984-4041-4e85-b08c-b075f4c81a19 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Waiting for the task: (returnval){ [ 1132.107055] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]523b94b2-c2bd-525d-945e-c033892b850f" [ 1132.107055] env[70323]: _type = "Task" [ 1132.107055] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.121308] env[70323]: DEBUG oslo_vmware.api [None req-df6f7984-4041-4e85-b08c-b075f4c81a19 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]523b94b2-c2bd-525d-945e-c033892b850f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.130582] env[70323]: DEBUG oslo_vmware.api [None req-bd74e4ae-9960-4ca1-9f7d-8eecd3f2e5cf tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3227851, 'name': PowerOnVM_Task, 'duration_secs': 0.410599} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.130839] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd74e4ae-9960-4ca1-9f7d-8eecd3f2e5cf tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 463a69ec-6f8d-40ab-8fc1-0aacab523905] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1132.131080] env[70323]: DEBUG nova.compute.manager [None req-bd74e4ae-9960-4ca1-9f7d-8eecd3f2e5cf tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 463a69ec-6f8d-40ab-8fc1-0aacab523905] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1132.131839] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-711cee07-5d77-440a-b95c-bb5817648790 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.147788] env[70323]: DEBUG nova.network.neutron [None req-eab8fa77-349a-42f2-b12e-564b28d6e192 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 82adf097-a01e-4edc-8d01-2f83cf104740] Updating instance_info_cache with network_info: [{"id": "fa2ec124-ba09-46f2-92e9-dce1df435971", "address": "fa:16:3e:15:ff:59", "network": {"id": "882ea57e-8153-49ec-b6a7-5b7da1c35202", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1740748287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ad05435c7e44f548e1a19eccac2b460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa2ec124-ba", "ovs_interfaceid": "fa2ec124-ba09-46f2-92e9-dce1df435971", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.291771] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227852, 'name': CreateVM_Task} progress is 25%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.308979] env[70323]: DEBUG nova.scheduler.client.report [None req-e3eeb8ab-bc1e-4bc3-966f-4dc1d4834e41 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1132.441264] env[70323]: DEBUG nova.network.neutron [req-1dc3f273-6033-4698-b696-064d4f37464f req-0ad37ade-c355-48aa-8998-1cedf290932d service nova] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Updated VIF entry in instance network info cache for port bc627622-2c1d-4ec9-b403-787637b8dafc. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1132.441966] env[70323]: DEBUG nova.network.neutron [req-1dc3f273-6033-4698-b696-064d4f37464f req-0ad37ade-c355-48aa-8998-1cedf290932d service nova] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Updating instance_info_cache with network_info: [{"id": "bc627622-2c1d-4ec9-b403-787637b8dafc", "address": "fa:16:3e:58:40:3e", "network": {"id": "72c9180f-a081-4a3c-a140-c168d882c6f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1947974250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "629980704660404c9e5b2a810d6182a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc627622-2c", "ovs_interfaceid": "bc627622-2c1d-4ec9-b403-787637b8dafc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.499364] env[70323]: DEBUG oslo_vmware.api [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52da8abe-1738-9342-d561-058d6f0ffb69, 'name': SearchDatastore_Task, 'duration_secs': 0.010746} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.499780] env[70323]: DEBUG oslo_concurrency.lockutils [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.500158] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 42704d37-0b31-4d26-8e24-9011b9fc7e5c/42704d37-0b31-4d26-8e24-9011b9fc7e5c.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1132.500543] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4011d183-c9bc-4671-8e70-da8b685f06db {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.507973] env[70323]: DEBUG oslo_vmware.api [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Waiting for the task: (returnval){ [ 1132.507973] env[70323]: value = "task-3227853" [ 1132.507973] env[70323]: _type = "Task" [ 1132.507973] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.519418] env[70323]: DEBUG oslo_vmware.api [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227853, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.600333] env[70323]: DEBUG nova.network.neutron [req-7fb430ad-2a4e-4ce7-a227-5d57645bc2e0 req-342c19b4-8996-46af-98e8-014039ace41a service nova] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Updated VIF entry in instance network info cache for port 8067c626-6a07-478c-a9c9-f6409db15661. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1132.600872] env[70323]: DEBUG nova.network.neutron [req-7fb430ad-2a4e-4ce7-a227-5d57645bc2e0 req-342c19b4-8996-46af-98e8-014039ace41a service nova] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Updating instance_info_cache with network_info: [{"id": "8067c626-6a07-478c-a9c9-f6409db15661", "address": "fa:16:3e:3b:88:2a", "network": {"id": "fc3d8f66-68dc-439f-ae88-08847ea1b79b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-636727625-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56bce83c4aa34fd183239997eee175c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8067c626-6a", "ovs_interfaceid": "8067c626-6a07-478c-a9c9-f6409db15661", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.619489] env[70323]: DEBUG oslo_vmware.api [None req-df6f7984-4041-4e85-b08c-b075f4c81a19 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]523b94b2-c2bd-525d-945e-c033892b850f, 'name': SearchDatastore_Task, 'duration_secs': 0.013091} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.619754] env[70323]: DEBUG oslo_concurrency.lockutils [None req-df6f7984-4041-4e85-b08c-b075f4c81a19 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.620062] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-df6f7984-4041-4e85-b08c-b075f4c81a19 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b/5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1132.620379] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72a235bd-e364-43e9-8c8e-f2ffc158f6f7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.627580] env[70323]: DEBUG oslo_vmware.api [None req-df6f7984-4041-4e85-b08c-b075f4c81a19 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Waiting for the task: (returnval){ [ 1132.627580] env[70323]: value = "task-3227854" [ 1132.627580] env[70323]: _type = "Task" [ 1132.627580] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.636643] env[70323]: DEBUG oslo_vmware.api [None req-df6f7984-4041-4e85-b08c-b075f4c81a19 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Task: {'id': task-3227854, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.649633] env[70323]: DEBUG oslo_concurrency.lockutils [None req-eab8fa77-349a-42f2-b12e-564b28d6e192 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Releasing lock "refresh_cache-82adf097-a01e-4edc-8d01-2f83cf104740" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.794193] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227852, 'name': CreateVM_Task} progress is 25%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.945939] env[70323]: DEBUG oslo_concurrency.lockutils [req-1dc3f273-6033-4698-b696-064d4f37464f req-0ad37ade-c355-48aa-8998-1cedf290932d service nova] Releasing lock "refresh_cache-5177cefd-dc6f-417f-b4b6-80e4efcbcdd4" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.018321] env[70323]: DEBUG oslo_vmware.api [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227853, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.104181] env[70323]: DEBUG oslo_concurrency.lockutils [req-7fb430ad-2a4e-4ce7-a227-5d57645bc2e0 req-342c19b4-8996-46af-98e8-014039ace41a service nova] Releasing lock "refresh_cache-6e39317c-64f3-4457-b2ef-bc6d61fe59d1" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.137228] env[70323]: DEBUG oslo_vmware.api [None req-df6f7984-4041-4e85-b08c-b075f4c81a19 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Task: {'id': task-3227854, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.295456] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227852, 'name': CreateVM_Task} progress is 25%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.320916] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e3eeb8ab-bc1e-4bc3-966f-4dc1d4834e41 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.431s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.327159] env[70323]: DEBUG oslo_concurrency.lockutils [None req-07891bc2-46a3-4664-9ef7-596012db5529 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.698s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.327634] env[70323]: DEBUG nova.objects.instance [None req-07891bc2-46a3-4664-9ef7-596012db5529 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Lazy-loading 'resources' on Instance uuid 8957a828-0447-4492-bd38-b5a04ed5633a {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.520492] env[70323]: DEBUG oslo_vmware.api [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227853, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54258} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.520797] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 42704d37-0b31-4d26-8e24-9011b9fc7e5c/42704d37-0b31-4d26-8e24-9011b9fc7e5c.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1133.521029] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 42704d37-0b31-4d26-8e24-9011b9fc7e5c] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1133.521305] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-deee2179-a8e8-42aa-8d03-2b5469080443 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.529098] env[70323]: DEBUG oslo_vmware.api [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Waiting for the task: (returnval){ [ 1133.529098] env[70323]: value = "task-3227855" [ 1133.529098] env[70323]: _type = "Task" [ 1133.529098] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.538492] env[70323]: DEBUG oslo_vmware.api [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227855, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.638016] env[70323]: DEBUG oslo_vmware.api [None req-df6f7984-4041-4e85-b08c-b075f4c81a19 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Task: {'id': task-3227854, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.965747} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.638016] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-df6f7984-4041-4e85-b08c-b075f4c81a19 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b/5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1133.638417] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-df6f7984-4041-4e85-b08c-b075f4c81a19 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] [instance: 5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1133.638417] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d9fd671-76fc-49b0-b2f2-b121dea6451e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.644478] env[70323]: DEBUG oslo_vmware.api [None req-df6f7984-4041-4e85-b08c-b075f4c81a19 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Waiting for the task: (returnval){ [ 1133.644478] env[70323]: value = "task-3227856" [ 1133.644478] env[70323]: _type = "Task" [ 1133.644478] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.652459] env[70323]: DEBUG oslo_vmware.api [None req-df6f7984-4041-4e85-b08c-b075f4c81a19 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Task: {'id': task-3227856, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.728707] env[70323]: DEBUG nova.compute.manager [req-af9b1191-a4ec-43d7-baef-2dd1efb99c44 req-baf18db8-a30f-461a-8c07-1612b4281b58 service nova] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] Received event network-changed-5fbf2b59-1284-4f39-b927-7a260f175301 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.728707] env[70323]: DEBUG nova.compute.manager [req-af9b1191-a4ec-43d7-baef-2dd1efb99c44 req-baf18db8-a30f-461a-8c07-1612b4281b58 service nova] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] Refreshing instance network info cache due to event network-changed-5fbf2b59-1284-4f39-b927-7a260f175301. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1133.728802] env[70323]: DEBUG oslo_concurrency.lockutils [req-af9b1191-a4ec-43d7-baef-2dd1efb99c44 req-baf18db8-a30f-461a-8c07-1612b4281b58 service nova] Acquiring lock "refresh_cache-bb8ebaea-b4c3-45ff-a1db-fad437bcea82" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.728885] env[70323]: DEBUG oslo_concurrency.lockutils [req-af9b1191-a4ec-43d7-baef-2dd1efb99c44 req-baf18db8-a30f-461a-8c07-1612b4281b58 service nova] Acquired lock "refresh_cache-bb8ebaea-b4c3-45ff-a1db-fad437bcea82" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.729063] env[70323]: DEBUG nova.network.neutron [req-af9b1191-a4ec-43d7-baef-2dd1efb99c44 req-baf18db8-a30f-461a-8c07-1612b4281b58 service nova] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] Refreshing network info cache for port 5fbf2b59-1284-4f39-b927-7a260f175301 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1133.793741] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227852, 'name': CreateVM_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.855911] env[70323]: DEBUG oslo_concurrency.lockutils [None req-85fe581f-0d45-4ac3-81e0-e5b0cb492ac7 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquiring lock "interface-5177cefd-dc6f-417f-b4b6-80e4efcbcdd4-e365bf65-3c96-477c-adb0-88285cf20bc1" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.856229] env[70323]: DEBUG oslo_concurrency.lockutils [None req-85fe581f-0d45-4ac3-81e0-e5b0cb492ac7 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Lock "interface-5177cefd-dc6f-417f-b4b6-80e4efcbcdd4-e365bf65-3c96-477c-adb0-88285cf20bc1" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.856631] env[70323]: DEBUG nova.objects.instance [None req-85fe581f-0d45-4ac3-81e0-e5b0cb492ac7 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Lazy-loading 'flavor' on Instance uuid 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.038470] env[70323]: DEBUG oslo_vmware.api [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227855, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074519} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.038866] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 42704d37-0b31-4d26-8e24-9011b9fc7e5c] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1134.039549] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad6fb1e1-6920-491c-917f-d00a8442d9de {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.063654] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 42704d37-0b31-4d26-8e24-9011b9fc7e5c] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 42704d37-0b31-4d26-8e24-9011b9fc7e5c/42704d37-0b31-4d26-8e24-9011b9fc7e5c.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1134.066314] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bb09728-e9fe-477b-be17-667bfd6d5407 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.085570] env[70323]: DEBUG oslo_vmware.api [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Waiting for the task: (returnval){ [ 1134.085570] env[70323]: value = "task-3227857" [ 1134.085570] env[70323]: _type = "Task" [ 1134.085570] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.095488] env[70323]: DEBUG oslo_vmware.api [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227857, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.118727] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd649a8-9e3a-47a7-9efe-d4f1a0b6f4d5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.125957] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-218be75e-c4a5-40c0-baa2-a21010483efd {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.160817] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b90e8d-58a2-4556-a327-06e4d04421bd {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.169904] env[70323]: DEBUG oslo_vmware.api [None req-df6f7984-4041-4e85-b08c-b075f4c81a19 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Task: {'id': task-3227856, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.224464} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.172499] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-df6f7984-4041-4e85-b08c-b075f4c81a19 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] [instance: 5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1134.173295] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb7cf1e1-1133-4fb1-9d5f-b7282a4f006d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.176166] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-933a6814-697f-4faa-b452-7a27a675ad6f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.179592] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf4c48c-ab49-4bd8-a9ec-875c6e013a07 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.198075] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-eab8fa77-349a-42f2-b12e-564b28d6e192 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 82adf097-a01e-4edc-8d01-2f83cf104740] Updating instance '82adf097-a01e-4edc-8d01-2f83cf104740' progress to 0 {{(pid=70323) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1134.224740] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-df6f7984-4041-4e85-b08c-b075f4c81a19 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] [instance: 5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b/5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1134.225381] env[70323]: DEBUG nova.compute.provider_tree [None req-07891bc2-46a3-4664-9ef7-596012db5529 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1134.226957] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9f1cd38-5182-4e5b-9043-68d0acc1e8b8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.243199] env[70323]: DEBUG nova.scheduler.client.report [None req-07891bc2-46a3-4664-9ef7-596012db5529 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1134.255416] env[70323]: DEBUG oslo_vmware.api [None req-df6f7984-4041-4e85-b08c-b075f4c81a19 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Waiting for the task: (returnval){ [ 1134.255416] env[70323]: value = "task-3227858" [ 1134.255416] env[70323]: _type = "Task" [ 1134.255416] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.263546] env[70323]: DEBUG oslo_vmware.api [None req-df6f7984-4041-4e85-b08c-b075f4c81a19 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Task: {'id': task-3227858, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.294092] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227852, 'name': CreateVM_Task, 'duration_secs': 2.081172} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.294300] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1134.295072] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/31d61ee4-f6dd-497e-b4db-c86ecdfaa623" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.295220] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Acquired lock "[datastore1] devstack-image-cache_base/31d61ee4-f6dd-497e-b4db-c86ecdfaa623" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.295670] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/31d61ee4-f6dd-497e-b4db-c86ecdfaa623" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.295932] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e652a175-ab9a-4b42-af75-7bfbd8ca15e0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.303338] env[70323]: DEBUG oslo_vmware.api [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Waiting for the task: (returnval){ [ 1134.303338] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52c6008b-5c41-083a-2139-2a14782549d2" [ 1134.303338] env[70323]: _type = "Task" [ 1134.303338] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.313278] env[70323]: DEBUG oslo_vmware.api [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52c6008b-5c41-083a-2139-2a14782549d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.507017] env[70323]: DEBUG nova.objects.instance [None req-85fe581f-0d45-4ac3-81e0-e5b0cb492ac7 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Lazy-loading 'pci_requests' on Instance uuid 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.545334] env[70323]: DEBUG nova.network.neutron [req-af9b1191-a4ec-43d7-baef-2dd1efb99c44 req-baf18db8-a30f-461a-8c07-1612b4281b58 service nova] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] Updated VIF entry in instance network info cache for port 5fbf2b59-1284-4f39-b927-7a260f175301. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1134.545769] env[70323]: DEBUG nova.network.neutron [req-af9b1191-a4ec-43d7-baef-2dd1efb99c44 req-baf18db8-a30f-461a-8c07-1612b4281b58 service nova] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] Updating instance_info_cache with network_info: [{"id": "5fbf2b59-1284-4f39-b927-7a260f175301", "address": "fa:16:3e:9f:ed:6b", "network": {"id": "72c9180f-a081-4a3c-a140-c168d882c6f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1947974250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "629980704660404c9e5b2a810d6182a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fbf2b59-12", "ovs_interfaceid": "5fbf2b59-1284-4f39-b927-7a260f175301", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.596305] env[70323]: DEBUG oslo_vmware.api [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227857, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.728868] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-eab8fa77-349a-42f2-b12e-564b28d6e192 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 82adf097-a01e-4edc-8d01-2f83cf104740] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1134.729249] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fdb7cef2-a8cc-415a-8197-7ec70a63be0a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.736335] env[70323]: DEBUG oslo_vmware.api [None req-eab8fa77-349a-42f2-b12e-564b28d6e192 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for the task: (returnval){ [ 1134.736335] env[70323]: value = "task-3227859" [ 1134.736335] env[70323]: _type = "Task" [ 1134.736335] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.744573] env[70323]: DEBUG oslo_vmware.api [None req-eab8fa77-349a-42f2-b12e-564b28d6e192 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227859, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.750631] env[70323]: DEBUG oslo_concurrency.lockutils [None req-07891bc2-46a3-4664-9ef7-596012db5529 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.423s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.753751] env[70323]: DEBUG oslo_concurrency.lockutils [None req-fa68010e-b000-49cb-826d-7d7fbddcd700 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.509s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.753751] env[70323]: DEBUG oslo_concurrency.lockutils [None req-fa68010e-b000-49cb-826d-7d7fbddcd700 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.754941] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.098s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.756334] env[70323]: INFO nova.compute.claims [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] [instance: 8a44bbef-387e-4da5-a430-ea41c199688c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1134.768025] env[70323]: DEBUG oslo_vmware.api [None req-df6f7984-4041-4e85-b08c-b075f4c81a19 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Task: {'id': task-3227858, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.772661] env[70323]: INFO nova.scheduler.client.report [None req-07891bc2-46a3-4664-9ef7-596012db5529 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Deleted allocations for instance 8957a828-0447-4492-bd38-b5a04ed5633a [ 1134.794303] env[70323]: INFO nova.scheduler.client.report [None req-fa68010e-b000-49cb-826d-7d7fbddcd700 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Deleted allocations for instance dd793706-95da-42f2-b9fc-ee37f04e6923 [ 1134.814973] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Releasing lock "[datastore1] devstack-image-cache_base/31d61ee4-f6dd-497e-b4db-c86ecdfaa623" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.815258] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Processing image 31d61ee4-f6dd-497e-b4db-c86ecdfaa623 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1134.815500] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/31d61ee4-f6dd-497e-b4db-c86ecdfaa623/31d61ee4-f6dd-497e-b4db-c86ecdfaa623.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.815653] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Acquired lock "[datastore1] devstack-image-cache_base/31d61ee4-f6dd-497e-b4db-c86ecdfaa623/31d61ee4-f6dd-497e-b4db-c86ecdfaa623.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.815848] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1134.817078] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ecd5e44d-2495-4237-a634-86757f3d3294 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.826760] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1134.826937] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1134.828296] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22b4c131-2b27-4572-8d5e-2732348d3bf8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.836100] env[70323]: DEBUG oslo_vmware.api [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Waiting for the task: (returnval){ [ 1134.836100] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52b26b70-d7ec-be39-35b6-b007734d4e40" [ 1134.836100] env[70323]: _type = "Task" [ 1134.836100] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.846218] env[70323]: DEBUG oslo_vmware.api [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52b26b70-d7ec-be39-35b6-b007734d4e40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.873719] env[70323]: INFO nova.compute.manager [None req-e3eeb8ab-bc1e-4bc3-966f-4dc1d4834e41 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Swapping old allocation on dict_keys(['765eeb06-25b4-4ca4-bad4-b5981f14c25f']) held by migration 1f950ee9-0993-485e-ab2f-8dd4fbdf1974 for instance [ 1134.903732] env[70323]: DEBUG nova.scheduler.client.report [None req-e3eeb8ab-bc1e-4bc3-966f-4dc1d4834e41 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Overwriting current allocation {'allocations': {'765eeb06-25b4-4ca4-bad4-b5981f14c25f': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 159}}, 'project_id': '59ea186f9eb14bfd914ef3bde9458745', 'user_id': '8f8a2cd50cc34c1fa41a5b54e4988191', 'consumer_generation': 1} on consumer bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0 {{(pid=70323) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1135.009162] env[70323]: DEBUG nova.objects.base [None req-85fe581f-0d45-4ac3-81e0-e5b0cb492ac7 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Object Instance<5177cefd-dc6f-417f-b4b6-80e4efcbcdd4> lazy-loaded attributes: flavor,pci_requests {{(pid=70323) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1135.009162] env[70323]: DEBUG nova.network.neutron [None req-85fe581f-0d45-4ac3-81e0-e5b0cb492ac7 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1135.012056] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e3eeb8ab-bc1e-4bc3-966f-4dc1d4834e41 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Acquiring lock "refresh_cache-bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.012398] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e3eeb8ab-bc1e-4bc3-966f-4dc1d4834e41 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Acquired lock "refresh_cache-bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.012668] env[70323]: DEBUG nova.network.neutron [None req-e3eeb8ab-bc1e-4bc3-966f-4dc1d4834e41 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1135.049045] env[70323]: DEBUG oslo_concurrency.lockutils [req-af9b1191-a4ec-43d7-baef-2dd1efb99c44 req-baf18db8-a30f-461a-8c07-1612b4281b58 service nova] Releasing lock "refresh_cache-bb8ebaea-b4c3-45ff-a1db-fad437bcea82" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.049364] env[70323]: DEBUG nova.compute.manager [req-af9b1191-a4ec-43d7-baef-2dd1efb99c44 req-baf18db8-a30f-461a-8c07-1612b4281b58 service nova] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] Received event network-changed-5fbf2b59-1284-4f39-b927-7a260f175301 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1135.049578] env[70323]: DEBUG nova.compute.manager [req-af9b1191-a4ec-43d7-baef-2dd1efb99c44 req-baf18db8-a30f-461a-8c07-1612b4281b58 service nova] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] Refreshing instance network info cache due to event network-changed-5fbf2b59-1284-4f39-b927-7a260f175301. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1135.049789] env[70323]: DEBUG oslo_concurrency.lockutils [req-af9b1191-a4ec-43d7-baef-2dd1efb99c44 req-baf18db8-a30f-461a-8c07-1612b4281b58 service nova] Acquiring lock "refresh_cache-bb8ebaea-b4c3-45ff-a1db-fad437bcea82" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.050276] env[70323]: DEBUG oslo_concurrency.lockutils [req-af9b1191-a4ec-43d7-baef-2dd1efb99c44 req-baf18db8-a30f-461a-8c07-1612b4281b58 service nova] Acquired lock "refresh_cache-bb8ebaea-b4c3-45ff-a1db-fad437bcea82" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.050464] env[70323]: DEBUG nova.network.neutron [req-af9b1191-a4ec-43d7-baef-2dd1efb99c44 req-baf18db8-a30f-461a-8c07-1612b4281b58 service nova] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] Refreshing network info cache for port 5fbf2b59-1284-4f39-b927-7a260f175301 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1135.097394] env[70323]: DEBUG oslo_vmware.api [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227857, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.119370] env[70323]: DEBUG nova.policy [None req-85fe581f-0d45-4ac3-81e0-e5b0cb492ac7 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a65bd226704b45da98976a38ca2bd176', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '629980704660404c9e5b2a810d6182a5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 1135.247596] env[70323]: DEBUG oslo_vmware.api [None req-eab8fa77-349a-42f2-b12e-564b28d6e192 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227859, 'name': PowerOffVM_Task, 'duration_secs': 0.409952} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.247864] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-eab8fa77-349a-42f2-b12e-564b28d6e192 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 82adf097-a01e-4edc-8d01-2f83cf104740] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1135.248072] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-eab8fa77-349a-42f2-b12e-564b28d6e192 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 82adf097-a01e-4edc-8d01-2f83cf104740] Updating instance '82adf097-a01e-4edc-8d01-2f83cf104740' progress to 17 {{(pid=70323) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1135.269542] env[70323]: DEBUG oslo_vmware.api [None req-df6f7984-4041-4e85-b08c-b075f4c81a19 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Task: {'id': task-3227858, 'name': ReconfigVM_Task, 'duration_secs': 0.770551} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.270054] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-df6f7984-4041-4e85-b08c-b075f4c81a19 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] [instance: 5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b/5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1135.270549] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c3174ae4-9dfc-4d36-aa7b-4a7ef4a0f63d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.277605] env[70323]: DEBUG oslo_vmware.api [None req-df6f7984-4041-4e85-b08c-b075f4c81a19 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Waiting for the task: (returnval){ [ 1135.277605] env[70323]: value = "task-3227860" [ 1135.277605] env[70323]: _type = "Task" [ 1135.277605] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.287635] env[70323]: DEBUG oslo_concurrency.lockutils [None req-07891bc2-46a3-4664-9ef7-596012db5529 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Lock "8957a828-0447-4492-bd38-b5a04ed5633a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.431s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.298066] env[70323]: DEBUG oslo_vmware.api [None req-df6f7984-4041-4e85-b08c-b075f4c81a19 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Task: {'id': task-3227860, 'name': Rename_Task} progress is 10%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.304638] env[70323]: DEBUG oslo_concurrency.lockutils [None req-fa68010e-b000-49cb-826d-7d7fbddcd700 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Lock "dd793706-95da-42f2-b9fc-ee37f04e6923" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.178s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.309020] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1135.309020] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager.update_available_resource {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1135.347931] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Preparing fetch location {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1135.348227] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Fetch image to [datastore1] OSTACK_IMG_d269c9ef-00b9-40ed-98e9-46d8b4543cdc/OSTACK_IMG_d269c9ef-00b9-40ed-98e9-46d8b4543cdc.vmdk {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1135.348421] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Downloading stream optimized image 31d61ee4-f6dd-497e-b4db-c86ecdfaa623 to [datastore1] OSTACK_IMG_d269c9ef-00b9-40ed-98e9-46d8b4543cdc/OSTACK_IMG_d269c9ef-00b9-40ed-98e9-46d8b4543cdc.vmdk on the data store datastore1 as vApp {{(pid=70323) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1135.348597] env[70323]: DEBUG nova.virt.vmwareapi.images [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Downloading image file data 31d61ee4-f6dd-497e-b4db-c86ecdfaa623 to the ESX as VM named 'OSTACK_IMG_d269c9ef-00b9-40ed-98e9-46d8b4543cdc' {{(pid=70323) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1135.427301] env[70323]: DEBUG oslo_vmware.rw_handles [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1135.427301] env[70323]: value = "resgroup-9" [ 1135.427301] env[70323]: _type = "ResourcePool" [ 1135.427301] env[70323]: }. {{(pid=70323) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1135.427635] env[70323]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-502bd7a5-6074-4712-a2de-104563e95d4c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.454844] env[70323]: DEBUG oslo_vmware.rw_handles [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Lease: (returnval){ [ 1135.454844] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]527c06ab-6dd4-c586-cf44-ce4021bb0240" [ 1135.454844] env[70323]: _type = "HttpNfcLease" [ 1135.454844] env[70323]: } obtained for vApp import into resource pool (val){ [ 1135.454844] env[70323]: value = "resgroup-9" [ 1135.454844] env[70323]: _type = "ResourcePool" [ 1135.454844] env[70323]: }. {{(pid=70323) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1135.455130] env[70323]: DEBUG oslo_vmware.api [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Waiting for the lease: (returnval){ [ 1135.455130] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]527c06ab-6dd4-c586-cf44-ce4021bb0240" [ 1135.455130] env[70323]: _type = "HttpNfcLease" [ 1135.455130] env[70323]: } to be ready. {{(pid=70323) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1135.462714] env[70323]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1135.462714] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]527c06ab-6dd4-c586-cf44-ce4021bb0240" [ 1135.462714] env[70323]: _type = "HttpNfcLease" [ 1135.462714] env[70323]: } is initializing. {{(pid=70323) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1135.596975] env[70323]: DEBUG oslo_vmware.api [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227857, 'name': ReconfigVM_Task, 'duration_secs': 1.27757} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.597547] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 42704d37-0b31-4d26-8e24-9011b9fc7e5c] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 42704d37-0b31-4d26-8e24-9011b9fc7e5c/42704d37-0b31-4d26-8e24-9011b9fc7e5c.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1135.598255] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6037411c-affa-46ab-9202-233c3f77b54e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.604611] env[70323]: DEBUG oslo_vmware.api [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Waiting for the task: (returnval){ [ 1135.604611] env[70323]: value = "task-3227862" [ 1135.604611] env[70323]: _type = "Task" [ 1135.604611] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.614662] env[70323]: DEBUG oslo_vmware.api [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227862, 'name': Rename_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.754375] env[70323]: DEBUG nova.virt.hardware [None req-eab8fa77-349a-42f2-b12e-564b28d6e192 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1135.754848] env[70323]: DEBUG nova.virt.hardware [None req-eab8fa77-349a-42f2-b12e-564b28d6e192 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1135.754848] env[70323]: DEBUG nova.virt.hardware [None req-eab8fa77-349a-42f2-b12e-564b28d6e192 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1135.754930] env[70323]: DEBUG nova.virt.hardware [None req-eab8fa77-349a-42f2-b12e-564b28d6e192 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1135.755090] env[70323]: DEBUG nova.virt.hardware [None req-eab8fa77-349a-42f2-b12e-564b28d6e192 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1135.755259] env[70323]: DEBUG nova.virt.hardware [None req-eab8fa77-349a-42f2-b12e-564b28d6e192 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1135.755482] env[70323]: DEBUG nova.virt.hardware [None req-eab8fa77-349a-42f2-b12e-564b28d6e192 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1135.755640] env[70323]: DEBUG nova.virt.hardware [None req-eab8fa77-349a-42f2-b12e-564b28d6e192 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1135.755827] env[70323]: DEBUG nova.virt.hardware [None req-eab8fa77-349a-42f2-b12e-564b28d6e192 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1135.755992] env[70323]: DEBUG nova.virt.hardware [None req-eab8fa77-349a-42f2-b12e-564b28d6e192 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1135.756431] env[70323]: DEBUG nova.virt.hardware [None req-eab8fa77-349a-42f2-b12e-564b28d6e192 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1135.762755] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5575464a-d973-4506-ba1b-7d526adfab0f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.775994] env[70323]: DEBUG nova.network.neutron [None req-e3eeb8ab-bc1e-4bc3-966f-4dc1d4834e41 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Updating instance_info_cache with network_info: [{"id": "91b4c25f-f731-43cb-8f63-7d64877f1294", "address": "fa:16:3e:b9:9a:f9", "network": {"id": "04147f98-e096-4b08-86fd-82e3dbb0599e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-823971767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59ea186f9eb14bfd914ef3bde9458745", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3952eb02-1162-48ed-8227-9c138960d583", "external-id": "nsx-vlan-transportzone-250", "segmentation_id": 250, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91b4c25f-f7", "ovs_interfaceid": "91b4c25f-f731-43cb-8f63-7d64877f1294", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.787754] env[70323]: DEBUG oslo_vmware.api [None req-eab8fa77-349a-42f2-b12e-564b28d6e192 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for the task: (returnval){ [ 1135.787754] env[70323]: value = "task-3227863" [ 1135.787754] env[70323]: _type = "Task" [ 1135.787754] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.795615] env[70323]: DEBUG oslo_vmware.api [None req-df6f7984-4041-4e85-b08c-b075f4c81a19 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Task: {'id': task-3227860, 'name': Rename_Task, 'duration_secs': 0.242609} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.796973] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-df6f7984-4041-4e85-b08c-b075f4c81a19 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] [instance: 5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1135.796973] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ad3f973-e80a-4b13-8c1f-a3e500081b1f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.804688] env[70323]: DEBUG oslo_vmware.api [None req-eab8fa77-349a-42f2-b12e-564b28d6e192 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227863, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.808564] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.810241] env[70323]: DEBUG oslo_vmware.api [None req-df6f7984-4041-4e85-b08c-b075f4c81a19 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Waiting for the task: (returnval){ [ 1135.810241] env[70323]: value = "task-3227864" [ 1135.810241] env[70323]: _type = "Task" [ 1135.810241] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.818877] env[70323]: DEBUG oslo_vmware.api [None req-df6f7984-4041-4e85-b08c-b075f4c81a19 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Task: {'id': task-3227864, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.850795] env[70323]: DEBUG nova.network.neutron [req-af9b1191-a4ec-43d7-baef-2dd1efb99c44 req-baf18db8-a30f-461a-8c07-1612b4281b58 service nova] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] Updated VIF entry in instance network info cache for port 5fbf2b59-1284-4f39-b927-7a260f175301. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1135.851246] env[70323]: DEBUG nova.network.neutron [req-af9b1191-a4ec-43d7-baef-2dd1efb99c44 req-baf18db8-a30f-461a-8c07-1612b4281b58 service nova] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] Updating instance_info_cache with network_info: [{"id": "5fbf2b59-1284-4f39-b927-7a260f175301", "address": "fa:16:3e:9f:ed:6b", "network": {"id": "72c9180f-a081-4a3c-a140-c168d882c6f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1947974250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "629980704660404c9e5b2a810d6182a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fbf2b59-12", "ovs_interfaceid": "5fbf2b59-1284-4f39-b927-7a260f175301", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.965831] env[70323]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1135.965831] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]527c06ab-6dd4-c586-cf44-ce4021bb0240" [ 1135.965831] env[70323]: _type = "HttpNfcLease" [ 1135.965831] env[70323]: } is initializing. {{(pid=70323) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1136.035158] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f7cbf6-9ff6-47ad-878c-6423245795be {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.044581] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda9ab67-dda1-4511-808e-d72ceb9b3cfb {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.078278] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b0e5e3-4f25-424d-8a6a-43a4dc075e1a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.086014] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2fe994-3834-46da-861f-a042366a3521 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.100938] env[70323]: DEBUG nova.compute.provider_tree [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1136.107225] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Acquiring lock "3b955df2-dee0-4fa3-ada7-497f29bd7a8b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.107462] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Lock "3b955df2-dee0-4fa3-ada7-497f29bd7a8b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.120146] env[70323]: DEBUG oslo_vmware.api [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227862, 'name': Rename_Task, 'duration_secs': 0.159951} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.120462] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 42704d37-0b31-4d26-8e24-9011b9fc7e5c] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1136.120710] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-381cc479-8ff3-4263-9fe7-644113e6d3ba {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.127253] env[70323]: DEBUG oslo_vmware.api [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Waiting for the task: (returnval){ [ 1136.127253] env[70323]: value = "task-3227865" [ 1136.127253] env[70323]: _type = "Task" [ 1136.127253] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.135335] env[70323]: DEBUG oslo_vmware.api [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227865, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.283075] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e3eeb8ab-bc1e-4bc3-966f-4dc1d4834e41 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Releasing lock "refresh_cache-bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.284073] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e848bf4f-4a5d-4e7b-9352-ab577390e355 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.294134] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a06d9f-f8d3-4494-b396-7dd06893daf8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.300130] env[70323]: DEBUG oslo_vmware.api [None req-eab8fa77-349a-42f2-b12e-564b28d6e192 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227863, 'name': ReconfigVM_Task, 'duration_secs': 0.201638} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.300250] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-eab8fa77-349a-42f2-b12e-564b28d6e192 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 82adf097-a01e-4edc-8d01-2f83cf104740] Updating instance '82adf097-a01e-4edc-8d01-2f83cf104740' progress to 33 {{(pid=70323) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1136.321884] env[70323]: DEBUG oslo_vmware.api [None req-df6f7984-4041-4e85-b08c-b075f4c81a19 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Task: {'id': task-3227864, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.357072] env[70323]: DEBUG oslo_concurrency.lockutils [req-af9b1191-a4ec-43d7-baef-2dd1efb99c44 req-baf18db8-a30f-461a-8c07-1612b4281b58 service nova] Releasing lock "refresh_cache-bb8ebaea-b4c3-45ff-a1db-fad437bcea82" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.357371] env[70323]: DEBUG nova.compute.manager [req-af9b1191-a4ec-43d7-baef-2dd1efb99c44 req-baf18db8-a30f-461a-8c07-1612b4281b58 service nova] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Received event network-changed-bc627622-2c1d-4ec9-b403-787637b8dafc {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1136.357556] env[70323]: DEBUG nova.compute.manager [req-af9b1191-a4ec-43d7-baef-2dd1efb99c44 req-baf18db8-a30f-461a-8c07-1612b4281b58 service nova] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Refreshing instance network info cache due to event network-changed-bc627622-2c1d-4ec9-b403-787637b8dafc. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1136.358579] env[70323]: DEBUG oslo_concurrency.lockutils [req-af9b1191-a4ec-43d7-baef-2dd1efb99c44 req-baf18db8-a30f-461a-8c07-1612b4281b58 service nova] Acquiring lock "refresh_cache-5177cefd-dc6f-417f-b4b6-80e4efcbcdd4" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.358579] env[70323]: DEBUG oslo_concurrency.lockutils [req-af9b1191-a4ec-43d7-baef-2dd1efb99c44 req-baf18db8-a30f-461a-8c07-1612b4281b58 service nova] Acquired lock "refresh_cache-5177cefd-dc6f-417f-b4b6-80e4efcbcdd4" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.358579] env[70323]: DEBUG nova.network.neutron [req-af9b1191-a4ec-43d7-baef-2dd1efb99c44 req-baf18db8-a30f-461a-8c07-1612b4281b58 service nova] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Refreshing network info cache for port bc627622-2c1d-4ec9-b403-787637b8dafc {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1136.467362] env[70323]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1136.467362] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]527c06ab-6dd4-c586-cf44-ce4021bb0240" [ 1136.467362] env[70323]: _type = "HttpNfcLease" [ 1136.467362] env[70323]: } is ready. {{(pid=70323) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1136.467362] env[70323]: DEBUG oslo_vmware.rw_handles [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1136.467362] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]527c06ab-6dd4-c586-cf44-ce4021bb0240" [ 1136.467362] env[70323]: _type = "HttpNfcLease" [ 1136.467362] env[70323]: }. {{(pid=70323) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1136.467362] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e34bb148-d40d-404b-9536-15bca1fa4bcf {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.475372] env[70323]: DEBUG oslo_vmware.rw_handles [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52206856-98dc-5785-3293-e96941ff333f/disk-0.vmdk from lease info. {{(pid=70323) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1136.475634] env[70323]: DEBUG oslo_vmware.rw_handles [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Creating HTTP connection to write to file with size = 31667712 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52206856-98dc-5785-3293-e96941ff333f/disk-0.vmdk. {{(pid=70323) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1136.553043] env[70323]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5d7445a4-98aa-4054-9af0-c0e4984b2ed2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.608449] env[70323]: DEBUG nova.scheduler.client.report [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1136.612512] env[70323]: DEBUG nova.compute.manager [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1136.640656] env[70323]: DEBUG oslo_vmware.api [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227865, 'name': PowerOnVM_Task} progress is 78%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.646848] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquiring lock "e33513e5-3715-4111-bf8c-d7443022c82c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.647105] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Lock "e33513e5-3715-4111-bf8c-d7443022c82c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.765575] env[70323]: DEBUG nova.compute.manager [req-9bc6054d-60be-4b4b-9fe1-d7d16bc0a0aa req-40c01529-d607-4a68-a2c4-bef1a693b826 service nova] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Received event network-vif-plugged-e365bf65-3c96-477c-adb0-88285cf20bc1 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1136.765948] env[70323]: DEBUG oslo_concurrency.lockutils [req-9bc6054d-60be-4b4b-9fe1-d7d16bc0a0aa req-40c01529-d607-4a68-a2c4-bef1a693b826 service nova] Acquiring lock "5177cefd-dc6f-417f-b4b6-80e4efcbcdd4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.766200] env[70323]: DEBUG oslo_concurrency.lockutils [req-9bc6054d-60be-4b4b-9fe1-d7d16bc0a0aa req-40c01529-d607-4a68-a2c4-bef1a693b826 service nova] Lock "5177cefd-dc6f-417f-b4b6-80e4efcbcdd4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.766377] env[70323]: DEBUG oslo_concurrency.lockutils [req-9bc6054d-60be-4b4b-9fe1-d7d16bc0a0aa req-40c01529-d607-4a68-a2c4-bef1a693b826 service nova] Lock "5177cefd-dc6f-417f-b4b6-80e4efcbcdd4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.766590] env[70323]: DEBUG nova.compute.manager [req-9bc6054d-60be-4b4b-9fe1-d7d16bc0a0aa req-40c01529-d607-4a68-a2c4-bef1a693b826 service nova] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] No waiting events found dispatching network-vif-plugged-e365bf65-3c96-477c-adb0-88285cf20bc1 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1136.766720] env[70323]: WARNING nova.compute.manager [req-9bc6054d-60be-4b4b-9fe1-d7d16bc0a0aa req-40c01529-d607-4a68-a2c4-bef1a693b826 service nova] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Received unexpected event network-vif-plugged-e365bf65-3c96-477c-adb0-88285cf20bc1 for instance with vm_state active and task_state None. [ 1136.807621] env[70323]: DEBUG nova.virt.hardware [None req-eab8fa77-349a-42f2-b12e-564b28d6e192 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1136.808368] env[70323]: DEBUG nova.virt.hardware [None req-eab8fa77-349a-42f2-b12e-564b28d6e192 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1136.808368] env[70323]: DEBUG nova.virt.hardware [None req-eab8fa77-349a-42f2-b12e-564b28d6e192 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1136.808492] env[70323]: DEBUG nova.virt.hardware [None req-eab8fa77-349a-42f2-b12e-564b28d6e192 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1136.808623] env[70323]: DEBUG nova.virt.hardware [None req-eab8fa77-349a-42f2-b12e-564b28d6e192 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1136.808828] env[70323]: DEBUG nova.virt.hardware [None req-eab8fa77-349a-42f2-b12e-564b28d6e192 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1136.809104] env[70323]: DEBUG nova.virt.hardware [None req-eab8fa77-349a-42f2-b12e-564b28d6e192 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1136.809302] env[70323]: DEBUG nova.virt.hardware [None req-eab8fa77-349a-42f2-b12e-564b28d6e192 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1136.809570] env[70323]: DEBUG nova.virt.hardware [None req-eab8fa77-349a-42f2-b12e-564b28d6e192 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1136.809768] env[70323]: DEBUG nova.virt.hardware [None req-eab8fa77-349a-42f2-b12e-564b28d6e192 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1136.809954] env[70323]: DEBUG nova.virt.hardware [None req-eab8fa77-349a-42f2-b12e-564b28d6e192 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1136.816425] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-eab8fa77-349a-42f2-b12e-564b28d6e192 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 82adf097-a01e-4edc-8d01-2f83cf104740] Reconfiguring VM instance instance-0000006c to detach disk 2000 {{(pid=70323) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1136.820316] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79879396-e900-403a-95bb-e3c27fb1ff0f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.857884] env[70323]: DEBUG oslo_vmware.api [None req-df6f7984-4041-4e85-b08c-b075f4c81a19 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Task: {'id': task-3227864, 'name': PowerOnVM_Task, 'duration_secs': 0.631348} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.859129] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-df6f7984-4041-4e85-b08c-b075f4c81a19 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] [instance: 5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1136.859357] env[70323]: DEBUG nova.compute.manager [None req-df6f7984-4041-4e85-b08c-b075f4c81a19 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] [instance: 5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1136.859703] env[70323]: DEBUG oslo_vmware.api [None req-eab8fa77-349a-42f2-b12e-564b28d6e192 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for the task: (returnval){ [ 1136.859703] env[70323]: value = "task-3227866" [ 1136.859703] env[70323]: _type = "Task" [ 1136.859703] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.861927] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c591cf0f-1e4d-4c61-9a8e-54471ac89936 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.887635] env[70323]: DEBUG oslo_vmware.api [None req-eab8fa77-349a-42f2-b12e-564b28d6e192 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227866, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.922968] env[70323]: DEBUG nova.network.neutron [None req-85fe581f-0d45-4ac3-81e0-e5b0cb492ac7 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Successfully updated port: e365bf65-3c96-477c-adb0-88285cf20bc1 {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1137.117272] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.362s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.117778] env[70323]: DEBUG nova.compute.manager [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] [instance: 8a44bbef-387e-4da5-a430-ea41c199688c] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1137.120528] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.312s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.120728] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.120880] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70323) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1137.125279] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b67d370-d55f-467d-8437-f3fa33a6f1f9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.140761] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83f7371-e393-4e79-b71b-d98979332c1d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.150532] env[70323]: DEBUG nova.compute.manager [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1137.153545] env[70323]: DEBUG oslo_vmware.api [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227865, 'name': PowerOnVM_Task, 'duration_secs': 0.741492} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.154581] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.154974] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.156535] env[70323]: INFO nova.compute.claims [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1137.163963] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 42704d37-0b31-4d26-8e24-9011b9fc7e5c] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1137.163963] env[70323]: INFO nova.compute.manager [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 42704d37-0b31-4d26-8e24-9011b9fc7e5c] Took 9.43 seconds to spawn the instance on the hypervisor. [ 1137.163963] env[70323]: DEBUG nova.compute.manager [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 42704d37-0b31-4d26-8e24-9011b9fc7e5c] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1137.168066] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e421720b-2fb2-423e-823a-62e0189ca352 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.188691] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9838bf0a-5499-4fb0-9e48-6602265b40bb {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.204559] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94005501-bd78-462f-829f-2b0508224dfa {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.236568] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180355MB free_disk=121GB free_vcpus=48 pci_devices=None {{(pid=70323) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1137.236736] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.248828] env[70323]: DEBUG nova.network.neutron [req-af9b1191-a4ec-43d7-baef-2dd1efb99c44 req-baf18db8-a30f-461a-8c07-1612b4281b58 service nova] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Updated VIF entry in instance network info cache for port bc627622-2c1d-4ec9-b403-787637b8dafc. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1137.249282] env[70323]: DEBUG nova.network.neutron [req-af9b1191-a4ec-43d7-baef-2dd1efb99c44 req-baf18db8-a30f-461a-8c07-1612b4281b58 service nova] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Updating instance_info_cache with network_info: [{"id": "bc627622-2c1d-4ec9-b403-787637b8dafc", "address": "fa:16:3e:58:40:3e", "network": {"id": "72c9180f-a081-4a3c-a140-c168d882c6f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1947974250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "629980704660404c9e5b2a810d6182a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc627622-2c", "ovs_interfaceid": "bc627622-2c1d-4ec9-b403-787637b8dafc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.376940] env[70323]: DEBUG oslo_vmware.api [None req-eab8fa77-349a-42f2-b12e-564b28d6e192 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227866, 'name': ReconfigVM_Task, 'duration_secs': 0.19995} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.377201] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-eab8fa77-349a-42f2-b12e-564b28d6e192 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 82adf097-a01e-4edc-8d01-2f83cf104740] Reconfigured VM instance instance-0000006c to detach disk 2000 {{(pid=70323) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1137.377972] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b4b10d-3d35-4b0b-9ed8-9598b93f40f9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.407049] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-eab8fa77-349a-42f2-b12e-564b28d6e192 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 82adf097-a01e-4edc-8d01-2f83cf104740] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 82adf097-a01e-4edc-8d01-2f83cf104740/82adf097-a01e-4edc-8d01-2f83cf104740.vmdk or device None with type thin {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1137.409602] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1dc58638-2c3a-4f29-b353-8ba16bc60fe6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.426048] env[70323]: DEBUG oslo_concurrency.lockutils [None req-df6f7984-4041-4e85-b08c-b075f4c81a19 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.426593] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3eeb8ab-bc1e-4bc3-966f-4dc1d4834e41 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1137.427276] env[70323]: DEBUG oslo_concurrency.lockutils [None req-85fe581f-0d45-4ac3-81e0-e5b0cb492ac7 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquiring lock "refresh_cache-5177cefd-dc6f-417f-b4b6-80e4efcbcdd4" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.427517] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb250a73-ae04-46a2-b23d-aa81da12ec3b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.435449] env[70323]: DEBUG oslo_vmware.api [None req-eab8fa77-349a-42f2-b12e-564b28d6e192 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for the task: (returnval){ [ 1137.435449] env[70323]: value = "task-3227867" [ 1137.435449] env[70323]: _type = "Task" [ 1137.435449] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.437485] env[70323]: DEBUG oslo_vmware.api [None req-e3eeb8ab-bc1e-4bc3-966f-4dc1d4834e41 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for the task: (returnval){ [ 1137.437485] env[70323]: value = "task-3227868" [ 1137.437485] env[70323]: _type = "Task" [ 1137.437485] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.451115] env[70323]: DEBUG oslo_vmware.api [None req-eab8fa77-349a-42f2-b12e-564b28d6e192 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227867, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.454796] env[70323]: DEBUG oslo_vmware.api [None req-e3eeb8ab-bc1e-4bc3-966f-4dc1d4834e41 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227868, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.627336] env[70323]: DEBUG nova.compute.utils [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1137.632278] env[70323]: DEBUG nova.compute.manager [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] [instance: 8a44bbef-387e-4da5-a430-ea41c199688c] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1137.633067] env[70323]: DEBUG nova.network.neutron [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] [instance: 8a44bbef-387e-4da5-a430-ea41c199688c] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1137.682937] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.691980] env[70323]: DEBUG nova.policy [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2d2f459b5b2445bab14e35d968ff2751', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f54f6f8c679487a9737c52e42f35c4c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 1137.711565] env[70323]: INFO nova.compute.manager [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 42704d37-0b31-4d26-8e24-9011b9fc7e5c] Took 23.53 seconds to build instance. [ 1137.716335] env[70323]: DEBUG oslo_vmware.rw_handles [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Completed reading data from the image iterator. {{(pid=70323) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1137.716551] env[70323]: DEBUG oslo_vmware.rw_handles [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52206856-98dc-5785-3293-e96941ff333f/disk-0.vmdk. {{(pid=70323) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1137.717504] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1125365e-3c7b-462b-80c7-248003aec7c0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.724189] env[70323]: DEBUG oslo_vmware.rw_handles [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52206856-98dc-5785-3293-e96941ff333f/disk-0.vmdk is in state: ready. {{(pid=70323) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1137.725030] env[70323]: DEBUG oslo_vmware.rw_handles [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52206856-98dc-5785-3293-e96941ff333f/disk-0.vmdk. {{(pid=70323) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1137.725030] env[70323]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-c166487d-2004-4f80-a9e7-d6a2e4324a49 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.752314] env[70323]: DEBUG oslo_concurrency.lockutils [req-af9b1191-a4ec-43d7-baef-2dd1efb99c44 req-baf18db8-a30f-461a-8c07-1612b4281b58 service nova] Releasing lock "refresh_cache-5177cefd-dc6f-417f-b4b6-80e4efcbcdd4" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.752837] env[70323]: DEBUG oslo_concurrency.lockutils [None req-85fe581f-0d45-4ac3-81e0-e5b0cb492ac7 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquired lock "refresh_cache-5177cefd-dc6f-417f-b4b6-80e4efcbcdd4" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.753153] env[70323]: DEBUG nova.network.neutron [None req-85fe581f-0d45-4ac3-81e0-e5b0cb492ac7 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1137.920892] env[70323]: DEBUG oslo_vmware.rw_handles [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52206856-98dc-5785-3293-e96941ff333f/disk-0.vmdk. {{(pid=70323) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1137.921185] env[70323]: INFO nova.virt.vmwareapi.images [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Downloaded image file data 31d61ee4-f6dd-497e-b4db-c86ecdfaa623 [ 1137.921973] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0008a822-7e00-44b9-a0e0-bd438fd07e17 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.946505] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7b093b1-fd0f-46c9-88eb-570024d9be68 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.956786] env[70323]: DEBUG oslo_vmware.api [None req-eab8fa77-349a-42f2-b12e-564b28d6e192 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227867, 'name': ReconfigVM_Task, 'duration_secs': 0.392209} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.961179] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-eab8fa77-349a-42f2-b12e-564b28d6e192 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 82adf097-a01e-4edc-8d01-2f83cf104740] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 82adf097-a01e-4edc-8d01-2f83cf104740/82adf097-a01e-4edc-8d01-2f83cf104740.vmdk or device None with type thin {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1137.961482] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-eab8fa77-349a-42f2-b12e-564b28d6e192 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 82adf097-a01e-4edc-8d01-2f83cf104740] Updating instance '82adf097-a01e-4edc-8d01-2f83cf104740' progress to 50 {{(pid=70323) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1137.965578] env[70323]: DEBUG oslo_vmware.api [None req-e3eeb8ab-bc1e-4bc3-966f-4dc1d4834e41 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227868, 'name': PowerOffVM_Task, 'duration_secs': 0.234178} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.965904] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3eeb8ab-bc1e-4bc3-966f-4dc1d4834e41 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1137.966508] env[70323]: DEBUG nova.virt.hardware [None req-e3eeb8ab-bc1e-4bc3-966f-4dc1d4834e41 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1137.966726] env[70323]: DEBUG nova.virt.hardware [None req-e3eeb8ab-bc1e-4bc3-966f-4dc1d4834e41 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1137.966875] env[70323]: DEBUG nova.virt.hardware [None req-e3eeb8ab-bc1e-4bc3-966f-4dc1d4834e41 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1137.967132] env[70323]: DEBUG nova.virt.hardware [None req-e3eeb8ab-bc1e-4bc3-966f-4dc1d4834e41 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1137.967708] env[70323]: DEBUG nova.virt.hardware [None req-e3eeb8ab-bc1e-4bc3-966f-4dc1d4834e41 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1137.967708] env[70323]: DEBUG nova.virt.hardware [None req-e3eeb8ab-bc1e-4bc3-966f-4dc1d4834e41 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1137.967708] env[70323]: DEBUG nova.virt.hardware [None req-e3eeb8ab-bc1e-4bc3-966f-4dc1d4834e41 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1137.968020] env[70323]: DEBUG nova.virt.hardware [None req-e3eeb8ab-bc1e-4bc3-966f-4dc1d4834e41 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1137.968020] env[70323]: DEBUG nova.virt.hardware [None req-e3eeb8ab-bc1e-4bc3-966f-4dc1d4834e41 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1137.968186] env[70323]: DEBUG nova.virt.hardware [None req-e3eeb8ab-bc1e-4bc3-966f-4dc1d4834e41 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1137.968317] env[70323]: DEBUG nova.virt.hardware [None req-e3eeb8ab-bc1e-4bc3-966f-4dc1d4834e41 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1137.975589] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f455b5ac-cfb3-44f1-81ba-788ad51258f6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.987983] env[70323]: INFO nova.virt.vmwareapi.images [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] The imported VM was unregistered [ 1137.990855] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Caching image {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1137.991272] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Creating directory with path [datastore1] devstack-image-cache_base/31d61ee4-f6dd-497e-b4db-c86ecdfaa623 {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1137.991769] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a92919e-8bb9-4f76-95fc-34a6e9faa205 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.998611] env[70323]: DEBUG oslo_vmware.api [None req-e3eeb8ab-bc1e-4bc3-966f-4dc1d4834e41 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for the task: (returnval){ [ 1137.998611] env[70323]: value = "task-3227870" [ 1137.998611] env[70323]: _type = "Task" [ 1137.998611] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.010379] env[70323]: DEBUG oslo_vmware.api [None req-e3eeb8ab-bc1e-4bc3-966f-4dc1d4834e41 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227870, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.016267] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Created directory with path [datastore1] devstack-image-cache_base/31d61ee4-f6dd-497e-b4db-c86ecdfaa623 {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1138.016462] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_d269c9ef-00b9-40ed-98e9-46d8b4543cdc/OSTACK_IMG_d269c9ef-00b9-40ed-98e9-46d8b4543cdc.vmdk to [datastore1] devstack-image-cache_base/31d61ee4-f6dd-497e-b4db-c86ecdfaa623/31d61ee4-f6dd-497e-b4db-c86ecdfaa623.vmdk. {{(pid=70323) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1138.018021] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-1a3ad41c-2c0c-4296-a732-3b2511a0cf49 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.024800] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Acquiring lock "9b46a1c8-0585-4c85-957e-6624fa019800" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.025062] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Lock "9b46a1c8-0585-4c85-957e-6624fa019800" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.028420] env[70323]: DEBUG oslo_vmware.api [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Waiting for the task: (returnval){ [ 1138.028420] env[70323]: value = "task-3227871" [ 1138.028420] env[70323]: _type = "Task" [ 1138.028420] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.037560] env[70323]: DEBUG oslo_vmware.api [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': task-3227871, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.088800] env[70323]: DEBUG nova.network.neutron [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] [instance: 8a44bbef-387e-4da5-a430-ea41c199688c] Successfully created port: 2e6ca034-8c4c-4065-bf7b-a15b570c8f81 {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1138.136748] env[70323]: DEBUG nova.compute.manager [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] [instance: 8a44bbef-387e-4da5-a430-ea41c199688c] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1138.213935] env[70323]: DEBUG oslo_concurrency.lockutils [None req-963bf9a0-dad4-45c1-8124-535313824af1 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Lock "42704d37-0b31-4d26-8e24-9011b9fc7e5c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.045s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.292388] env[70323]: WARNING nova.network.neutron [None req-85fe581f-0d45-4ac3-81e0-e5b0cb492ac7 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] 72c9180f-a081-4a3c-a140-c168d882c6f3 already exists in list: networks containing: ['72c9180f-a081-4a3c-a140-c168d882c6f3']. ignoring it [ 1138.406934] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e3c76a2-f6d5-4431-8cf2-95d367f60e67 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.414675] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad689603-f2eb-4abc-9f56-31db1ba4f315 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.448428] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68ab0ce-de76-4bcd-96d9-836ab33e5f73 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.456134] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec0663c3-ed95-4846-945d-04d692325f84 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.469694] env[70323]: DEBUG nova.compute.provider_tree [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1138.479371] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8297aad-a77f-409b-9c3c-db7da6749795 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.518128] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a003ac-e209-436e-920d-ec934ec80b0b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.537736] env[70323]: DEBUG nova.compute.manager [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 9b46a1c8-0585-4c85-957e-6624fa019800] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1138.540898] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-eab8fa77-349a-42f2-b12e-564b28d6e192 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 82adf097-a01e-4edc-8d01-2f83cf104740] Updating instance '82adf097-a01e-4edc-8d01-2f83cf104740' progress to 67 {{(pid=70323) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1138.553156] env[70323]: DEBUG oslo_vmware.api [None req-e3eeb8ab-bc1e-4bc3-966f-4dc1d4834e41 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227870, 'name': ReconfigVM_Task, 'duration_secs': 0.158916} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.557597] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43bd4017-2fc5-4258-8f38-7b2df9614cc1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.564061] env[70323]: DEBUG oslo_vmware.api [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': task-3227871, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.588738] env[70323]: DEBUG nova.virt.hardware [None req-e3eeb8ab-bc1e-4bc3-966f-4dc1d4834e41 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1138.588977] env[70323]: DEBUG nova.virt.hardware [None req-e3eeb8ab-bc1e-4bc3-966f-4dc1d4834e41 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1138.589153] env[70323]: DEBUG nova.virt.hardware [None req-e3eeb8ab-bc1e-4bc3-966f-4dc1d4834e41 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1138.589339] env[70323]: DEBUG nova.virt.hardware [None req-e3eeb8ab-bc1e-4bc3-966f-4dc1d4834e41 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1138.589484] env[70323]: DEBUG nova.virt.hardware [None req-e3eeb8ab-bc1e-4bc3-966f-4dc1d4834e41 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1138.589632] env[70323]: DEBUG nova.virt.hardware [None req-e3eeb8ab-bc1e-4bc3-966f-4dc1d4834e41 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1138.589834] env[70323]: DEBUG nova.virt.hardware [None req-e3eeb8ab-bc1e-4bc3-966f-4dc1d4834e41 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1138.589990] env[70323]: DEBUG nova.virt.hardware [None req-e3eeb8ab-bc1e-4bc3-966f-4dc1d4834e41 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1138.590173] env[70323]: DEBUG nova.virt.hardware [None req-e3eeb8ab-bc1e-4bc3-966f-4dc1d4834e41 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1138.590335] env[70323]: DEBUG nova.virt.hardware [None req-e3eeb8ab-bc1e-4bc3-966f-4dc1d4834e41 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1138.590505] env[70323]: DEBUG nova.virt.hardware [None req-e3eeb8ab-bc1e-4bc3-966f-4dc1d4834e41 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1138.595045] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-803cc6bd-f570-4f84-8e6a-05964e99a43e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.605016] env[70323]: DEBUG oslo_vmware.api [None req-e3eeb8ab-bc1e-4bc3-966f-4dc1d4834e41 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for the task: (returnval){ [ 1138.605016] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52f60fb9-5a43-68e9-67a0-c45dc8e9ebf8" [ 1138.605016] env[70323]: _type = "Task" [ 1138.605016] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.616539] env[70323]: DEBUG oslo_vmware.api [None req-e3eeb8ab-bc1e-4bc3-966f-4dc1d4834e41 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52f60fb9-5a43-68e9-67a0-c45dc8e9ebf8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.678919] env[70323]: DEBUG nova.network.neutron [None req-85fe581f-0d45-4ac3-81e0-e5b0cb492ac7 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Updating instance_info_cache with network_info: [{"id": "bc627622-2c1d-4ec9-b403-787637b8dafc", "address": "fa:16:3e:58:40:3e", "network": {"id": "72c9180f-a081-4a3c-a140-c168d882c6f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1947974250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "629980704660404c9e5b2a810d6182a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc627622-2c", "ovs_interfaceid": "bc627622-2c1d-4ec9-b403-787637b8dafc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e365bf65-3c96-477c-adb0-88285cf20bc1", "address": "fa:16:3e:1c:a9:f6", "network": {"id": "72c9180f-a081-4a3c-a140-c168d882c6f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1947974250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "629980704660404c9e5b2a810d6182a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape365bf65-3c", "ovs_interfaceid": "e365bf65-3c96-477c-adb0-88285cf20bc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.973389] env[70323]: DEBUG nova.scheduler.client.report [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1139.054929] env[70323]: DEBUG oslo_vmware.api [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': task-3227871, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.060848] env[70323]: DEBUG oslo_concurrency.lockutils [None req-88e69510-97de-441b-afab-57bec74d32cf tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Acquiring lock "5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.061102] env[70323]: DEBUG oslo_concurrency.lockutils [None req-88e69510-97de-441b-afab-57bec74d32cf tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Lock "5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.061304] env[70323]: DEBUG oslo_concurrency.lockutils [None req-88e69510-97de-441b-afab-57bec74d32cf tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Acquiring lock "5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.061486] env[70323]: DEBUG oslo_concurrency.lockutils [None req-88e69510-97de-441b-afab-57bec74d32cf tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Lock "5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.061655] env[70323]: DEBUG oslo_concurrency.lockutils [None req-88e69510-97de-441b-afab-57bec74d32cf tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Lock "5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.064107] env[70323]: INFO nova.compute.manager [None req-88e69510-97de-441b-afab-57bec74d32cf tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] [instance: 5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b] Terminating instance [ 1139.079035] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.096284] env[70323]: DEBUG nova.network.neutron [None req-eab8fa77-349a-42f2-b12e-564b28d6e192 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 82adf097-a01e-4edc-8d01-2f83cf104740] Port fa2ec124-ba09-46f2-92e9-dce1df435971 binding to destination host cpu-1 is already ACTIVE {{(pid=70323) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1139.118999] env[70323]: DEBUG oslo_vmware.api [None req-e3eeb8ab-bc1e-4bc3-966f-4dc1d4834e41 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52f60fb9-5a43-68e9-67a0-c45dc8e9ebf8, 'name': SearchDatastore_Task, 'duration_secs': 0.015087} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.125262] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3eeb8ab-bc1e-4bc3-966f-4dc1d4834e41 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Reconfiguring VM instance instance-0000005c to detach disk 2000 {{(pid=70323) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1139.125618] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46ac8dda-89ff-401d-a57c-78478f9e8589 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.147390] env[70323]: DEBUG nova.compute.manager [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] [instance: 8a44bbef-387e-4da5-a430-ea41c199688c] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1139.153818] env[70323]: DEBUG oslo_vmware.api [None req-e3eeb8ab-bc1e-4bc3-966f-4dc1d4834e41 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for the task: (returnval){ [ 1139.153818] env[70323]: value = "task-3227872" [ 1139.153818] env[70323]: _type = "Task" [ 1139.153818] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.162588] env[70323]: DEBUG nova.compute.manager [req-76f2ef6e-7451-4f69-84e4-80e59470a19b req-42cad05b-d0b9-4988-9834-b56c64adba14 service nova] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Received event network-changed-e365bf65-3c96-477c-adb0-88285cf20bc1 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1139.162807] env[70323]: DEBUG nova.compute.manager [req-76f2ef6e-7451-4f69-84e4-80e59470a19b req-42cad05b-d0b9-4988-9834-b56c64adba14 service nova] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Refreshing instance network info cache due to event network-changed-e365bf65-3c96-477c-adb0-88285cf20bc1. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1139.163035] env[70323]: DEBUG oslo_concurrency.lockutils [req-76f2ef6e-7451-4f69-84e4-80e59470a19b req-42cad05b-d0b9-4988-9834-b56c64adba14 service nova] Acquiring lock "refresh_cache-5177cefd-dc6f-417f-b4b6-80e4efcbcdd4" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.166988] env[70323]: DEBUG oslo_vmware.api [None req-e3eeb8ab-bc1e-4bc3-966f-4dc1d4834e41 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227872, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.177399] env[70323]: DEBUG nova.virt.hardware [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1139.177675] env[70323]: DEBUG nova.virt.hardware [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1139.177834] env[70323]: DEBUG nova.virt.hardware [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1139.178030] env[70323]: DEBUG nova.virt.hardware [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1139.178213] env[70323]: DEBUG nova.virt.hardware [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1139.178387] env[70323]: DEBUG nova.virt.hardware [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1139.178654] env[70323]: DEBUG nova.virt.hardware [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1139.178805] env[70323]: DEBUG nova.virt.hardware [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1139.178980] env[70323]: DEBUG nova.virt.hardware [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1139.179171] env[70323]: DEBUG nova.virt.hardware [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1139.179352] env[70323]: DEBUG nova.virt.hardware [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1139.180279] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a55c32ae-dd28-4789-b7b4-702c66f34f4c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.183796] env[70323]: DEBUG oslo_concurrency.lockutils [None req-85fe581f-0d45-4ac3-81e0-e5b0cb492ac7 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Releasing lock "refresh_cache-5177cefd-dc6f-417f-b4b6-80e4efcbcdd4" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.183912] env[70323]: DEBUG oslo_concurrency.lockutils [None req-85fe581f-0d45-4ac3-81e0-e5b0cb492ac7 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquiring lock "5177cefd-dc6f-417f-b4b6-80e4efcbcdd4" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.184053] env[70323]: DEBUG oslo_concurrency.lockutils [None req-85fe581f-0d45-4ac3-81e0-e5b0cb492ac7 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquired lock "5177cefd-dc6f-417f-b4b6-80e4efcbcdd4" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.184696] env[70323]: DEBUG oslo_concurrency.lockutils [req-76f2ef6e-7451-4f69-84e4-80e59470a19b req-42cad05b-d0b9-4988-9834-b56c64adba14 service nova] Acquired lock "refresh_cache-5177cefd-dc6f-417f-b4b6-80e4efcbcdd4" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.185426] env[70323]: DEBUG nova.network.neutron [req-76f2ef6e-7451-4f69-84e4-80e59470a19b req-42cad05b-d0b9-4988-9834-b56c64adba14 service nova] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Refreshing network info cache for port e365bf65-3c96-477c-adb0-88285cf20bc1 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1139.187175] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8152065-4bb6-4998-8360-cc0046a43d19 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.208816] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3120b5b9-fd05-441d-b440-95992cd51371 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.213150] env[70323]: DEBUG oslo_concurrency.lockutils [None req-05560e97-5c28-4ccc-b4f8-a736351413fd tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquiring lock "42704d37-0b31-4d26-8e24-9011b9fc7e5c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.213413] env[70323]: DEBUG oslo_concurrency.lockutils [None req-05560e97-5c28-4ccc-b4f8-a736351413fd tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Lock "42704d37-0b31-4d26-8e24-9011b9fc7e5c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.213604] env[70323]: DEBUG oslo_concurrency.lockutils [None req-05560e97-5c28-4ccc-b4f8-a736351413fd tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquiring lock "42704d37-0b31-4d26-8e24-9011b9fc7e5c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.213786] env[70323]: DEBUG oslo_concurrency.lockutils [None req-05560e97-5c28-4ccc-b4f8-a736351413fd tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Lock "42704d37-0b31-4d26-8e24-9011b9fc7e5c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.213954] env[70323]: DEBUG oslo_concurrency.lockutils [None req-05560e97-5c28-4ccc-b4f8-a736351413fd tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Lock "42704d37-0b31-4d26-8e24-9011b9fc7e5c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.216177] env[70323]: DEBUG nova.virt.hardware [None req-85fe581f-0d45-4ac3-81e0-e5b0cb492ac7 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1139.216401] env[70323]: DEBUG nova.virt.hardware [None req-85fe581f-0d45-4ac3-81e0-e5b0cb492ac7 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1139.216558] env[70323]: DEBUG nova.virt.hardware [None req-85fe581f-0d45-4ac3-81e0-e5b0cb492ac7 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1139.216741] env[70323]: DEBUG nova.virt.hardware [None req-85fe581f-0d45-4ac3-81e0-e5b0cb492ac7 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1139.216885] env[70323]: DEBUG nova.virt.hardware [None req-85fe581f-0d45-4ac3-81e0-e5b0cb492ac7 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1139.217043] env[70323]: DEBUG nova.virt.hardware [None req-85fe581f-0d45-4ac3-81e0-e5b0cb492ac7 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1139.217254] env[70323]: DEBUG nova.virt.hardware [None req-85fe581f-0d45-4ac3-81e0-e5b0cb492ac7 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1139.217465] env[70323]: DEBUG nova.virt.hardware [None req-85fe581f-0d45-4ac3-81e0-e5b0cb492ac7 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1139.217614] env[70323]: DEBUG nova.virt.hardware [None req-85fe581f-0d45-4ac3-81e0-e5b0cb492ac7 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1139.217778] env[70323]: DEBUG nova.virt.hardware [None req-85fe581f-0d45-4ac3-81e0-e5b0cb492ac7 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1139.217891] env[70323]: DEBUG nova.virt.hardware [None req-85fe581f-0d45-4ac3-81e0-e5b0cb492ac7 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1139.224236] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-85fe581f-0d45-4ac3-81e0-e5b0cb492ac7 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Reconfiguring VM to attach interface {{(pid=70323) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1139.224960] env[70323]: INFO nova.compute.manager [None req-05560e97-5c28-4ccc-b4f8-a736351413fd tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 42704d37-0b31-4d26-8e24-9011b9fc7e5c] Terminating instance [ 1139.226762] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8216c0a-723a-470e-922f-db7bbbcd4d9a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.258415] env[70323]: DEBUG oslo_vmware.api [None req-85fe581f-0d45-4ac3-81e0-e5b0cb492ac7 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Waiting for the task: (returnval){ [ 1139.258415] env[70323]: value = "task-3227873" [ 1139.258415] env[70323]: _type = "Task" [ 1139.258415] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.271016] env[70323]: DEBUG oslo_vmware.api [None req-85fe581f-0d45-4ac3-81e0-e5b0cb492ac7 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227873, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.478815] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.324s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.479513] env[70323]: DEBUG nova.compute.manager [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1139.482786] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.246s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.553621] env[70323]: DEBUG oslo_vmware.api [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': task-3227871, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.566127] env[70323]: DEBUG nova.compute.manager [req-c2b8215b-7f61-42b7-91ee-e842065335d6 req-5d881454-6758-40e9-bdf3-465024c8d0fb service nova] [instance: 8a44bbef-387e-4da5-a430-ea41c199688c] Received event network-vif-plugged-2e6ca034-8c4c-4065-bf7b-a15b570c8f81 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1139.566372] env[70323]: DEBUG oslo_concurrency.lockutils [req-c2b8215b-7f61-42b7-91ee-e842065335d6 req-5d881454-6758-40e9-bdf3-465024c8d0fb service nova] Acquiring lock "8a44bbef-387e-4da5-a430-ea41c199688c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.566652] env[70323]: DEBUG oslo_concurrency.lockutils [req-c2b8215b-7f61-42b7-91ee-e842065335d6 req-5d881454-6758-40e9-bdf3-465024c8d0fb service nova] Lock "8a44bbef-387e-4da5-a430-ea41c199688c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.566844] env[70323]: DEBUG oslo_concurrency.lockutils [req-c2b8215b-7f61-42b7-91ee-e842065335d6 req-5d881454-6758-40e9-bdf3-465024c8d0fb service nova] Lock "8a44bbef-387e-4da5-a430-ea41c199688c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.567132] env[70323]: DEBUG nova.compute.manager [req-c2b8215b-7f61-42b7-91ee-e842065335d6 req-5d881454-6758-40e9-bdf3-465024c8d0fb service nova] [instance: 8a44bbef-387e-4da5-a430-ea41c199688c] No waiting events found dispatching network-vif-plugged-2e6ca034-8c4c-4065-bf7b-a15b570c8f81 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1139.567339] env[70323]: WARNING nova.compute.manager [req-c2b8215b-7f61-42b7-91ee-e842065335d6 req-5d881454-6758-40e9-bdf3-465024c8d0fb service nova] [instance: 8a44bbef-387e-4da5-a430-ea41c199688c] Received unexpected event network-vif-plugged-2e6ca034-8c4c-4065-bf7b-a15b570c8f81 for instance with vm_state building and task_state spawning. [ 1139.568253] env[70323]: DEBUG oslo_concurrency.lockutils [None req-88e69510-97de-441b-afab-57bec74d32cf tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Acquiring lock "refresh_cache-5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.568440] env[70323]: DEBUG oslo_concurrency.lockutils [None req-88e69510-97de-441b-afab-57bec74d32cf tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Acquired lock "refresh_cache-5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.568613] env[70323]: DEBUG nova.network.neutron [None req-88e69510-97de-441b-afab-57bec74d32cf tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] [instance: 5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1139.669693] env[70323]: DEBUG oslo_vmware.api [None req-e3eeb8ab-bc1e-4bc3-966f-4dc1d4834e41 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227872, 'name': ReconfigVM_Task, 'duration_secs': 0.231014} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.669967] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3eeb8ab-bc1e-4bc3-966f-4dc1d4834e41 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Reconfigured VM instance instance-0000005c to detach disk 2000 {{(pid=70323) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1139.670847] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0b4cdf-d28c-40dd-b5c9-b1c44782af38 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.701812] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3eeb8ab-bc1e-4bc3-966f-4dc1d4834e41 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0/bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0.vmdk or device None with type thin {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1139.702922] env[70323]: DEBUG nova.network.neutron [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] [instance: 8a44bbef-387e-4da5-a430-ea41c199688c] Successfully updated port: 2e6ca034-8c4c-4065-bf7b-a15b570c8f81 {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1139.704463] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae104957-15a7-4a2b-897b-be6e33acf0ba {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.728528] env[70323]: DEBUG oslo_vmware.api [None req-e3eeb8ab-bc1e-4bc3-966f-4dc1d4834e41 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for the task: (returnval){ [ 1139.728528] env[70323]: value = "task-3227874" [ 1139.728528] env[70323]: _type = "Task" [ 1139.728528] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.739637] env[70323]: DEBUG oslo_vmware.api [None req-e3eeb8ab-bc1e-4bc3-966f-4dc1d4834e41 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227874, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.742500] env[70323]: DEBUG nova.compute.manager [None req-05560e97-5c28-4ccc-b4f8-a736351413fd tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 42704d37-0b31-4d26-8e24-9011b9fc7e5c] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1139.742735] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-05560e97-5c28-4ccc-b4f8-a736351413fd tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 42704d37-0b31-4d26-8e24-9011b9fc7e5c] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1139.743693] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9746191-3bb2-495a-ade8-512d0ca2fe2d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.757512] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-05560e97-5c28-4ccc-b4f8-a736351413fd tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 42704d37-0b31-4d26-8e24-9011b9fc7e5c] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1139.757842] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4fdaefa-a12b-4a6b-b8b7-8e9b4a5945b5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.771015] env[70323]: DEBUG oslo_vmware.api [None req-85fe581f-0d45-4ac3-81e0-e5b0cb492ac7 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227873, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.773080] env[70323]: DEBUG oslo_vmware.api [None req-05560e97-5c28-4ccc-b4f8-a736351413fd tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Waiting for the task: (returnval){ [ 1139.773080] env[70323]: value = "task-3227875" [ 1139.773080] env[70323]: _type = "Task" [ 1139.773080] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.784439] env[70323]: DEBUG oslo_vmware.api [None req-05560e97-5c28-4ccc-b4f8-a736351413fd tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227875, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.946868] env[70323]: DEBUG nova.network.neutron [req-76f2ef6e-7451-4f69-84e4-80e59470a19b req-42cad05b-d0b9-4988-9834-b56c64adba14 service nova] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Updated VIF entry in instance network info cache for port e365bf65-3c96-477c-adb0-88285cf20bc1. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1139.947368] env[70323]: DEBUG nova.network.neutron [req-76f2ef6e-7451-4f69-84e4-80e59470a19b req-42cad05b-d0b9-4988-9834-b56c64adba14 service nova] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Updating instance_info_cache with network_info: [{"id": "bc627622-2c1d-4ec9-b403-787637b8dafc", "address": "fa:16:3e:58:40:3e", "network": {"id": "72c9180f-a081-4a3c-a140-c168d882c6f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1947974250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "629980704660404c9e5b2a810d6182a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc627622-2c", "ovs_interfaceid": "bc627622-2c1d-4ec9-b403-787637b8dafc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e365bf65-3c96-477c-adb0-88285cf20bc1", "address": "fa:16:3e:1c:a9:f6", "network": {"id": "72c9180f-a081-4a3c-a140-c168d882c6f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1947974250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "629980704660404c9e5b2a810d6182a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape365bf65-3c", "ovs_interfaceid": "e365bf65-3c96-477c-adb0-88285cf20bc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.986842] env[70323]: DEBUG nova.compute.utils [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1139.998304] env[70323]: DEBUG nova.compute.manager [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1139.999050] env[70323]: DEBUG nova.network.neutron [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1140.044051] env[70323]: DEBUG nova.policy [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33b84c043aae4f1e8baab75c6072bc47', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '432ba14de5374168948a50f7762d7048', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 1140.060112] env[70323]: DEBUG oslo_vmware.api [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': task-3227871, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.093829] env[70323]: DEBUG nova.network.neutron [None req-88e69510-97de-441b-afab-57bec74d32cf tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] [instance: 5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1140.122289] env[70323]: DEBUG oslo_concurrency.lockutils [None req-eab8fa77-349a-42f2-b12e-564b28d6e192 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquiring lock "82adf097-a01e-4edc-8d01-2f83cf104740-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.122563] env[70323]: DEBUG oslo_concurrency.lockutils [None req-eab8fa77-349a-42f2-b12e-564b28d6e192 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lock "82adf097-a01e-4edc-8d01-2f83cf104740-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.122746] env[70323]: DEBUG oslo_concurrency.lockutils [None req-eab8fa77-349a-42f2-b12e-564b28d6e192 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lock "82adf097-a01e-4edc-8d01-2f83cf104740-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.171761] env[70323]: DEBUG nova.network.neutron [None req-88e69510-97de-441b-afab-57bec74d32cf tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] [instance: 5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.219367] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Acquiring lock "refresh_cache-8a44bbef-387e-4da5-a430-ea41c199688c" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.219539] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Acquired lock "refresh_cache-8a44bbef-387e-4da5-a430-ea41c199688c" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.219697] env[70323]: DEBUG nova.network.neutron [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] [instance: 8a44bbef-387e-4da5-a430-ea41c199688c] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1140.240443] env[70323]: DEBUG oslo_vmware.api [None req-e3eeb8ab-bc1e-4bc3-966f-4dc1d4834e41 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227874, 'name': ReconfigVM_Task, 'duration_secs': 0.370031} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.240840] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3eeb8ab-bc1e-4bc3-966f-4dc1d4834e41 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Reconfigured VM instance instance-0000005c to attach disk [datastore2] bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0/bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0.vmdk or device None with type thin {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1140.242328] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520bee3b-c23f-44cd-8f7d-de9e5f6da2b6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.272046] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7144e066-0487-4782-bf9c-85671ab48c1a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.280971] env[70323]: DEBUG oslo_vmware.api [None req-85fe581f-0d45-4ac3-81e0-e5b0cb492ac7 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227873, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.299777] env[70323]: DEBUG oslo_vmware.api [None req-05560e97-5c28-4ccc-b4f8-a736351413fd tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227875, 'name': PowerOffVM_Task, 'duration_secs': 0.463775} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.300277] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-05560e97-5c28-4ccc-b4f8-a736351413fd tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 42704d37-0b31-4d26-8e24-9011b9fc7e5c] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1140.300462] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-05560e97-5c28-4ccc-b4f8-a736351413fd tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 42704d37-0b31-4d26-8e24-9011b9fc7e5c] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1140.301241] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e442775c-d990-4eff-b0fa-69b303e1acd5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.304056] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4cf9e1c8-470d-4eb7-8a21-c2633b3ff1fc {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.327668] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b114f1-c963-438b-8696-2f9164106476 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.337452] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3eeb8ab-bc1e-4bc3-966f-4dc1d4834e41 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1140.337882] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-546afe58-c2df-45d2-b93a-00cb497880b6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.346523] env[70323]: DEBUG oslo_vmware.api [None req-e3eeb8ab-bc1e-4bc3-966f-4dc1d4834e41 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for the task: (returnval){ [ 1140.346523] env[70323]: value = "task-3227877" [ 1140.346523] env[70323]: _type = "Task" [ 1140.346523] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.359863] env[70323]: DEBUG oslo_vmware.api [None req-e3eeb8ab-bc1e-4bc3-966f-4dc1d4834e41 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227877, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.371186] env[70323]: DEBUG nova.network.neutron [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Successfully created port: 81e47b37-a80f-4f1f-be34-6ba549f898b2 {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1140.384283] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-05560e97-5c28-4ccc-b4f8-a736351413fd tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 42704d37-0b31-4d26-8e24-9011b9fc7e5c] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1140.384609] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-05560e97-5c28-4ccc-b4f8-a736351413fd tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 42704d37-0b31-4d26-8e24-9011b9fc7e5c] Deleting contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1140.384860] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-05560e97-5c28-4ccc-b4f8-a736351413fd tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Deleting the datastore file [datastore2] 42704d37-0b31-4d26-8e24-9011b9fc7e5c {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1140.385225] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5b2bd6b-2d1c-4569-b59d-9fc1201df1f2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.393108] env[70323]: DEBUG oslo_vmware.api [None req-05560e97-5c28-4ccc-b4f8-a736351413fd tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Waiting for the task: (returnval){ [ 1140.393108] env[70323]: value = "task-3227878" [ 1140.393108] env[70323]: _type = "Task" [ 1140.393108] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.402677] env[70323]: DEBUG oslo_vmware.api [None req-05560e97-5c28-4ccc-b4f8-a736351413fd tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227878, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.450616] env[70323]: DEBUG oslo_concurrency.lockutils [req-76f2ef6e-7451-4f69-84e4-80e59470a19b req-42cad05b-d0b9-4988-9834-b56c64adba14 service nova] Releasing lock "refresh_cache-5177cefd-dc6f-417f-b4b6-80e4efcbcdd4" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.498765] env[70323]: DEBUG nova.compute.manager [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1140.502099] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Applying migration context for instance 82adf097-a01e-4edc-8d01-2f83cf104740 as it has an incoming, in-progress migration 7d1228b7-9131-4a88-91e0-4c9cc98dc0a5. Migration status is post-migrating {{(pid=70323) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1140.504054] env[70323]: INFO nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 82adf097-a01e-4edc-8d01-2f83cf104740] Updating resource usage from migration 7d1228b7-9131-4a88-91e0-4c9cc98dc0a5 [ 1140.534027] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 728ab2dc-eefc-491c-ac6b-17732e72d24b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1140.534224] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1140.535027] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 463a69ec-6f8d-40ab-8fc1-0aacab523905 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1140.535027] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1140.535027] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 9737b7c3-63e9-47cf-acdc-0a3c43b85ee0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1140.535027] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1140.535027] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 85b2ee19-d788-4047-8afb-51f25e7735cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1140.535027] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1140.535339] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance bb8ebaea-b4c3-45ff-a1db-fad437bcea82 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1140.535374] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 6e39317c-64f3-4457-b2ef-bc6d61fe59d1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1140.535868] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 42704d37-0b31-4d26-8e24-9011b9fc7e5c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1140.535868] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Migration 7d1228b7-9131-4a88-91e0-4c9cc98dc0a5 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1140.535868] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 82adf097-a01e-4edc-8d01-2f83cf104740 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1140.536082] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 8a44bbef-387e-4da5-a430-ea41c199688c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1140.536157] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 3b955df2-dee0-4fa3-ada7-497f29bd7a8b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1140.559123] env[70323]: DEBUG oslo_vmware.api [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': task-3227871, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.677408] env[70323]: DEBUG oslo_concurrency.lockutils [None req-88e69510-97de-441b-afab-57bec74d32cf tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Releasing lock "refresh_cache-5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.677895] env[70323]: DEBUG nova.compute.manager [None req-88e69510-97de-441b-afab-57bec74d32cf tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] [instance: 5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1140.678411] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-88e69510-97de-441b-afab-57bec74d32cf tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] [instance: 5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1140.679783] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0477ffad-5e79-435f-a7de-59fee35c79a5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.688067] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-88e69510-97de-441b-afab-57bec74d32cf tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] [instance: 5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1140.688421] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc2d887d-06f5-4fdc-819b-6cd1c1f61f1c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.696481] env[70323]: DEBUG oslo_vmware.api [None req-88e69510-97de-441b-afab-57bec74d32cf tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Waiting for the task: (returnval){ [ 1140.696481] env[70323]: value = "task-3227879" [ 1140.696481] env[70323]: _type = "Task" [ 1140.696481] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.705386] env[70323]: DEBUG oslo_vmware.api [None req-88e69510-97de-441b-afab-57bec74d32cf tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Task: {'id': task-3227879, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.772697] env[70323]: DEBUG nova.network.neutron [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] [instance: 8a44bbef-387e-4da5-a430-ea41c199688c] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1140.781429] env[70323]: DEBUG oslo_vmware.api [None req-85fe581f-0d45-4ac3-81e0-e5b0cb492ac7 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227873, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.858749] env[70323]: DEBUG oslo_vmware.api [None req-e3eeb8ab-bc1e-4bc3-966f-4dc1d4834e41 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227877, 'name': PowerOnVM_Task, 'duration_secs': 0.486494} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.859371] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3eeb8ab-bc1e-4bc3-966f-4dc1d4834e41 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1140.908376] env[70323]: DEBUG oslo_vmware.api [None req-05560e97-5c28-4ccc-b4f8-a736351413fd tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227878, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.315926} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.908376] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-05560e97-5c28-4ccc-b4f8-a736351413fd tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1140.908630] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-05560e97-5c28-4ccc-b4f8-a736351413fd tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 42704d37-0b31-4d26-8e24-9011b9fc7e5c] Deleted contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1140.908672] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-05560e97-5c28-4ccc-b4f8-a736351413fd tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 42704d37-0b31-4d26-8e24-9011b9fc7e5c] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1140.908852] env[70323]: INFO nova.compute.manager [None req-05560e97-5c28-4ccc-b4f8-a736351413fd tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 42704d37-0b31-4d26-8e24-9011b9fc7e5c] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1140.909416] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-05560e97-5c28-4ccc-b4f8-a736351413fd tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1140.909416] env[70323]: DEBUG nova.compute.manager [-] [instance: 42704d37-0b31-4d26-8e24-9011b9fc7e5c] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1140.909416] env[70323]: DEBUG nova.network.neutron [-] [instance: 42704d37-0b31-4d26-8e24-9011b9fc7e5c] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1140.989864] env[70323]: DEBUG nova.network.neutron [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] [instance: 8a44bbef-387e-4da5-a430-ea41c199688c] Updating instance_info_cache with network_info: [{"id": "2e6ca034-8c4c-4065-bf7b-a15b570c8f81", "address": "fa:16:3e:77:0e:b6", "network": {"id": "2883fe3b-e8a0-48fe-a2c4-5ae6d1ac31a0", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-2094695796-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f54f6f8c679487a9737c52e42f35c4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e6ca034-8c", "ovs_interfaceid": "2e6ca034-8c4c-4065-bf7b-a15b570c8f81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.039691] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance e33513e5-3715-4111-bf8c-d7443022c82c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1141.057957] env[70323]: DEBUG oslo_vmware.api [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': task-3227871, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.942482} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.058587] env[70323]: INFO nova.virt.vmwareapi.ds_util [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_d269c9ef-00b9-40ed-98e9-46d8b4543cdc/OSTACK_IMG_d269c9ef-00b9-40ed-98e9-46d8b4543cdc.vmdk to [datastore1] devstack-image-cache_base/31d61ee4-f6dd-497e-b4db-c86ecdfaa623/31d61ee4-f6dd-497e-b4db-c86ecdfaa623.vmdk. [ 1141.058587] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Cleaning up location [datastore1] OSTACK_IMG_d269c9ef-00b9-40ed-98e9-46d8b4543cdc {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1141.058860] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_d269c9ef-00b9-40ed-98e9-46d8b4543cdc {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1141.058916] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c40b1f70-abcc-4d60-93b6-0730279bac86 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.067327] env[70323]: DEBUG oslo_vmware.api [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Waiting for the task: (returnval){ [ 1141.067327] env[70323]: value = "task-3227880" [ 1141.067327] env[70323]: _type = "Task" [ 1141.067327] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.076962] env[70323]: DEBUG oslo_vmware.api [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': task-3227880, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.173286] env[70323]: DEBUG oslo_concurrency.lockutils [None req-eab8fa77-349a-42f2-b12e-564b28d6e192 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquiring lock "refresh_cache-82adf097-a01e-4edc-8d01-2f83cf104740" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.173470] env[70323]: DEBUG oslo_concurrency.lockutils [None req-eab8fa77-349a-42f2-b12e-564b28d6e192 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquired lock "refresh_cache-82adf097-a01e-4edc-8d01-2f83cf104740" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.173659] env[70323]: DEBUG nova.network.neutron [None req-eab8fa77-349a-42f2-b12e-564b28d6e192 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 82adf097-a01e-4edc-8d01-2f83cf104740] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1141.206851] env[70323]: DEBUG oslo_vmware.api [None req-88e69510-97de-441b-afab-57bec74d32cf tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Task: {'id': task-3227879, 'name': PowerOffVM_Task, 'duration_secs': 0.318489} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.207067] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-88e69510-97de-441b-afab-57bec74d32cf tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] [instance: 5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1141.207883] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-88e69510-97de-441b-afab-57bec74d32cf tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] [instance: 5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1141.208174] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a4ed9976-4cad-45d2-b2ca-9394524fd8b6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.233061] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-88e69510-97de-441b-afab-57bec74d32cf tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] [instance: 5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1141.233262] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-88e69510-97de-441b-afab-57bec74d32cf tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] [instance: 5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b] Deleting contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1141.233622] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-88e69510-97de-441b-afab-57bec74d32cf tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Deleting the datastore file [datastore1] 5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1141.233979] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4bb1a55-b895-4d59-a1b3-cae0dc383ec9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.241925] env[70323]: DEBUG oslo_vmware.api [None req-88e69510-97de-441b-afab-57bec74d32cf tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Waiting for the task: (returnval){ [ 1141.241925] env[70323]: value = "task-3227882" [ 1141.241925] env[70323]: _type = "Task" [ 1141.241925] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.251512] env[70323]: DEBUG oslo_vmware.api [None req-88e69510-97de-441b-afab-57bec74d32cf tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Task: {'id': task-3227882, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.277671] env[70323]: DEBUG oslo_vmware.api [None req-85fe581f-0d45-4ac3-81e0-e5b0cb492ac7 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227873, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.328381] env[70323]: DEBUG nova.compute.manager [req-9594e555-6061-4be8-8e3c-2f8fecc4c15f req-72cb64a9-1ef2-43b3-9d80-0b695725b9aa service nova] [instance: 42704d37-0b31-4d26-8e24-9011b9fc7e5c] Received event network-vif-deleted-a6c1275b-eec4-4f28-b6f1-f7a84813c1e4 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1141.328586] env[70323]: INFO nova.compute.manager [req-9594e555-6061-4be8-8e3c-2f8fecc4c15f req-72cb64a9-1ef2-43b3-9d80-0b695725b9aa service nova] [instance: 42704d37-0b31-4d26-8e24-9011b9fc7e5c] Neutron deleted interface a6c1275b-eec4-4f28-b6f1-f7a84813c1e4; detaching it from the instance and deleting it from the info cache [ 1141.328810] env[70323]: DEBUG nova.network.neutron [req-9594e555-6061-4be8-8e3c-2f8fecc4c15f req-72cb64a9-1ef2-43b3-9d80-0b695725b9aa service nova] [instance: 42704d37-0b31-4d26-8e24-9011b9fc7e5c] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.493038] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Releasing lock "refresh_cache-8a44bbef-387e-4da5-a430-ea41c199688c" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.493038] env[70323]: DEBUG nova.compute.manager [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] [instance: 8a44bbef-387e-4da5-a430-ea41c199688c] Instance network_info: |[{"id": "2e6ca034-8c4c-4065-bf7b-a15b570c8f81", "address": "fa:16:3e:77:0e:b6", "network": {"id": "2883fe3b-e8a0-48fe-a2c4-5ae6d1ac31a0", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-2094695796-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f54f6f8c679487a9737c52e42f35c4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e6ca034-8c", "ovs_interfaceid": "2e6ca034-8c4c-4065-bf7b-a15b570c8f81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1141.493758] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] [instance: 8a44bbef-387e-4da5-a430-ea41c199688c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:0e:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5c7821ea-f92f-4f06-a4cb-05e1186a9d22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e6ca034-8c4c-4065-bf7b-a15b570c8f81', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1141.502617] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Creating folder: Project (1f54f6f8c679487a9737c52e42f35c4c). Parent ref: group-v644941. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1141.502974] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e686fe06-b424-4fb2-bc43-80f35848395c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.514688] env[70323]: DEBUG nova.compute.manager [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1141.517721] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Created folder: Project (1f54f6f8c679487a9737c52e42f35c4c) in parent group-v644941. [ 1141.517721] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Creating folder: Instances. Parent ref: group-v645246. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1141.517721] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0b1a0381-87b2-45ed-b169-718b97d092bc {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.526724] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Created folder: Instances in parent group-v645246. [ 1141.526974] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1141.527194] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a44bbef-387e-4da5-a430-ea41c199688c] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1141.527415] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d1145760-fe0a-4023-a767-0548e5296563 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.544108] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 9b46a1c8-0585-4c85-957e-6624fa019800 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1141.544381] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=70323) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1141.544531] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3456MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=70323) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1141.552861] env[70323]: DEBUG nova.virt.hardware [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1141.553125] env[70323]: DEBUG nova.virt.hardware [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1141.553294] env[70323]: DEBUG nova.virt.hardware [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1141.553480] env[70323]: DEBUG nova.virt.hardware [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1141.553671] env[70323]: DEBUG nova.virt.hardware [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1141.553779] env[70323]: DEBUG nova.virt.hardware [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1141.553985] env[70323]: DEBUG nova.virt.hardware [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1141.554159] env[70323]: DEBUG nova.virt.hardware [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1141.554327] env[70323]: DEBUG nova.virt.hardware [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1141.555417] env[70323]: DEBUG nova.virt.hardware [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1141.555417] env[70323]: DEBUG nova.virt.hardware [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1141.555531] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b161e249-40a6-4cfc-824f-c87472c4a13b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.559579] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1141.559579] env[70323]: value = "task-3227885" [ 1141.559579] env[70323]: _type = "Task" [ 1141.559579] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.568300] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d4c768-a8b2-4e50-9a39-3a4f2b723083 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.575589] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227885, 'name': CreateVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.593768] env[70323]: DEBUG oslo_vmware.api [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': task-3227880, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160773} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.594566] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1141.594566] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Releasing lock "[datastore1] devstack-image-cache_base/31d61ee4-f6dd-497e-b4db-c86ecdfaa623/31d61ee4-f6dd-497e-b4db-c86ecdfaa623.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.594713] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/31d61ee4-f6dd-497e-b4db-c86ecdfaa623/31d61ee4-f6dd-497e-b4db-c86ecdfaa623.vmdk to [datastore1] 6e39317c-64f3-4457-b2ef-bc6d61fe59d1/6e39317c-64f3-4457-b2ef-bc6d61fe59d1.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1141.594923] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3759be11-4e45-4b9e-bb33-e372c9af8bfe {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.600798] env[70323]: DEBUG nova.compute.manager [req-57f8a5ca-618f-4b5a-8296-d30f907bb0a7 req-2223ad20-b5a9-4ef6-b9f2-0aca7df748be service nova] [instance: 8a44bbef-387e-4da5-a430-ea41c199688c] Received event network-changed-2e6ca034-8c4c-4065-bf7b-a15b570c8f81 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1141.601319] env[70323]: DEBUG nova.compute.manager [req-57f8a5ca-618f-4b5a-8296-d30f907bb0a7 req-2223ad20-b5a9-4ef6-b9f2-0aca7df748be service nova] [instance: 8a44bbef-387e-4da5-a430-ea41c199688c] Refreshing instance network info cache due to event network-changed-2e6ca034-8c4c-4065-bf7b-a15b570c8f81. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1141.601519] env[70323]: DEBUG oslo_concurrency.lockutils [req-57f8a5ca-618f-4b5a-8296-d30f907bb0a7 req-2223ad20-b5a9-4ef6-b9f2-0aca7df748be service nova] Acquiring lock "refresh_cache-8a44bbef-387e-4da5-a430-ea41c199688c" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.601698] env[70323]: DEBUG oslo_concurrency.lockutils [req-57f8a5ca-618f-4b5a-8296-d30f907bb0a7 req-2223ad20-b5a9-4ef6-b9f2-0aca7df748be service nova] Acquired lock "refresh_cache-8a44bbef-387e-4da5-a430-ea41c199688c" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.601840] env[70323]: DEBUG nova.network.neutron [req-57f8a5ca-618f-4b5a-8296-d30f907bb0a7 req-2223ad20-b5a9-4ef6-b9f2-0aca7df748be service nova] [instance: 8a44bbef-387e-4da5-a430-ea41c199688c] Refreshing network info cache for port 2e6ca034-8c4c-4065-bf7b-a15b570c8f81 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1141.604367] env[70323]: DEBUG oslo_vmware.api [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Waiting for the task: (returnval){ [ 1141.604367] env[70323]: value = "task-3227886" [ 1141.604367] env[70323]: _type = "Task" [ 1141.604367] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.617198] env[70323]: DEBUG oslo_vmware.api [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': task-3227886, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.732601] env[70323]: DEBUG nova.network.neutron [-] [instance: 42704d37-0b31-4d26-8e24-9011b9fc7e5c] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.756719] env[70323]: DEBUG oslo_vmware.api [None req-88e69510-97de-441b-afab-57bec74d32cf tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Task: {'id': task-3227882, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22436} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.757087] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-88e69510-97de-441b-afab-57bec74d32cf tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1141.757312] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-88e69510-97de-441b-afab-57bec74d32cf tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] [instance: 5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b] Deleted contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1141.757499] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-88e69510-97de-441b-afab-57bec74d32cf tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] [instance: 5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1141.757701] env[70323]: INFO nova.compute.manager [None req-88e69510-97de-441b-afab-57bec74d32cf tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] [instance: 5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1141.758040] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88e69510-97de-441b-afab-57bec74d32cf tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1141.758293] env[70323]: DEBUG nova.compute.manager [-] [instance: 5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1141.758446] env[70323]: DEBUG nova.network.neutron [-] [instance: 5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1141.776501] env[70323]: DEBUG nova.network.neutron [-] [instance: 5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1141.783301] env[70323]: DEBUG oslo_vmware.api [None req-85fe581f-0d45-4ac3-81e0-e5b0cb492ac7 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227873, 'name': ReconfigVM_Task, 'duration_secs': 2.192979} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.784971] env[70323]: DEBUG oslo_concurrency.lockutils [None req-85fe581f-0d45-4ac3-81e0-e5b0cb492ac7 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Releasing lock "5177cefd-dc6f-417f-b4b6-80e4efcbcdd4" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.784971] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-85fe581f-0d45-4ac3-81e0-e5b0cb492ac7 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Reconfigured VM to attach interface {{(pid=70323) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1141.804062] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc5482f-e677-4d67-8231-0f325c3608c1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.812650] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce9f9c4-26aa-4076-bf4b-d57f604cf28f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.848147] env[70323]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bcf46954-f80c-4fe8-9c54-5ec4dc31d1e4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.850741] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb05f3e-ce03-4be6-ab7a-e640b45678a8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.859927] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d26f11b5-030f-476c-a5ea-9f39cfd8e64f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.867277] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694be155-1184-4923-b8a6-6bc27af14fd9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.892859] env[70323]: DEBUG nova.compute.provider_tree [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1141.918999] env[70323]: DEBUG nova.compute.manager [req-9594e555-6061-4be8-8e3c-2f8fecc4c15f req-72cb64a9-1ef2-43b3-9d80-0b695725b9aa service nova] [instance: 42704d37-0b31-4d26-8e24-9011b9fc7e5c] Detach interface failed, port_id=a6c1275b-eec4-4f28-b6f1-f7a84813c1e4, reason: Instance 42704d37-0b31-4d26-8e24-9011b9fc7e5c could not be found. {{(pid=70323) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1141.920208] env[70323]: INFO nova.compute.manager [None req-e3eeb8ab-bc1e-4bc3-966f-4dc1d4834e41 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Updating instance to original state: 'active' [ 1141.924504] env[70323]: DEBUG nova.network.neutron [None req-eab8fa77-349a-42f2-b12e-564b28d6e192 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 82adf097-a01e-4edc-8d01-2f83cf104740] Updating instance_info_cache with network_info: [{"id": "fa2ec124-ba09-46f2-92e9-dce1df435971", "address": "fa:16:3e:15:ff:59", "network": {"id": "882ea57e-8153-49ec-b6a7-5b7da1c35202", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1740748287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ad05435c7e44f548e1a19eccac2b460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa2ec124-ba", "ovs_interfaceid": "fa2ec124-ba09-46f2-92e9-dce1df435971", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.073830] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227885, 'name': CreateVM_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.123023] env[70323]: DEBUG oslo_vmware.api [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': task-3227886, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.235074] env[70323]: INFO nova.compute.manager [-] [instance: 42704d37-0b31-4d26-8e24-9011b9fc7e5c] Took 1.33 seconds to deallocate network for instance. [ 1142.279411] env[70323]: DEBUG nova.network.neutron [-] [instance: 5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.288948] env[70323]: DEBUG oslo_concurrency.lockutils [None req-85fe581f-0d45-4ac3-81e0-e5b0cb492ac7 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Lock "interface-5177cefd-dc6f-417f-b4b6-80e4efcbcdd4-e365bf65-3c96-477c-adb0-88285cf20bc1" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.433s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.317161] env[70323]: DEBUG nova.network.neutron [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Successfully updated port: 81e47b37-a80f-4f1f-be34-6ba549f898b2 {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1142.396396] env[70323]: DEBUG nova.scheduler.client.report [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1142.404207] env[70323]: DEBUG nova.network.neutron [req-57f8a5ca-618f-4b5a-8296-d30f907bb0a7 req-2223ad20-b5a9-4ef6-b9f2-0aca7df748be service nova] [instance: 8a44bbef-387e-4da5-a430-ea41c199688c] Updated VIF entry in instance network info cache for port 2e6ca034-8c4c-4065-bf7b-a15b570c8f81. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1142.404577] env[70323]: DEBUG nova.network.neutron [req-57f8a5ca-618f-4b5a-8296-d30f907bb0a7 req-2223ad20-b5a9-4ef6-b9f2-0aca7df748be service nova] [instance: 8a44bbef-387e-4da5-a430-ea41c199688c] Updating instance_info_cache with network_info: [{"id": "2e6ca034-8c4c-4065-bf7b-a15b570c8f81", "address": "fa:16:3e:77:0e:b6", "network": {"id": "2883fe3b-e8a0-48fe-a2c4-5ae6d1ac31a0", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-2094695796-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f54f6f8c679487a9737c52e42f35c4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e6ca034-8c", "ovs_interfaceid": "2e6ca034-8c4c-4065-bf7b-a15b570c8f81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.427256] env[70323]: DEBUG oslo_concurrency.lockutils [None req-eab8fa77-349a-42f2-b12e-564b28d6e192 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Releasing lock "refresh_cache-82adf097-a01e-4edc-8d01-2f83cf104740" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.573084] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227885, 'name': CreateVM_Task, 'duration_secs': 0.589327} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.573280] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a44bbef-387e-4da5-a430-ea41c199688c] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1142.574011] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.574176] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.574513] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.574791] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b50d99d8-1d77-46d0-8a45-8a0dd843b667 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.583359] env[70323]: DEBUG oslo_vmware.api [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Waiting for the task: (returnval){ [ 1142.583359] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52af052d-0f4c-d740-4325-39ee59f0ae0b" [ 1142.583359] env[70323]: _type = "Task" [ 1142.583359] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.593525] env[70323]: DEBUG oslo_vmware.api [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52af052d-0f4c-d740-4325-39ee59f0ae0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.619773] env[70323]: DEBUG oslo_vmware.api [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': task-3227886, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.741343] env[70323]: DEBUG oslo_concurrency.lockutils [None req-05560e97-5c28-4ccc-b4f8-a736351413fd tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.786321] env[70323]: INFO nova.compute.manager [-] [instance: 5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b] Took 1.03 seconds to deallocate network for instance. [ 1142.818152] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Acquiring lock "refresh_cache-3b955df2-dee0-4fa3-ada7-497f29bd7a8b" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.818152] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Acquired lock "refresh_cache-3b955df2-dee0-4fa3-ada7-497f29bd7a8b" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.818152] env[70323]: DEBUG nova.network.neutron [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1142.901974] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70323) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1142.902244] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.420s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.902611] env[70323]: DEBUG oslo_concurrency.lockutils [None req-df6f7984-4041-4e85-b08c-b075f4c81a19 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 5.477s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.902816] env[70323]: DEBUG nova.objects.instance [None req-df6f7984-4041-4e85-b08c-b075f4c81a19 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] [instance: 5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70323) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1142.905808] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1142.905999] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Cleaning up deleted instances {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1142.908530] env[70323]: DEBUG oslo_concurrency.lockutils [req-57f8a5ca-618f-4b5a-8296-d30f907bb0a7 req-2223ad20-b5a9-4ef6-b9f2-0aca7df748be service nova] Releasing lock "refresh_cache-8a44bbef-387e-4da5-a430-ea41c199688c" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.960203] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7130b74a-6cd3-4202-83ed-a403b4576ae5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.982894] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8113371b-fa4c-4d59-ab74-c185308f6dd3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.992640] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-eab8fa77-349a-42f2-b12e-564b28d6e192 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 82adf097-a01e-4edc-8d01-2f83cf104740] Updating instance '82adf097-a01e-4edc-8d01-2f83cf104740' progress to 83 {{(pid=70323) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1143.095344] env[70323]: DEBUG oslo_vmware.api [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52af052d-0f4c-d740-4325-39ee59f0ae0b, 'name': SearchDatastore_Task, 'duration_secs': 0.019203} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.095694] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.095929] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] [instance: 8a44bbef-387e-4da5-a430-ea41c199688c] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1143.096183] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.096334] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.096514] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1143.096798] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd5f825f-156c-465d-9956-ceec37c88b09 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.109267] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1143.109428] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1143.113253] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-361eb2c9-e0c2-4d54-a98a-3d9991b1cf58 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.120384] env[70323]: DEBUG oslo_vmware.api [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Waiting for the task: (returnval){ [ 1143.120384] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52ff5931-c760-3149-a751-259a0f5fac6c" [ 1143.120384] env[70323]: _type = "Task" [ 1143.120384] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.123859] env[70323]: DEBUG oslo_vmware.api [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': task-3227886, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.134086] env[70323]: DEBUG oslo_vmware.api [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52ff5931-c760-3149-a751-259a0f5fac6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.293450] env[70323]: DEBUG oslo_concurrency.lockutils [None req-88e69510-97de-441b-afab-57bec74d32cf tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.353127] env[70323]: DEBUG nova.compute.manager [req-ff7ce057-ec3f-4049-bb12-bac13ab7c7ed req-d6d010ea-937e-42ef-9d33-d1d77a71d9c1 service nova] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Received event network-vif-plugged-81e47b37-a80f-4f1f-be34-6ba549f898b2 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.353360] env[70323]: DEBUG oslo_concurrency.lockutils [req-ff7ce057-ec3f-4049-bb12-bac13ab7c7ed req-d6d010ea-937e-42ef-9d33-d1d77a71d9c1 service nova] Acquiring lock "3b955df2-dee0-4fa3-ada7-497f29bd7a8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.353632] env[70323]: DEBUG oslo_concurrency.lockutils [req-ff7ce057-ec3f-4049-bb12-bac13ab7c7ed req-d6d010ea-937e-42ef-9d33-d1d77a71d9c1 service nova] Lock "3b955df2-dee0-4fa3-ada7-497f29bd7a8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.353816] env[70323]: DEBUG oslo_concurrency.lockutils [req-ff7ce057-ec3f-4049-bb12-bac13ab7c7ed req-d6d010ea-937e-42ef-9d33-d1d77a71d9c1 service nova] Lock "3b955df2-dee0-4fa3-ada7-497f29bd7a8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.353990] env[70323]: DEBUG nova.compute.manager [req-ff7ce057-ec3f-4049-bb12-bac13ab7c7ed req-d6d010ea-937e-42ef-9d33-d1d77a71d9c1 service nova] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] No waiting events found dispatching network-vif-plugged-81e47b37-a80f-4f1f-be34-6ba549f898b2 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1143.354187] env[70323]: WARNING nova.compute.manager [req-ff7ce057-ec3f-4049-bb12-bac13ab7c7ed req-d6d010ea-937e-42ef-9d33-d1d77a71d9c1 service nova] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Received unexpected event network-vif-plugged-81e47b37-a80f-4f1f-be34-6ba549f898b2 for instance with vm_state building and task_state spawning. [ 1143.354318] env[70323]: DEBUG nova.compute.manager [req-ff7ce057-ec3f-4049-bb12-bac13ab7c7ed req-d6d010ea-937e-42ef-9d33-d1d77a71d9c1 service nova] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Received event network-changed-81e47b37-a80f-4f1f-be34-6ba549f898b2 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.354470] env[70323]: DEBUG nova.compute.manager [req-ff7ce057-ec3f-4049-bb12-bac13ab7c7ed req-d6d010ea-937e-42ef-9d33-d1d77a71d9c1 service nova] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Refreshing instance network info cache due to event network-changed-81e47b37-a80f-4f1f-be34-6ba549f898b2. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1143.354637] env[70323]: DEBUG oslo_concurrency.lockutils [req-ff7ce057-ec3f-4049-bb12-bac13ab7c7ed req-d6d010ea-937e-42ef-9d33-d1d77a71d9c1 service nova] Acquiring lock "refresh_cache-3b955df2-dee0-4fa3-ada7-497f29bd7a8b" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.360727] env[70323]: DEBUG nova.network.neutron [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1143.424741] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] There are 60 instances to clean {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1143.424951] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: e45798d1-4660-4af0-870e-2750ae818a8f] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1143.428300] env[70323]: DEBUG oslo_concurrency.lockutils [None req-df6f7984-4041-4e85-b08c-b075f4c81a19 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.526s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.429290] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0ac96113-7534-4727-baa2-f9f687a1e186 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Acquiring lock "bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.429512] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0ac96113-7534-4727-baa2-f9f687a1e186 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Lock "bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.429780] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0ac96113-7534-4727-baa2-f9f687a1e186 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Acquiring lock "bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.429894] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0ac96113-7534-4727-baa2-f9f687a1e186 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Lock "bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.430078] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0ac96113-7534-4727-baa2-f9f687a1e186 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Lock "bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.432321] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.750s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.433979] env[70323]: INFO nova.compute.claims [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1143.440081] env[70323]: INFO nova.compute.manager [None req-0ac96113-7534-4727-baa2-f9f687a1e186 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Terminating instance [ 1143.498616] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-eab8fa77-349a-42f2-b12e-564b28d6e192 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 82adf097-a01e-4edc-8d01-2f83cf104740] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1143.499197] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe354849-5565-47c8-bfc2-678620370596 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.510165] env[70323]: DEBUG oslo_vmware.api [None req-eab8fa77-349a-42f2-b12e-564b28d6e192 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for the task: (returnval){ [ 1143.510165] env[70323]: value = "task-3227887" [ 1143.510165] env[70323]: _type = "Task" [ 1143.510165] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.514989] env[70323]: DEBUG nova.network.neutron [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Updating instance_info_cache with network_info: [{"id": "81e47b37-a80f-4f1f-be34-6ba549f898b2", "address": "fa:16:3e:fd:a9:0e", "network": {"id": "56e9e9f4-4e60-4c7b-aa0e-c44c5b186d4a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1121117638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "432ba14de5374168948a50f7762d7048", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81e47b37-a8", "ovs_interfaceid": "81e47b37-a80f-4f1f-be34-6ba549f898b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.524328] env[70323]: DEBUG oslo_vmware.api [None req-eab8fa77-349a-42f2-b12e-564b28d6e192 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227887, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.623111] env[70323]: DEBUG oslo_vmware.api [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': task-3227886, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.636691] env[70323]: DEBUG oslo_vmware.api [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52ff5931-c760-3149-a751-259a0f5fac6c, 'name': SearchDatastore_Task, 'duration_secs': 0.014389} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.637403] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89b1f99e-ed03-4614-9c30-404a138b16af {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.645804] env[70323]: DEBUG oslo_vmware.api [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Waiting for the task: (returnval){ [ 1143.645804] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52b9ff52-2f1a-5691-6bff-f398908d838c" [ 1143.645804] env[70323]: _type = "Task" [ 1143.645804] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.656306] env[70323]: DEBUG oslo_vmware.api [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52b9ff52-2f1a-5691-6bff-f398908d838c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.669611] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e81a0402-1d48-4588-b4ae-68d5c9ecf4a7 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquiring lock "interface-5177cefd-dc6f-417f-b4b6-80e4efcbcdd4-e365bf65-3c96-477c-adb0-88285cf20bc1" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.670124] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e81a0402-1d48-4588-b4ae-68d5c9ecf4a7 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Lock "interface-5177cefd-dc6f-417f-b4b6-80e4efcbcdd4-e365bf65-3c96-477c-adb0-88285cf20bc1" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.940409] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 0a6debe1-4b85-49a5-8b06-59ca7817ab09] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1143.945381] env[70323]: DEBUG nova.compute.manager [None req-0ac96113-7534-4727-baa2-f9f687a1e186 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1143.945699] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ac96113-7534-4727-baa2-f9f687a1e186 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1143.953638] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89edd74a-36af-4c24-abbc-6a982cad0027 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.957507] env[70323]: DEBUG oslo_vmware.api [None req-0ac96113-7534-4727-baa2-f9f687a1e186 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for the task: (returnval){ [ 1143.957507] env[70323]: value = "task-3227888" [ 1143.957507] env[70323]: _type = "Task" [ 1143.957507] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.971372] env[70323]: DEBUG oslo_vmware.api [None req-0ac96113-7534-4727-baa2-f9f687a1e186 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227888, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.018176] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Releasing lock "refresh_cache-3b955df2-dee0-4fa3-ada7-497f29bd7a8b" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.018685] env[70323]: DEBUG nova.compute.manager [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Instance network_info: |[{"id": "81e47b37-a80f-4f1f-be34-6ba549f898b2", "address": "fa:16:3e:fd:a9:0e", "network": {"id": "56e9e9f4-4e60-4c7b-aa0e-c44c5b186d4a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1121117638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "432ba14de5374168948a50f7762d7048", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81e47b37-a8", "ovs_interfaceid": "81e47b37-a80f-4f1f-be34-6ba549f898b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1144.023597] env[70323]: DEBUG oslo_concurrency.lockutils [req-ff7ce057-ec3f-4049-bb12-bac13ab7c7ed req-d6d010ea-937e-42ef-9d33-d1d77a71d9c1 service nova] Acquired lock "refresh_cache-3b955df2-dee0-4fa3-ada7-497f29bd7a8b" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.023871] env[70323]: DEBUG nova.network.neutron [req-ff7ce057-ec3f-4049-bb12-bac13ab7c7ed req-d6d010ea-937e-42ef-9d33-d1d77a71d9c1 service nova] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Refreshing network info cache for port 81e47b37-a80f-4f1f-be34-6ba549f898b2 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1144.025113] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:a9:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a8c8175-1197-4f12-baac-ef6aba95f585', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81e47b37-a80f-4f1f-be34-6ba549f898b2', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1144.033615] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1144.033863] env[70323]: DEBUG oslo_vmware.api [None req-eab8fa77-349a-42f2-b12e-564b28d6e192 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227887, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.034966] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1144.035235] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c9d3232-249b-4247-9673-35a13ae44fc0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.058498] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1144.058498] env[70323]: value = "task-3227889" [ 1144.058498] env[70323]: _type = "Task" [ 1144.058498] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.069985] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227889, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.125031] env[70323]: DEBUG oslo_vmware.api [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': task-3227886, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.161486] env[70323]: DEBUG oslo_vmware.api [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52b9ff52-2f1a-5691-6bff-f398908d838c, 'name': SearchDatastore_Task, 'duration_secs': 0.016287} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.161794] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.162106] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 8a44bbef-387e-4da5-a430-ea41c199688c/8a44bbef-387e-4da5-a430-ea41c199688c.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1144.162454] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee6af827-55cd-4233-b805-a748a0d52f49 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.173822] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e81a0402-1d48-4588-b4ae-68d5c9ecf4a7 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquiring lock "5177cefd-dc6f-417f-b4b6-80e4efcbcdd4" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.174158] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e81a0402-1d48-4588-b4ae-68d5c9ecf4a7 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquired lock "5177cefd-dc6f-417f-b4b6-80e4efcbcdd4" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.174671] env[70323]: DEBUG oslo_vmware.api [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Waiting for the task: (returnval){ [ 1144.174671] env[70323]: value = "task-3227890" [ 1144.174671] env[70323]: _type = "Task" [ 1144.174671] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.175912] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea3f49f5-6fdd-485e-a503-ba096b1f64b8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.187586] env[70323]: DEBUG oslo_vmware.api [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Task: {'id': task-3227890, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.202232] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4240d52-3072-49bc-aa40-750382b94fac {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.229518] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-e81a0402-1d48-4588-b4ae-68d5c9ecf4a7 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Reconfiguring VM to detach interface {{(pid=70323) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1144.229887] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e834c8d9-2764-4e10-8a46-f31faaba5254 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.249136] env[70323]: DEBUG oslo_vmware.api [None req-e81a0402-1d48-4588-b4ae-68d5c9ecf4a7 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Waiting for the task: (returnval){ [ 1144.249136] env[70323]: value = "task-3227891" [ 1144.249136] env[70323]: _type = "Task" [ 1144.249136] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.258413] env[70323]: DEBUG oslo_vmware.api [None req-e81a0402-1d48-4588-b4ae-68d5c9ecf4a7 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227891, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.445868] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 41d64a03-f00d-4037-a3c4-a55d2b355ea6] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1144.468055] env[70323]: DEBUG oslo_vmware.api [None req-0ac96113-7534-4727-baa2-f9f687a1e186 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227888, 'name': PowerOffVM_Task, 'duration_secs': 0.245994} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.468055] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ac96113-7534-4727-baa2-f9f687a1e186 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1144.468298] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ac96113-7534-4727-baa2-f9f687a1e186 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Volume detach. Driver type: vmdk {{(pid=70323) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1144.468401] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ac96113-7534-4727-baa2-f9f687a1e186 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645224', 'volume_id': 'd8b261de-357c-4449-aff5-4888173dbc0f', 'name': 'volume-d8b261de-357c-4449-aff5-4888173dbc0f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0', 'attached_at': '2025-04-03T04:49:03.000000', 'detached_at': '', 'volume_id': 'd8b261de-357c-4449-aff5-4888173dbc0f', 'serial': 'd8b261de-357c-4449-aff5-4888173dbc0f'} {{(pid=70323) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1144.469851] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac596d6-e9e2-42fc-b31c-2415d0435061 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.498343] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f88deb4-cac1-4f85-915f-5071cf3e06ec {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.508077] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8999828e-388e-48b9-92af-70c62ec0decd {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.540923] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f4ce4e-3c41-4769-bb72-e89933b4caf6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.547366] env[70323]: DEBUG oslo_vmware.api [None req-eab8fa77-349a-42f2-b12e-564b28d6e192 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227887, 'name': PowerOnVM_Task, 'duration_secs': 0.811283} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.548022] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-eab8fa77-349a-42f2-b12e-564b28d6e192 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 82adf097-a01e-4edc-8d01-2f83cf104740] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1144.548221] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-eab8fa77-349a-42f2-b12e-564b28d6e192 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 82adf097-a01e-4edc-8d01-2f83cf104740] Updating instance '82adf097-a01e-4edc-8d01-2f83cf104740' progress to 100 {{(pid=70323) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1144.562739] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ac96113-7534-4727-baa2-f9f687a1e186 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] The volume has not been displaced from its original location: [datastore2] volume-d8b261de-357c-4449-aff5-4888173dbc0f/volume-d8b261de-357c-4449-aff5-4888173dbc0f.vmdk. No consolidation needed. {{(pid=70323) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1144.568293] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ac96113-7534-4727-baa2-f9f687a1e186 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Reconfiguring VM instance instance-0000005c to detach disk 2001 {{(pid=70323) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1144.577031] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0b83aac-19ab-4b91-ba89-d9146bda3466 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.599106] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227889, 'name': CreateVM_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.599863] env[70323]: DEBUG oslo_vmware.api [None req-0ac96113-7534-4727-baa2-f9f687a1e186 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for the task: (returnval){ [ 1144.599863] env[70323]: value = "task-3227892" [ 1144.599863] env[70323]: _type = "Task" [ 1144.599863] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.619552] env[70323]: DEBUG oslo_vmware.api [None req-0ac96113-7534-4727-baa2-f9f687a1e186 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227892, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.631912] env[70323]: DEBUG oslo_vmware.api [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': task-3227886, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.596136} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.632239] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/31d61ee4-f6dd-497e-b4db-c86ecdfaa623/31d61ee4-f6dd-497e-b4db-c86ecdfaa623.vmdk to [datastore1] 6e39317c-64f3-4457-b2ef-bc6d61fe59d1/6e39317c-64f3-4457-b2ef-bc6d61fe59d1.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1144.633191] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa824c7-d20f-4e58-acb2-cf98035d94c3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.664652] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 6e39317c-64f3-4457-b2ef-bc6d61fe59d1/6e39317c-64f3-4457-b2ef-bc6d61fe59d1.vmdk or device None with type streamOptimized {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1144.668625] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7fe5d9b-86dd-4253-bc18-3dfd33706799 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.698197] env[70323]: DEBUG oslo_vmware.api [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Task: {'id': task-3227890, 'name': CopyVirtualDisk_Task} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.699532] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 8a44bbef-387e-4da5-a430-ea41c199688c/8a44bbef-387e-4da5-a430-ea41c199688c.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1144.699807] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] [instance: 8a44bbef-387e-4da5-a430-ea41c199688c] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1144.700166] env[70323]: DEBUG oslo_vmware.api [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Waiting for the task: (returnval){ [ 1144.700166] env[70323]: value = "task-3227893" [ 1144.700166] env[70323]: _type = "Task" [ 1144.700166] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.700385] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6802c8be-33e0-4a50-8269-c6830557985a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.712474] env[70323]: DEBUG oslo_vmware.api [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Waiting for the task: (returnval){ [ 1144.712474] env[70323]: value = "task-3227894" [ 1144.712474] env[70323]: _type = "Task" [ 1144.712474] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.715558] env[70323]: DEBUG oslo_vmware.api [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': task-3227893, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.725932] env[70323]: DEBUG oslo_vmware.api [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Task: {'id': task-3227894, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.760374] env[70323]: DEBUG oslo_vmware.api [None req-e81a0402-1d48-4588-b4ae-68d5c9ecf4a7 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227891, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.811025] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86b1fec-9b6a-421a-9a53-ddf95e870faf {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.818233] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f943f51-ec43-457b-ad48-0f2f65f743fa {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.850142] env[70323]: DEBUG nova.network.neutron [req-ff7ce057-ec3f-4049-bb12-bac13ab7c7ed req-d6d010ea-937e-42ef-9d33-d1d77a71d9c1 service nova] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Updated VIF entry in instance network info cache for port 81e47b37-a80f-4f1f-be34-6ba549f898b2. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1144.850531] env[70323]: DEBUG nova.network.neutron [req-ff7ce057-ec3f-4049-bb12-bac13ab7c7ed req-d6d010ea-937e-42ef-9d33-d1d77a71d9c1 service nova] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Updating instance_info_cache with network_info: [{"id": "81e47b37-a80f-4f1f-be34-6ba549f898b2", "address": "fa:16:3e:fd:a9:0e", "network": {"id": "56e9e9f4-4e60-4c7b-aa0e-c44c5b186d4a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1121117638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "432ba14de5374168948a50f7762d7048", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81e47b37-a8", "ovs_interfaceid": "81e47b37-a80f-4f1f-be34-6ba549f898b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.852219] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5abb20-4297-409b-94c5-e7f2f81c8b45 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.860109] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93f85ec-125d-4741-ac40-5941fc543b1e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.874118] env[70323]: DEBUG nova.compute.provider_tree [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1144.953297] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 87a4e63b-abcc-4c4c-ae98-34682ee91ba8] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1145.074393] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227889, 'name': CreateVM_Task, 'duration_secs': 0.579812} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.075069] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1145.075375] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.075539] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.075847] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.076099] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-468efe48-b80d-486c-a6eb-b28d653f97b6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.080588] env[70323]: DEBUG oslo_vmware.api [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Waiting for the task: (returnval){ [ 1145.080588] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52b810cf-fb22-c498-9abc-f1d8d3870dfe" [ 1145.080588] env[70323]: _type = "Task" [ 1145.080588] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.088810] env[70323]: DEBUG oslo_vmware.api [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52b810cf-fb22-c498-9abc-f1d8d3870dfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.111672] env[70323]: DEBUG oslo_vmware.api [None req-0ac96113-7534-4727-baa2-f9f687a1e186 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227892, 'name': ReconfigVM_Task, 'duration_secs': 0.235928} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.111916] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ac96113-7534-4727-baa2-f9f687a1e186 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Reconfigured VM instance instance-0000005c to detach disk 2001 {{(pid=70323) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1145.116446] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41e3bc55-a4a9-4e56-8234-32277a410806 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.131793] env[70323]: DEBUG oslo_vmware.api [None req-0ac96113-7534-4727-baa2-f9f687a1e186 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for the task: (returnval){ [ 1145.131793] env[70323]: value = "task-3227895" [ 1145.131793] env[70323]: _type = "Task" [ 1145.131793] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.139540] env[70323]: DEBUG oslo_vmware.api [None req-0ac96113-7534-4727-baa2-f9f687a1e186 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227895, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.212833] env[70323]: DEBUG oslo_vmware.api [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': task-3227893, 'name': ReconfigVM_Task, 'duration_secs': 0.350521} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.213172] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 6e39317c-64f3-4457-b2ef-bc6d61fe59d1/6e39317c-64f3-4457-b2ef-bc6d61fe59d1.vmdk or device None with type streamOptimized {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1145.213873] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b227b9aa-9458-46bf-869d-dfd309adf42a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.223939] env[70323]: DEBUG oslo_vmware.api [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Task: {'id': task-3227894, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06386} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.225158] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] [instance: 8a44bbef-387e-4da5-a430-ea41c199688c] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1145.225520] env[70323]: DEBUG oslo_vmware.api [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Waiting for the task: (returnval){ [ 1145.225520] env[70323]: value = "task-3227896" [ 1145.225520] env[70323]: _type = "Task" [ 1145.225520] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.226228] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0178c16f-70dd-452b-a4fd-f026016d43bc {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.247821] env[70323]: DEBUG oslo_vmware.api [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': task-3227896, 'name': Rename_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.257905] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] [instance: 8a44bbef-387e-4da5-a430-ea41c199688c] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 8a44bbef-387e-4da5-a430-ea41c199688c/8a44bbef-387e-4da5-a430-ea41c199688c.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1145.258334] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16d05c44-c262-49dc-9935-1ba8877208ed {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.284303] env[70323]: DEBUG oslo_vmware.api [None req-e81a0402-1d48-4588-b4ae-68d5c9ecf4a7 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227891, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.285689] env[70323]: DEBUG oslo_vmware.api [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Waiting for the task: (returnval){ [ 1145.285689] env[70323]: value = "task-3227897" [ 1145.285689] env[70323]: _type = "Task" [ 1145.285689] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.293672] env[70323]: DEBUG oslo_vmware.api [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Task: {'id': task-3227897, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.356108] env[70323]: DEBUG oslo_concurrency.lockutils [req-ff7ce057-ec3f-4049-bb12-bac13ab7c7ed req-d6d010ea-937e-42ef-9d33-d1d77a71d9c1 service nova] Releasing lock "refresh_cache-3b955df2-dee0-4fa3-ada7-497f29bd7a8b" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.377413] env[70323]: DEBUG nova.scheduler.client.report [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1145.456293] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: b42b4cff-cc6f-4912-ab52-ba3be3a17ae8] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1145.590711] env[70323]: DEBUG oslo_vmware.api [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52b810cf-fb22-c498-9abc-f1d8d3870dfe, 'name': SearchDatastore_Task, 'duration_secs': 0.009061} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.590967] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.591232] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1145.591471] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.591619] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.591824] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1145.592097] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37f7ebaa-2623-4a72-bc39-198ca785a161 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.600352] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1145.600530] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1145.601243] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a05e1df-08bc-4a8b-ab55-63abe3ed6220 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.606555] env[70323]: DEBUG oslo_vmware.api [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Waiting for the task: (returnval){ [ 1145.606555] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]525cfc54-81ed-4d2a-8ff6-e9e192a44968" [ 1145.606555] env[70323]: _type = "Task" [ 1145.606555] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.614410] env[70323]: DEBUG oslo_vmware.api [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]525cfc54-81ed-4d2a-8ff6-e9e192a44968, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.640941] env[70323]: DEBUG oslo_vmware.api [None req-0ac96113-7534-4727-baa2-f9f687a1e186 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227895, 'name': ReconfigVM_Task, 'duration_secs': 0.17011} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.641261] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ac96113-7534-4727-baa2-f9f687a1e186 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645224', 'volume_id': 'd8b261de-357c-4449-aff5-4888173dbc0f', 'name': 'volume-d8b261de-357c-4449-aff5-4888173dbc0f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0', 'attached_at': '2025-04-03T04:49:03.000000', 'detached_at': '', 'volume_id': 'd8b261de-357c-4449-aff5-4888173dbc0f', 'serial': 'd8b261de-357c-4449-aff5-4888173dbc0f'} {{(pid=70323) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1145.641553] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac96113-7534-4727-baa2-f9f687a1e186 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1145.642378] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8983ef6-33cd-4de7-aaa9-217ee2c1d4d8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.648938] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac96113-7534-4727-baa2-f9f687a1e186 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1145.649178] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2edee457-7ee5-4c36-92f5-8ef2e3489756 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.720119] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac96113-7534-4727-baa2-f9f687a1e186 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1145.720359] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac96113-7534-4727-baa2-f9f687a1e186 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Deleting contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1145.720540] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ac96113-7534-4727-baa2-f9f687a1e186 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Deleting the datastore file [datastore2] bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1145.720810] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2660c7b3-1dba-435d-9a1c-502af49bac99 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.727617] env[70323]: DEBUG oslo_vmware.api [None req-0ac96113-7534-4727-baa2-f9f687a1e186 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for the task: (returnval){ [ 1145.727617] env[70323]: value = "task-3227899" [ 1145.727617] env[70323]: _type = "Task" [ 1145.727617] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.738172] env[70323]: DEBUG oslo_vmware.api [None req-0ac96113-7534-4727-baa2-f9f687a1e186 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227899, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.741057] env[70323]: DEBUG oslo_vmware.api [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': task-3227896, 'name': Rename_Task, 'duration_secs': 0.145277} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.741314] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1145.741545] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1012e752-d0af-461b-bcaa-bec3557e4e2d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.747287] env[70323]: DEBUG oslo_vmware.api [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Waiting for the task: (returnval){ [ 1145.747287] env[70323]: value = "task-3227900" [ 1145.747287] env[70323]: _type = "Task" [ 1145.747287] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.755013] env[70323]: DEBUG oslo_vmware.api [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': task-3227900, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.766649] env[70323]: DEBUG oslo_vmware.api [None req-e81a0402-1d48-4588-b4ae-68d5c9ecf4a7 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227891, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.793655] env[70323]: DEBUG oslo_vmware.api [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Task: {'id': task-3227897, 'name': ReconfigVM_Task, 'duration_secs': 0.29426} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.793900] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] [instance: 8a44bbef-387e-4da5-a430-ea41c199688c] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 8a44bbef-387e-4da5-a430-ea41c199688c/8a44bbef-387e-4da5-a430-ea41c199688c.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1145.794527] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d788931-d91f-4edd-a058-3466e1a23d3f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.800088] env[70323]: DEBUG oslo_vmware.api [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Waiting for the task: (returnval){ [ 1145.800088] env[70323]: value = "task-3227901" [ 1145.800088] env[70323]: _type = "Task" [ 1145.800088] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.807370] env[70323]: DEBUG oslo_vmware.api [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Task: {'id': task-3227901, 'name': Rename_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.882472] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.450s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.883116] env[70323]: DEBUG nova.compute.manager [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1145.885859] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.807s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.887296] env[70323]: INFO nova.compute.claims [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 9b46a1c8-0585-4c85-957e-6624fa019800] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1145.959708] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 5db79dfe-fc4d-4e46-b3ae-a5bec2e5442f] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1146.118050] env[70323]: DEBUG oslo_vmware.api [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]525cfc54-81ed-4d2a-8ff6-e9e192a44968, 'name': SearchDatastore_Task, 'duration_secs': 0.010185} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.118841] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f4b2839-8734-460f-9efb-86439a90633d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.124030] env[70323]: DEBUG oslo_vmware.api [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Waiting for the task: (returnval){ [ 1146.124030] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52478caf-f158-e772-230f-52235ba86cfe" [ 1146.124030] env[70323]: _type = "Task" [ 1146.124030] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.131591] env[70323]: DEBUG oslo_vmware.api [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52478caf-f158-e772-230f-52235ba86cfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.237877] env[70323]: DEBUG oslo_vmware.api [None req-0ac96113-7534-4727-baa2-f9f687a1e186 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227899, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206034} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.238183] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ac96113-7534-4727-baa2-f9f687a1e186 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1146.238336] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac96113-7534-4727-baa2-f9f687a1e186 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Deleted contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1146.238512] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac96113-7534-4727-baa2-f9f687a1e186 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1146.238689] env[70323]: INFO nova.compute.manager [None req-0ac96113-7534-4727-baa2-f9f687a1e186 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Took 2.29 seconds to destroy the instance on the hypervisor. [ 1146.238925] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ac96113-7534-4727-baa2-f9f687a1e186 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1146.239137] env[70323]: DEBUG nova.compute.manager [-] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1146.239232] env[70323]: DEBUG nova.network.neutron [-] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1146.256710] env[70323]: DEBUG oslo_vmware.api [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': task-3227900, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.268111] env[70323]: DEBUG oslo_vmware.api [None req-e81a0402-1d48-4588-b4ae-68d5c9ecf4a7 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227891, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.310013] env[70323]: DEBUG oslo_vmware.api [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Task: {'id': task-3227901, 'name': Rename_Task, 'duration_secs': 0.192935} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.310379] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] [instance: 8a44bbef-387e-4da5-a430-ea41c199688c] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1146.310600] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4dd48fea-bf76-4d88-ab42-f3c63ff1b66e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.317129] env[70323]: DEBUG oslo_vmware.api [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Waiting for the task: (returnval){ [ 1146.317129] env[70323]: value = "task-3227902" [ 1146.317129] env[70323]: _type = "Task" [ 1146.317129] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.325318] env[70323]: DEBUG oslo_vmware.api [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Task: {'id': task-3227902, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.394495] env[70323]: DEBUG nova.compute.utils [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1146.396787] env[70323]: DEBUG nova.compute.manager [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1146.397262] env[70323]: DEBUG nova.network.neutron [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1146.466114] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 0807d9b4-2b21-4227-8efd-1c6eda844030] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1146.500936] env[70323]: DEBUG nova.policy [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6804edc7d9b94fa5a587c940ee15869a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e98df60171c4d319ce48c2e7ddb11d7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 1146.635375] env[70323]: DEBUG oslo_vmware.api [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52478caf-f158-e772-230f-52235ba86cfe, 'name': SearchDatastore_Task, 'duration_secs': 0.0399} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.635650] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.635914] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 3b955df2-dee0-4fa3-ada7-497f29bd7a8b/3b955df2-dee0-4fa3-ada7-497f29bd7a8b.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1146.636200] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0506da0-8588-4131-9f88-25f512b7bee9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.642625] env[70323]: DEBUG oslo_vmware.api [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Waiting for the task: (returnval){ [ 1146.642625] env[70323]: value = "task-3227903" [ 1146.642625] env[70323]: _type = "Task" [ 1146.642625] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.651171] env[70323]: DEBUG oslo_vmware.api [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3227903, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.758973] env[70323]: DEBUG oslo_vmware.api [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': task-3227900, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.770715] env[70323]: DEBUG oslo_vmware.api [None req-e81a0402-1d48-4588-b4ae-68d5c9ecf4a7 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227891, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.830742] env[70323]: DEBUG oslo_vmware.api [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Task: {'id': task-3227902, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.902737] env[70323]: DEBUG nova.compute.manager [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1146.970033] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: a9489d91-6f53-408b-b725-b16a886b104e] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1146.974979] env[70323]: DEBUG oslo_concurrency.lockutils [None req-02081e42-f937-4add-9487-f65fab726874 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquiring lock "82adf097-a01e-4edc-8d01-2f83cf104740" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.975556] env[70323]: DEBUG oslo_concurrency.lockutils [None req-02081e42-f937-4add-9487-f65fab726874 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lock "82adf097-a01e-4edc-8d01-2f83cf104740" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.976055] env[70323]: DEBUG nova.compute.manager [None req-02081e42-f937-4add-9487-f65fab726874 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 82adf097-a01e-4edc-8d01-2f83cf104740] Going to confirm migration 8 {{(pid=70323) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1147.161870] env[70323]: DEBUG oslo_vmware.api [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3227903, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.222884] env[70323]: DEBUG nova.network.neutron [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Successfully created port: 2879d12a-8dc1-40d4-85a8-750f7676ad98 {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1147.264875] env[70323]: DEBUG oslo_vmware.api [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': task-3227900, 'name': PowerOnVM_Task} progress is 87%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.276362] env[70323]: DEBUG oslo_vmware.api [None req-e81a0402-1d48-4588-b4ae-68d5c9ecf4a7 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227891, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.329983] env[70323]: DEBUG oslo_vmware.api [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Task: {'id': task-3227902, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.330876] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ed0654-dff6-47f6-89f1-93d5da971dd9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.338088] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87434fd6-011d-4af7-b69d-d2e34bd50071 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.369886] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c8a1b6-3ef8-4829-ba3d-57b30cc08bc8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.377833] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad461395-9207-4d40-8370-2d2364af49ad {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.391727] env[70323]: DEBUG nova.compute.provider_tree [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1147.437472] env[70323]: DEBUG nova.compute.manager [req-3dc6b113-dc19-4c83-96a6-90ac47fae93d req-7ce0f78c-1c86-4e4b-bbdb-80a025dea77e service nova] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Received event network-vif-deleted-91b4c25f-f731-43cb-8f63-7d64877f1294 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.437676] env[70323]: INFO nova.compute.manager [req-3dc6b113-dc19-4c83-96a6-90ac47fae93d req-7ce0f78c-1c86-4e4b-bbdb-80a025dea77e service nova] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Neutron deleted interface 91b4c25f-f731-43cb-8f63-7d64877f1294; detaching it from the instance and deleting it from the info cache [ 1147.437894] env[70323]: DEBUG nova.network.neutron [req-3dc6b113-dc19-4c83-96a6-90ac47fae93d req-7ce0f78c-1c86-4e4b-bbdb-80a025dea77e service nova] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.474474] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 8cf2ea62-ac85-478d-8b4a-be3a60163060] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1147.541391] env[70323]: DEBUG oslo_concurrency.lockutils [None req-02081e42-f937-4add-9487-f65fab726874 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquiring lock "refresh_cache-82adf097-a01e-4edc-8d01-2f83cf104740" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.541579] env[70323]: DEBUG oslo_concurrency.lockutils [None req-02081e42-f937-4add-9487-f65fab726874 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquired lock "refresh_cache-82adf097-a01e-4edc-8d01-2f83cf104740" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.541761] env[70323]: DEBUG nova.network.neutron [None req-02081e42-f937-4add-9487-f65fab726874 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 82adf097-a01e-4edc-8d01-2f83cf104740] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1147.541946] env[70323]: DEBUG nova.objects.instance [None req-02081e42-f937-4add-9487-f65fab726874 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lazy-loading 'info_cache' on Instance uuid 82adf097-a01e-4edc-8d01-2f83cf104740 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1147.653907] env[70323]: DEBUG oslo_vmware.api [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3227903, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52027} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.654682] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 3b955df2-dee0-4fa3-ada7-497f29bd7a8b/3b955df2-dee0-4fa3-ada7-497f29bd7a8b.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1147.654682] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1147.654843] env[70323]: DEBUG nova.network.neutron [-] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.655780] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-83ae51d4-dc25-4545-b7ae-a063d200078e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.664460] env[70323]: DEBUG oslo_vmware.api [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Waiting for the task: (returnval){ [ 1147.664460] env[70323]: value = "task-3227904" [ 1147.664460] env[70323]: _type = "Task" [ 1147.664460] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.676097] env[70323]: DEBUG oslo_vmware.api [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3227904, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.761020] env[70323]: DEBUG oslo_vmware.api [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': task-3227900, 'name': PowerOnVM_Task, 'duration_secs': 1.731485} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.761020] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1147.773825] env[70323]: DEBUG oslo_vmware.api [None req-e81a0402-1d48-4588-b4ae-68d5c9ecf4a7 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227891, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.828904] env[70323]: DEBUG oslo_vmware.api [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Task: {'id': task-3227902, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.896620] env[70323]: DEBUG nova.scheduler.client.report [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1147.912479] env[70323]: DEBUG nova.compute.manager [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1147.914476] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12821e7e-78df-4076-a30e-c0c6e0fe304f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.918267] env[70323]: DEBUG nova.compute.manager [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1147.941141] env[70323]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c7602e42-f640-4bf0-8de1-bcaab8cd27e4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.946574] env[70323]: DEBUG nova.virt.hardware [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1147.947668] env[70323]: DEBUG nova.virt.hardware [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1147.947668] env[70323]: DEBUG nova.virt.hardware [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1147.948326] env[70323]: DEBUG nova.virt.hardware [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1147.948326] env[70323]: DEBUG nova.virt.hardware [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1147.948471] env[70323]: DEBUG nova.virt.hardware [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1147.948780] env[70323]: DEBUG nova.virt.hardware [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1147.949085] env[70323]: DEBUG nova.virt.hardware [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1147.949401] env[70323]: DEBUG nova.virt.hardware [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1147.949702] env[70323]: DEBUG nova.virt.hardware [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1147.950197] env[70323]: DEBUG nova.virt.hardware [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1147.951525] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db44cb04-de6a-434f-830a-b5ad5aa2d7dd {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.966422] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e291f2c1-a589-4e69-b41e-df1d08a411c9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.983723] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: cd381853-c515-4760-a958-1432b4f74664] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1147.987522] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a77abde8-268e-432e-bfe0-390d5506c343 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.013705] env[70323]: DEBUG nova.compute.manager [req-3dc6b113-dc19-4c83-96a6-90ac47fae93d req-7ce0f78c-1c86-4e4b-bbdb-80a025dea77e service nova] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Detach interface failed, port_id=91b4c25f-f731-43cb-8f63-7d64877f1294, reason: Instance bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0 could not be found. {{(pid=70323) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1148.159129] env[70323]: INFO nova.compute.manager [-] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Took 1.92 seconds to deallocate network for instance. [ 1148.176105] env[70323]: DEBUG oslo_vmware.api [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3227904, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.146008} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.176382] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1148.177212] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7561d02e-4cca-48a2-8c21-ac11ee1f6306 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.199461] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 3b955df2-dee0-4fa3-ada7-497f29bd7a8b/3b955df2-dee0-4fa3-ada7-497f29bd7a8b.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1148.199755] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1896af5-8402-4020-836e-c27515ecf48e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.219936] env[70323]: DEBUG oslo_vmware.api [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Waiting for the task: (returnval){ [ 1148.219936] env[70323]: value = "task-3227905" [ 1148.219936] env[70323]: _type = "Task" [ 1148.219936] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.228595] env[70323]: DEBUG oslo_vmware.api [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3227905, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.275468] env[70323]: DEBUG oslo_vmware.api [None req-e81a0402-1d48-4588-b4ae-68d5c9ecf4a7 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227891, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.331389] env[70323]: DEBUG oslo_vmware.api [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Task: {'id': task-3227902, 'name': PowerOnVM_Task, 'duration_secs': 1.657991} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.331663] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] [instance: 8a44bbef-387e-4da5-a430-ea41c199688c] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1148.331862] env[70323]: INFO nova.compute.manager [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] [instance: 8a44bbef-387e-4da5-a430-ea41c199688c] Took 9.18 seconds to spawn the instance on the hypervisor. [ 1148.332051] env[70323]: DEBUG nova.compute.manager [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] [instance: 8a44bbef-387e-4da5-a430-ea41c199688c] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1148.332843] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00bb3f7c-733c-4160-8203-d1c9151597b0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.402768] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.517s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.403332] env[70323]: DEBUG nova.compute.manager [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 9b46a1c8-0585-4c85-957e-6624fa019800] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1148.405993] env[70323]: DEBUG oslo_concurrency.lockutils [None req-05560e97-5c28-4ccc-b4f8-a736351413fd tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.665s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.406214] env[70323]: DEBUG nova.objects.instance [None req-05560e97-5c28-4ccc-b4f8-a736351413fd tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Lazy-loading 'resources' on Instance uuid 42704d37-0b31-4d26-8e24-9011b9fc7e5c {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1148.437950] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3fa8ac7b-41c1-45f9-b7e4-548740f816a4 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Lock "6e39317c-64f3-4457-b2ef-bc6d61fe59d1" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 31.248s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.487015] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 7df9555e-167b-432c-b2b2-1730bd69483e] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1148.717124] env[70323]: INFO nova.compute.manager [None req-0ac96113-7534-4727-baa2-f9f687a1e186 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Took 0.56 seconds to detach 1 volumes for instance. [ 1148.731098] env[70323]: DEBUG oslo_vmware.api [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3227905, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.778928] env[70323]: DEBUG oslo_vmware.api [None req-e81a0402-1d48-4588-b4ae-68d5c9ecf4a7 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227891, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.859688] env[70323]: INFO nova.compute.manager [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] [instance: 8a44bbef-387e-4da5-a430-ea41c199688c] Took 17.23 seconds to build instance. [ 1148.910102] env[70323]: DEBUG nova.compute.utils [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1148.914512] env[70323]: DEBUG nova.compute.manager [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 9b46a1c8-0585-4c85-957e-6624fa019800] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1148.914688] env[70323]: DEBUG nova.network.neutron [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 9b46a1c8-0585-4c85-957e-6624fa019800] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1148.922889] env[70323]: DEBUG nova.network.neutron [None req-02081e42-f937-4add-9487-f65fab726874 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 82adf097-a01e-4edc-8d01-2f83cf104740] Updating instance_info_cache with network_info: [{"id": "fa2ec124-ba09-46f2-92e9-dce1df435971", "address": "fa:16:3e:15:ff:59", "network": {"id": "882ea57e-8153-49ec-b6a7-5b7da1c35202", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1740748287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ad05435c7e44f548e1a19eccac2b460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa2ec124-ba", "ovs_interfaceid": "fa2ec124-ba09-46f2-92e9-dce1df435971", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.964126] env[70323]: DEBUG nova.policy [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f21b830748e64680850663679ded33a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb1b44fc3db843138916a73affdfd265', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 1148.991509] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: d166ff9e-cf66-456d-89a4-8361f8bc3e5e] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1149.090657] env[70323]: DEBUG nova.network.neutron [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Successfully updated port: 2879d12a-8dc1-40d4-85a8-750f7676ad98 {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1149.186277] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7098d07-eb70-43e2-b611-6c7fba568908 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.194535] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e141fa-34b2-487d-959b-6b0c0975bfcd {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.234505] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0ac96113-7534-4727-baa2-f9f687a1e186 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.239443] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40054e26-f4ab-41d1-acc9-00a991e09674 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.248098] env[70323]: DEBUG oslo_vmware.api [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3227905, 'name': ReconfigVM_Task, 'duration_secs': 0.78291} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.250184] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 3b955df2-dee0-4fa3-ada7-497f29bd7a8b/3b955df2-dee0-4fa3-ada7-497f29bd7a8b.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1149.250839] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0e1b681-ce7f-4505-b41c-10a1c1a41df9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.253786] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-854f8136-da75-4879-9f3c-84c96197f901 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.269133] env[70323]: DEBUG nova.compute.provider_tree [None req-05560e97-5c28-4ccc-b4f8-a736351413fd tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1149.271060] env[70323]: DEBUG nova.network.neutron [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 9b46a1c8-0585-4c85-957e-6624fa019800] Successfully created port: b3206f66-3ec0-4f44-9310-da07cc7f5b98 {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1149.276919] env[70323]: DEBUG oslo_vmware.api [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Waiting for the task: (returnval){ [ 1149.276919] env[70323]: value = "task-3227906" [ 1149.276919] env[70323]: _type = "Task" [ 1149.276919] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.285009] env[70323]: DEBUG oslo_vmware.api [None req-e81a0402-1d48-4588-b4ae-68d5c9ecf4a7 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227891, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.291945] env[70323]: DEBUG oslo_vmware.api [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3227906, 'name': Rename_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.363289] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a3a5de5c-8246-4cf5-a29a-c60dd91c9366 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Lock "8a44bbef-387e-4da5-a430-ea41c199688c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.745s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.414630] env[70323]: DEBUG nova.compute.manager [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 9b46a1c8-0585-4c85-957e-6624fa019800] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1149.425319] env[70323]: DEBUG oslo_concurrency.lockutils [None req-02081e42-f937-4add-9487-f65fab726874 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Releasing lock "refresh_cache-82adf097-a01e-4edc-8d01-2f83cf104740" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.425643] env[70323]: DEBUG nova.objects.instance [None req-02081e42-f937-4add-9487-f65fab726874 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lazy-loading 'migration_context' on Instance uuid 82adf097-a01e-4edc-8d01-2f83cf104740 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1149.497775] env[70323]: DEBUG nova.compute.manager [req-4e9446ec-1874-4b21-9583-5feaa6d4203f req-90af0659-dc60-45f9-b158-d565d64daea0 service nova] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Received event network-vif-plugged-2879d12a-8dc1-40d4-85a8-750f7676ad98 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.498008] env[70323]: DEBUG oslo_concurrency.lockutils [req-4e9446ec-1874-4b21-9583-5feaa6d4203f req-90af0659-dc60-45f9-b158-d565d64daea0 service nova] Acquiring lock "e33513e5-3715-4111-bf8c-d7443022c82c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.498249] env[70323]: DEBUG oslo_concurrency.lockutils [req-4e9446ec-1874-4b21-9583-5feaa6d4203f req-90af0659-dc60-45f9-b158-d565d64daea0 service nova] Lock "e33513e5-3715-4111-bf8c-d7443022c82c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.498623] env[70323]: DEBUG oslo_concurrency.lockutils [req-4e9446ec-1874-4b21-9583-5feaa6d4203f req-90af0659-dc60-45f9-b158-d565d64daea0 service nova] Lock "e33513e5-3715-4111-bf8c-d7443022c82c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.498623] env[70323]: DEBUG nova.compute.manager [req-4e9446ec-1874-4b21-9583-5feaa6d4203f req-90af0659-dc60-45f9-b158-d565d64daea0 service nova] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] No waiting events found dispatching network-vif-plugged-2879d12a-8dc1-40d4-85a8-750f7676ad98 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1149.498853] env[70323]: WARNING nova.compute.manager [req-4e9446ec-1874-4b21-9583-5feaa6d4203f req-90af0659-dc60-45f9-b158-d565d64daea0 service nova] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Received unexpected event network-vif-plugged-2879d12a-8dc1-40d4-85a8-750f7676ad98 for instance with vm_state building and task_state spawning. [ 1149.498853] env[70323]: DEBUG nova.compute.manager [req-4e9446ec-1874-4b21-9583-5feaa6d4203f req-90af0659-dc60-45f9-b158-d565d64daea0 service nova] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Received event network-changed-2879d12a-8dc1-40d4-85a8-750f7676ad98 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.499007] env[70323]: DEBUG nova.compute.manager [req-4e9446ec-1874-4b21-9583-5feaa6d4203f req-90af0659-dc60-45f9-b158-d565d64daea0 service nova] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Refreshing instance network info cache due to event network-changed-2879d12a-8dc1-40d4-85a8-750f7676ad98. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1149.501621] env[70323]: DEBUG oslo_concurrency.lockutils [req-4e9446ec-1874-4b21-9583-5feaa6d4203f req-90af0659-dc60-45f9-b158-d565d64daea0 service nova] Acquiring lock "refresh_cache-e33513e5-3715-4111-bf8c-d7443022c82c" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.501687] env[70323]: DEBUG oslo_concurrency.lockutils [req-4e9446ec-1874-4b21-9583-5feaa6d4203f req-90af0659-dc60-45f9-b158-d565d64daea0 service nova] Acquired lock "refresh_cache-e33513e5-3715-4111-bf8c-d7443022c82c" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.501842] env[70323]: DEBUG nova.network.neutron [req-4e9446ec-1874-4b21-9583-5feaa6d4203f req-90af0659-dc60-45f9-b158-d565d64daea0 service nova] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Refreshing network info cache for port 2879d12a-8dc1-40d4-85a8-750f7676ad98 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1149.503520] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 3f04db1b-3c49-49aa-a84d-7abb8d6b697f] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1149.596606] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquiring lock "refresh_cache-e33513e5-3715-4111-bf8c-d7443022c82c" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.779219] env[70323]: DEBUG nova.scheduler.client.report [None req-05560e97-5c28-4ccc-b4f8-a736351413fd tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1149.782365] env[70323]: DEBUG oslo_vmware.api [None req-e81a0402-1d48-4588-b4ae-68d5c9ecf4a7 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227891, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.791103] env[70323]: DEBUG oslo_vmware.api [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3227906, 'name': Rename_Task, 'duration_secs': 0.203196} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.791368] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1149.791603] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c19939bc-847c-4539-83ad-289e7e1d9c83 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.798604] env[70323]: DEBUG oslo_vmware.api [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Waiting for the task: (returnval){ [ 1149.798604] env[70323]: value = "task-3227907" [ 1149.798604] env[70323]: _type = "Task" [ 1149.798604] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.806625] env[70323]: DEBUG oslo_vmware.api [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3227907, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.928829] env[70323]: DEBUG nova.objects.base [None req-02081e42-f937-4add-9487-f65fab726874 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Object Instance<82adf097-a01e-4edc-8d01-2f83cf104740> lazy-loaded attributes: info_cache,migration_context {{(pid=70323) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1149.929738] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d70afc-f66c-4953-9e04-b2a2a065390f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.951438] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b13deb9-ca96-4504-a64f-87d61907d5a5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.958107] env[70323]: DEBUG oslo_vmware.api [None req-02081e42-f937-4add-9487-f65fab726874 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for the task: (returnval){ [ 1149.958107] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52d18ee0-9c5c-0acd-9323-9a89b52cffd4" [ 1149.958107] env[70323]: _type = "Task" [ 1149.958107] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.968110] env[70323]: DEBUG oslo_vmware.api [None req-02081e42-f937-4add-9487-f65fab726874 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52d18ee0-9c5c-0acd-9323-9a89b52cffd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.008464] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 517d2967-4b35-4b79-9758-80ded84dac44] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1150.049258] env[70323]: DEBUG nova.network.neutron [req-4e9446ec-1874-4b21-9583-5feaa6d4203f req-90af0659-dc60-45f9-b158-d565d64daea0 service nova] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1150.164758] env[70323]: DEBUG nova.network.neutron [req-4e9446ec-1874-4b21-9583-5feaa6d4203f req-90af0659-dc60-45f9-b158-d565d64daea0 service nova] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.280959] env[70323]: DEBUG oslo_vmware.api [None req-e81a0402-1d48-4588-b4ae-68d5c9ecf4a7 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227891, 'name': ReconfigVM_Task, 'duration_secs': 5.770809} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.281284] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e81a0402-1d48-4588-b4ae-68d5c9ecf4a7 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Releasing lock "5177cefd-dc6f-417f-b4b6-80e4efcbcdd4" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.281526] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-e81a0402-1d48-4588-b4ae-68d5c9ecf4a7 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Reconfigured VM to detach interface {{(pid=70323) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1150.284559] env[70323]: DEBUG oslo_concurrency.lockutils [None req-05560e97-5c28-4ccc-b4f8-a736351413fd tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.879s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.286857] env[70323]: DEBUG oslo_concurrency.lockutils [None req-88e69510-97de-441b-afab-57bec74d32cf tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.994s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.287074] env[70323]: DEBUG nova.objects.instance [None req-88e69510-97de-441b-afab-57bec74d32cf tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Lazy-loading 'resources' on Instance uuid 5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.314276] env[70323]: DEBUG oslo_vmware.api [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3227907, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.317638] env[70323]: INFO nova.scheduler.client.report [None req-05560e97-5c28-4ccc-b4f8-a736351413fd tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Deleted allocations for instance 42704d37-0b31-4d26-8e24-9011b9fc7e5c [ 1150.425797] env[70323]: DEBUG nova.compute.manager [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 9b46a1c8-0585-4c85-957e-6624fa019800] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1150.458809] env[70323]: DEBUG nova.virt.hardware [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1150.459052] env[70323]: DEBUG nova.virt.hardware [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1150.459248] env[70323]: DEBUG nova.virt.hardware [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1150.459390] env[70323]: DEBUG nova.virt.hardware [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1150.460050] env[70323]: DEBUG nova.virt.hardware [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1150.460050] env[70323]: DEBUG nova.virt.hardware [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1150.460050] env[70323]: DEBUG nova.virt.hardware [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1150.460050] env[70323]: DEBUG nova.virt.hardware [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1150.460224] env[70323]: DEBUG nova.virt.hardware [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1150.460368] env[70323]: DEBUG nova.virt.hardware [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1150.460624] env[70323]: DEBUG nova.virt.hardware [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1150.462415] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79fac3f-3a71-4aa0-b980-e243d6f5a96e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.478371] env[70323]: DEBUG oslo_vmware.api [None req-02081e42-f937-4add-9487-f65fab726874 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52d18ee0-9c5c-0acd-9323-9a89b52cffd4, 'name': SearchDatastore_Task, 'duration_secs': 0.009732} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.478784] env[70323]: DEBUG oslo_concurrency.lockutils [None req-02081e42-f937-4add-9487-f65fab726874 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.480032] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c660ef16-d199-463d-87c3-4bfa8e72b536 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.513639] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: a7c83740-b777-4254-9f59-cb1b9b5f1c9d] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1150.667785] env[70323]: DEBUG oslo_concurrency.lockutils [req-4e9446ec-1874-4b21-9583-5feaa6d4203f req-90af0659-dc60-45f9-b158-d565d64daea0 service nova] Releasing lock "refresh_cache-e33513e5-3715-4111-bf8c-d7443022c82c" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.668165] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquired lock "refresh_cache-e33513e5-3715-4111-bf8c-d7443022c82c" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.668322] env[70323]: DEBUG nova.network.neutron [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1150.760187] env[70323]: DEBUG nova.compute.manager [req-2df62cad-e5e3-45bc-b3f6-703a259dea16 req-fefb500c-bbcd-459a-8121-9b10fda5b248 service nova] [instance: 9b46a1c8-0585-4c85-957e-6624fa019800] Received event network-vif-plugged-b3206f66-3ec0-4f44-9310-da07cc7f5b98 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.760417] env[70323]: DEBUG oslo_concurrency.lockutils [req-2df62cad-e5e3-45bc-b3f6-703a259dea16 req-fefb500c-bbcd-459a-8121-9b10fda5b248 service nova] Acquiring lock "9b46a1c8-0585-4c85-957e-6624fa019800-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.760626] env[70323]: DEBUG oslo_concurrency.lockutils [req-2df62cad-e5e3-45bc-b3f6-703a259dea16 req-fefb500c-bbcd-459a-8121-9b10fda5b248 service nova] Lock "9b46a1c8-0585-4c85-957e-6624fa019800-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.760792] env[70323]: DEBUG oslo_concurrency.lockutils [req-2df62cad-e5e3-45bc-b3f6-703a259dea16 req-fefb500c-bbcd-459a-8121-9b10fda5b248 service nova] Lock "9b46a1c8-0585-4c85-957e-6624fa019800-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.760976] env[70323]: DEBUG nova.compute.manager [req-2df62cad-e5e3-45bc-b3f6-703a259dea16 req-fefb500c-bbcd-459a-8121-9b10fda5b248 service nova] [instance: 9b46a1c8-0585-4c85-957e-6624fa019800] No waiting events found dispatching network-vif-plugged-b3206f66-3ec0-4f44-9310-da07cc7f5b98 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1150.765312] env[70323]: WARNING nova.compute.manager [req-2df62cad-e5e3-45bc-b3f6-703a259dea16 req-fefb500c-bbcd-459a-8121-9b10fda5b248 service nova] [instance: 9b46a1c8-0585-4c85-957e-6624fa019800] Received unexpected event network-vif-plugged-b3206f66-3ec0-4f44-9310-da07cc7f5b98 for instance with vm_state building and task_state spawning. [ 1150.769421] env[70323]: DEBUG nova.network.neutron [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 9b46a1c8-0585-4c85-957e-6624fa019800] Successfully updated port: b3206f66-3ec0-4f44-9310-da07cc7f5b98 {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1150.812836] env[70323]: DEBUG oslo_vmware.api [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3227907, 'name': PowerOnVM_Task, 'duration_secs': 0.519179} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.813166] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1150.813379] env[70323]: INFO nova.compute.manager [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Took 9.30 seconds to spawn the instance on the hypervisor. [ 1150.813591] env[70323]: DEBUG nova.compute.manager [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1150.814410] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf9e3cd3-00ea-4c20-a2ea-fac83578fc1b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.830352] env[70323]: DEBUG oslo_concurrency.lockutils [None req-05560e97-5c28-4ccc-b4f8-a736351413fd tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Lock "42704d37-0b31-4d26-8e24-9011b9fc7e5c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.617s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.834539] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32938b0c-5b77-475b-b42e-9200e2aa32ca {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.839782] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a809849a-f71d-43e7-a431-00a23d73097c tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Suspending the VM {{(pid=70323) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1150.842542] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-059095c6-1706-4de0-ac13-1e4700937a80 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.851729] env[70323]: DEBUG oslo_vmware.api [None req-a809849a-f71d-43e7-a431-00a23d73097c tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Waiting for the task: (returnval){ [ 1150.851729] env[70323]: value = "task-3227908" [ 1150.851729] env[70323]: _type = "Task" [ 1150.851729] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.868989] env[70323]: DEBUG oslo_vmware.api [None req-a809849a-f71d-43e7-a431-00a23d73097c tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': task-3227908, 'name': SuspendVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.015744] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 393b6947-3260-4e50-841a-afdba96225b5] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1151.034339] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da515db7-e7d7-44b3-ba4c-48188315dca9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.044399] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe39af6-c122-44f5-992f-9bd44167d1f2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.080120] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5baccf-9357-4d41-8b7b-3d20831a0837 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.090357] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad1d6d0-1795-4039-8773-9f46672a7b9b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.107152] env[70323]: DEBUG nova.compute.provider_tree [None req-88e69510-97de-441b-afab-57bec74d32cf tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1151.222928] env[70323]: DEBUG nova.network.neutron [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1151.269210] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Acquiring lock "refresh_cache-9b46a1c8-0585-4c85-957e-6624fa019800" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.269507] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Acquired lock "refresh_cache-9b46a1c8-0585-4c85-957e-6624fa019800" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.269688] env[70323]: DEBUG nova.network.neutron [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 9b46a1c8-0585-4c85-957e-6624fa019800] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1151.337908] env[70323]: INFO nova.compute.manager [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Took 14.22 seconds to build instance. [ 1151.362306] env[70323]: DEBUG oslo_vmware.api [None req-a809849a-f71d-43e7-a431-00a23d73097c tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': task-3227908, 'name': SuspendVM_Task} progress is 62%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.362696] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3294c40e-f448-4806-ae7b-7eb478ce89ba tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquiring lock "9737b7c3-63e9-47cf-acdc-0a3c43b85ee0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.362950] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3294c40e-f448-4806-ae7b-7eb478ce89ba tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Lock "9737b7c3-63e9-47cf-acdc-0a3c43b85ee0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.363179] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3294c40e-f448-4806-ae7b-7eb478ce89ba tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquiring lock "9737b7c3-63e9-47cf-acdc-0a3c43b85ee0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.363368] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3294c40e-f448-4806-ae7b-7eb478ce89ba tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Lock "9737b7c3-63e9-47cf-acdc-0a3c43b85ee0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.363551] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3294c40e-f448-4806-ae7b-7eb478ce89ba tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Lock "9737b7c3-63e9-47cf-acdc-0a3c43b85ee0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.365587] env[70323]: INFO nova.compute.manager [None req-3294c40e-f448-4806-ae7b-7eb478ce89ba tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 9737b7c3-63e9-47cf-acdc-0a3c43b85ee0] Terminating instance [ 1151.383571] env[70323]: DEBUG nova.network.neutron [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Updating instance_info_cache with network_info: [{"id": "2879d12a-8dc1-40d4-85a8-750f7676ad98", "address": "fa:16:3e:58:1f:7f", "network": {"id": "3543c4fd-df33-4be9-b279-a13bfe5a7b34", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-877530561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e98df60171c4d319ce48c2e7ddb11d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2879d12a-8d", "ovs_interfaceid": "2879d12a-8dc1-40d4-85a8-750f7676ad98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.522464] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: f27cdc2c-0dfd-4690-91fc-a68d7a46fe98] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1151.613762] env[70323]: DEBUG nova.scheduler.client.report [None req-88e69510-97de-441b-afab-57bec74d32cf tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1151.669958] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e81a0402-1d48-4588-b4ae-68d5c9ecf4a7 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquiring lock "refresh_cache-5177cefd-dc6f-417f-b4b6-80e4efcbcdd4" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.669958] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e81a0402-1d48-4588-b4ae-68d5c9ecf4a7 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquired lock "refresh_cache-5177cefd-dc6f-417f-b4b6-80e4efcbcdd4" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.669958] env[70323]: DEBUG nova.network.neutron [None req-e81a0402-1d48-4588-b4ae-68d5c9ecf4a7 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1151.808126] env[70323]: DEBUG nova.network.neutron [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 9b46a1c8-0585-4c85-957e-6624fa019800] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1151.818163] env[70323]: DEBUG oslo_concurrency.lockutils [None req-40d494b0-ea24-4114-83ef-07369688a172 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Acquiring lock "8a44bbef-387e-4da5-a430-ea41c199688c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.818408] env[70323]: DEBUG oslo_concurrency.lockutils [None req-40d494b0-ea24-4114-83ef-07369688a172 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Lock "8a44bbef-387e-4da5-a430-ea41c199688c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.818671] env[70323]: DEBUG oslo_concurrency.lockutils [None req-40d494b0-ea24-4114-83ef-07369688a172 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Acquiring lock "8a44bbef-387e-4da5-a430-ea41c199688c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.818875] env[70323]: DEBUG oslo_concurrency.lockutils [None req-40d494b0-ea24-4114-83ef-07369688a172 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Lock "8a44bbef-387e-4da5-a430-ea41c199688c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.819104] env[70323]: DEBUG oslo_concurrency.lockutils [None req-40d494b0-ea24-4114-83ef-07369688a172 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Lock "8a44bbef-387e-4da5-a430-ea41c199688c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.822503] env[70323]: INFO nova.compute.manager [None req-40d494b0-ea24-4114-83ef-07369688a172 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] [instance: 8a44bbef-387e-4da5-a430-ea41c199688c] Terminating instance [ 1151.840094] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3c76ebd2-9254-4d15-bf5c-62fe7fcfb014 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Lock "3b955df2-dee0-4fa3-ada7-497f29bd7a8b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.732s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.864246] env[70323]: DEBUG oslo_vmware.api [None req-a809849a-f71d-43e7-a431-00a23d73097c tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': task-3227908, 'name': SuspendVM_Task} progress is 100%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.869776] env[70323]: DEBUG nova.compute.manager [None req-3294c40e-f448-4806-ae7b-7eb478ce89ba tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 9737b7c3-63e9-47cf-acdc-0a3c43b85ee0] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1151.870593] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-3294c40e-f448-4806-ae7b-7eb478ce89ba tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 9737b7c3-63e9-47cf-acdc-0a3c43b85ee0] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1151.871586] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5619e0-828a-4612-88e3-717e41c8c2a4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.880530] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-3294c40e-f448-4806-ae7b-7eb478ce89ba tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 9737b7c3-63e9-47cf-acdc-0a3c43b85ee0] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1151.883585] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7bf8e520-557b-4242-af02-a25759172864 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.886702] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Releasing lock "refresh_cache-e33513e5-3715-4111-bf8c-d7443022c82c" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.886702] env[70323]: DEBUG nova.compute.manager [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Instance network_info: |[{"id": "2879d12a-8dc1-40d4-85a8-750f7676ad98", "address": "fa:16:3e:58:1f:7f", "network": {"id": "3543c4fd-df33-4be9-b279-a13bfe5a7b34", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-877530561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e98df60171c4d319ce48c2e7ddb11d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2879d12a-8d", "ovs_interfaceid": "2879d12a-8dc1-40d4-85a8-750f7676ad98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1151.886911] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:1f:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '39a4aca0-934b-4a91-8779-6a4360c3f967', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2879d12a-8dc1-40d4-85a8-750f7676ad98', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1151.894773] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1151.897050] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1151.897328] env[70323]: DEBUG oslo_vmware.api [None req-3294c40e-f448-4806-ae7b-7eb478ce89ba tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Waiting for the task: (returnval){ [ 1151.897328] env[70323]: value = "task-3227909" [ 1151.897328] env[70323]: _type = "Task" [ 1151.897328] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.897652] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fed7b860-ce90-4dda-9cd6-deb33678a895 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.929176] env[70323]: DEBUG oslo_vmware.api [None req-3294c40e-f448-4806-ae7b-7eb478ce89ba tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227909, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.932950] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1151.932950] env[70323]: value = "task-3227910" [ 1151.932950] env[70323]: _type = "Task" [ 1151.932950] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.941642] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227910, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.968521] env[70323]: DEBUG nova.network.neutron [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 9b46a1c8-0585-4c85-957e-6624fa019800] Updating instance_info_cache with network_info: [{"id": "b3206f66-3ec0-4f44-9310-da07cc7f5b98", "address": "fa:16:3e:1f:1e:84", "network": {"id": "44d27cb8-a905-4efa-8715-7e64a3028ba9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-661689391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb1b44fc3db843138916a73affdfd265", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3206f66-3e", "ovs_interfaceid": "b3206f66-3ec0-4f44-9310-da07cc7f5b98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.025994] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: ed2244d5-6b4f-4cc0-826b-fdb84f541ef6] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1152.118448] env[70323]: DEBUG oslo_concurrency.lockutils [None req-88e69510-97de-441b-afab-57bec74d32cf tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.831s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.121781] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0ac96113-7534-4727-baa2-f9f687a1e186 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.887s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.122362] env[70323]: DEBUG nova.objects.instance [None req-0ac96113-7534-4727-baa2-f9f687a1e186 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Lazy-loading 'resources' on Instance uuid bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1152.146404] env[70323]: INFO nova.scheduler.client.report [None req-88e69510-97de-441b-afab-57bec74d32cf tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Deleted allocations for instance 5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b [ 1152.329036] env[70323]: DEBUG nova.compute.manager [None req-40d494b0-ea24-4114-83ef-07369688a172 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] [instance: 8a44bbef-387e-4da5-a430-ea41c199688c] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1152.329273] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-40d494b0-ea24-4114-83ef-07369688a172 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] [instance: 8a44bbef-387e-4da5-a430-ea41c199688c] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1152.330331] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8502a81-e96c-46bb-a40e-fef2096dfab6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.339068] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-40d494b0-ea24-4114-83ef-07369688a172 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] [instance: 8a44bbef-387e-4da5-a430-ea41c199688c] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1152.339385] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7451bde0-5db2-4535-a5bf-3d49cc3bb858 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.347932] env[70323]: DEBUG oslo_vmware.api [None req-40d494b0-ea24-4114-83ef-07369688a172 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Waiting for the task: (returnval){ [ 1152.347932] env[70323]: value = "task-3227911" [ 1152.347932] env[70323]: _type = "Task" [ 1152.347932] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.360171] env[70323]: DEBUG oslo_vmware.api [None req-40d494b0-ea24-4114-83ef-07369688a172 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Task: {'id': task-3227911, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.365799] env[70323]: DEBUG oslo_vmware.api [None req-a809849a-f71d-43e7-a431-00a23d73097c tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': task-3227908, 'name': SuspendVM_Task, 'duration_secs': 1.015404} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.366075] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a809849a-f71d-43e7-a431-00a23d73097c tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Suspended the VM {{(pid=70323) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1152.366258] env[70323]: DEBUG nova.compute.manager [None req-a809849a-f71d-43e7-a431-00a23d73097c tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1152.367042] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0721fb24-1933-42dd-b5ae-15f9e8f63e0a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.391765] env[70323]: INFO nova.network.neutron [None req-e81a0402-1d48-4588-b4ae-68d5c9ecf4a7 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Port e365bf65-3c96-477c-adb0-88285cf20bc1 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1152.392286] env[70323]: DEBUG nova.network.neutron [None req-e81a0402-1d48-4588-b4ae-68d5c9ecf4a7 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Updating instance_info_cache with network_info: [{"id": "bc627622-2c1d-4ec9-b403-787637b8dafc", "address": "fa:16:3e:58:40:3e", "network": {"id": "72c9180f-a081-4a3c-a140-c168d882c6f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1947974250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "629980704660404c9e5b2a810d6182a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc627622-2c", "ovs_interfaceid": "bc627622-2c1d-4ec9-b403-787637b8dafc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.430045] env[70323]: DEBUG oslo_vmware.api [None req-3294c40e-f448-4806-ae7b-7eb478ce89ba tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227909, 'name': PowerOffVM_Task, 'duration_secs': 0.509645} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.430335] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-3294c40e-f448-4806-ae7b-7eb478ce89ba tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 9737b7c3-63e9-47cf-acdc-0a3c43b85ee0] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1152.430481] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-3294c40e-f448-4806-ae7b-7eb478ce89ba tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 9737b7c3-63e9-47cf-acdc-0a3c43b85ee0] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1152.430871] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-13801b4c-91d7-4739-82f0-0d6a0ca37a70 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.443565] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227910, 'name': CreateVM_Task} progress is 25%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.471197] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Releasing lock "refresh_cache-9b46a1c8-0585-4c85-957e-6624fa019800" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.471768] env[70323]: DEBUG nova.compute.manager [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 9b46a1c8-0585-4c85-957e-6624fa019800] Instance network_info: |[{"id": "b3206f66-3ec0-4f44-9310-da07cc7f5b98", "address": "fa:16:3e:1f:1e:84", "network": {"id": "44d27cb8-a905-4efa-8715-7e64a3028ba9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-661689391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb1b44fc3db843138916a73affdfd265", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3206f66-3e", "ovs_interfaceid": "b3206f66-3ec0-4f44-9310-da07cc7f5b98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1152.472174] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 9b46a1c8-0585-4c85-957e-6624fa019800] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:1e:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3fca0ab6-cc80-429f-9117-885f170135b7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b3206f66-3ec0-4f44-9310-da07cc7f5b98', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1152.482019] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1152.487024] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b46a1c8-0585-4c85-957e-6624fa019800] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1152.487024] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7bb9e7e5-c536-4d47-a3de-91e24725df60 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.510978] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-3294c40e-f448-4806-ae7b-7eb478ce89ba tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 9737b7c3-63e9-47cf-acdc-0a3c43b85ee0] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1152.512231] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-3294c40e-f448-4806-ae7b-7eb478ce89ba tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 9737b7c3-63e9-47cf-acdc-0a3c43b85ee0] Deleting contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1152.513037] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-3294c40e-f448-4806-ae7b-7eb478ce89ba tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Deleting the datastore file [datastore2] 9737b7c3-63e9-47cf-acdc-0a3c43b85ee0 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1152.514665] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0037e456-ec9e-4960-b75e-aafb2a490b60 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.517873] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1152.517873] env[70323]: value = "task-3227913" [ 1152.517873] env[70323]: _type = "Task" [ 1152.517873] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.528731] env[70323]: DEBUG oslo_vmware.api [None req-3294c40e-f448-4806-ae7b-7eb478ce89ba tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Waiting for the task: (returnval){ [ 1152.528731] env[70323]: value = "task-3227914" [ 1152.528731] env[70323]: _type = "Task" [ 1152.528731] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.541396] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 7ebc2ecb-f737-4c2e-b259-7ef0f84a7e7c] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1152.544656] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227913, 'name': CreateVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.554919] env[70323]: DEBUG oslo_vmware.api [None req-3294c40e-f448-4806-ae7b-7eb478ce89ba tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227914, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.654635] env[70323]: DEBUG oslo_concurrency.lockutils [None req-88e69510-97de-441b-afab-57bec74d32cf tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Lock "5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.593s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.860838] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0ad286-9506-490d-bd29-7e2172633bc0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.870247] env[70323]: DEBUG oslo_vmware.api [None req-40d494b0-ea24-4114-83ef-07369688a172 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Task: {'id': task-3227911, 'name': PowerOffVM_Task, 'duration_secs': 0.391584} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.870247] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-40d494b0-ea24-4114-83ef-07369688a172 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] [instance: 8a44bbef-387e-4da5-a430-ea41c199688c] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1152.870247] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-40d494b0-ea24-4114-83ef-07369688a172 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] [instance: 8a44bbef-387e-4da5-a430-ea41c199688c] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1152.870247] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a02ee56-3c56-462f-8c7d-841d55c7da19 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.873492] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52440157-1b56-40cf-b29b-4dbbe8f05670 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.914879] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e81a0402-1d48-4588-b4ae-68d5c9ecf4a7 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Releasing lock "refresh_cache-5177cefd-dc6f-417f-b4b6-80e4efcbcdd4" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.919187] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f239ca0c-38d2-4706-a526-f9ecdd0a3ad7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.929289] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5291a12d-dad2-4bf9-b7d4-985cc8811185 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.948794] env[70323]: DEBUG nova.compute.provider_tree [None req-0ac96113-7534-4727-baa2-f9f687a1e186 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1152.950748] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-40d494b0-ea24-4114-83ef-07369688a172 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] [instance: 8a44bbef-387e-4da5-a430-ea41c199688c] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1152.951215] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-40d494b0-ea24-4114-83ef-07369688a172 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] [instance: 8a44bbef-387e-4da5-a430-ea41c199688c] Deleting contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1152.951422] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-40d494b0-ea24-4114-83ef-07369688a172 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Deleting the datastore file [datastore2] 8a44bbef-387e-4da5-a430-ea41c199688c {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1152.952129] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a50ca53a-977e-4904-8f42-6356459f5c06 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.958225] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227910, 'name': CreateVM_Task, 'duration_secs': 0.750213} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.959113] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1152.959799] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.959965] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.960447] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.960971] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2e15946-c7de-42f6-8ff3-4e251ad94876 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.964547] env[70323]: DEBUG oslo_vmware.api [None req-40d494b0-ea24-4114-83ef-07369688a172 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Waiting for the task: (returnval){ [ 1152.964547] env[70323]: value = "task-3227916" [ 1152.964547] env[70323]: _type = "Task" [ 1152.964547] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.970124] env[70323]: DEBUG oslo_vmware.api [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Waiting for the task: (returnval){ [ 1152.970124] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]523683f1-008b-1cf8-f54a-2d12164c1d0c" [ 1152.970124] env[70323]: _type = "Task" [ 1152.970124] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.977451] env[70323]: DEBUG oslo_vmware.api [None req-40d494b0-ea24-4114-83ef-07369688a172 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Task: {'id': task-3227916, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.983869] env[70323]: DEBUG oslo_vmware.api [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]523683f1-008b-1cf8-f54a-2d12164c1d0c, 'name': SearchDatastore_Task, 'duration_secs': 0.011634} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.984216] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.984450] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1152.984794] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.984878] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.984987] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1152.985318] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4880456e-67ca-4284-b4ef-c54b8e0bac9e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.998133] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1152.998133] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1152.998133] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f99d4715-512c-46c6-a8e6-b909ef28111e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.007202] env[70323]: DEBUG oslo_vmware.api [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Waiting for the task: (returnval){ [ 1153.007202] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52c6b2d0-4ca5-ff34-9dd9-d47ab6aec9eb" [ 1153.007202] env[70323]: _type = "Task" [ 1153.007202] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.019656] env[70323]: DEBUG oslo_vmware.api [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52c6b2d0-4ca5-ff34-9dd9-d47ab6aec9eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.037032] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227913, 'name': CreateVM_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.043905] env[70323]: DEBUG oslo_vmware.api [None req-3294c40e-f448-4806-ae7b-7eb478ce89ba tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227914, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.266268} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.045448] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-3294c40e-f448-4806-ae7b-7eb478ce89ba tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1153.045640] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-3294c40e-f448-4806-ae7b-7eb478ce89ba tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 9737b7c3-63e9-47cf-acdc-0a3c43b85ee0] Deleted contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1153.045864] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-3294c40e-f448-4806-ae7b-7eb478ce89ba tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 9737b7c3-63e9-47cf-acdc-0a3c43b85ee0] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1153.046060] env[70323]: INFO nova.compute.manager [None req-3294c40e-f448-4806-ae7b-7eb478ce89ba tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 9737b7c3-63e9-47cf-acdc-0a3c43b85ee0] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1153.046346] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3294c40e-f448-4806-ae7b-7eb478ce89ba tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1153.047485] env[70323]: DEBUG nova.compute.manager [req-5ff41319-1fb8-4ea4-8198-e539e6ef4b20 req-fe122bf0-8b38-4470-b8fc-3df4066bc90d service nova] [instance: 9b46a1c8-0585-4c85-957e-6624fa019800] Received event network-changed-b3206f66-3ec0-4f44-9310-da07cc7f5b98 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.047634] env[70323]: DEBUG nova.compute.manager [req-5ff41319-1fb8-4ea4-8198-e539e6ef4b20 req-fe122bf0-8b38-4470-b8fc-3df4066bc90d service nova] [instance: 9b46a1c8-0585-4c85-957e-6624fa019800] Refreshing instance network info cache due to event network-changed-b3206f66-3ec0-4f44-9310-da07cc7f5b98. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1153.047871] env[70323]: DEBUG oslo_concurrency.lockutils [req-5ff41319-1fb8-4ea4-8198-e539e6ef4b20 req-fe122bf0-8b38-4470-b8fc-3df4066bc90d service nova] Acquiring lock "refresh_cache-9b46a1c8-0585-4c85-957e-6624fa019800" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.048048] env[70323]: DEBUG oslo_concurrency.lockutils [req-5ff41319-1fb8-4ea4-8198-e539e6ef4b20 req-fe122bf0-8b38-4470-b8fc-3df4066bc90d service nova] Acquired lock "refresh_cache-9b46a1c8-0585-4c85-957e-6624fa019800" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.048206] env[70323]: DEBUG nova.network.neutron [req-5ff41319-1fb8-4ea4-8198-e539e6ef4b20 req-fe122bf0-8b38-4470-b8fc-3df4066bc90d service nova] [instance: 9b46a1c8-0585-4c85-957e-6624fa019800] Refreshing network info cache for port b3206f66-3ec0-4f44-9310-da07cc7f5b98 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1153.049939] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 36b56f98-417e-4f79-a5c0-c9bbf4cb28ba] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1153.051845] env[70323]: DEBUG nova.compute.manager [-] [instance: 9737b7c3-63e9-47cf-acdc-0a3c43b85ee0] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1153.051979] env[70323]: DEBUG nova.network.neutron [-] [instance: 9737b7c3-63e9-47cf-acdc-0a3c43b85ee0] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1153.071134] env[70323]: DEBUG nova.compute.manager [req-3aeb4c50-ac93-48b6-8fb4-9a27232c3bb2 req-dcaa77b4-4c80-4705-b8ec-950f36215a64 service nova] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Received event network-changed-81e47b37-a80f-4f1f-be34-6ba549f898b2 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.071333] env[70323]: DEBUG nova.compute.manager [req-3aeb4c50-ac93-48b6-8fb4-9a27232c3bb2 req-dcaa77b4-4c80-4705-b8ec-950f36215a64 service nova] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Refreshing instance network info cache due to event network-changed-81e47b37-a80f-4f1f-be34-6ba549f898b2. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1153.071550] env[70323]: DEBUG oslo_concurrency.lockutils [req-3aeb4c50-ac93-48b6-8fb4-9a27232c3bb2 req-dcaa77b4-4c80-4705-b8ec-950f36215a64 service nova] Acquiring lock "refresh_cache-3b955df2-dee0-4fa3-ada7-497f29bd7a8b" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.071679] env[70323]: DEBUG oslo_concurrency.lockutils [req-3aeb4c50-ac93-48b6-8fb4-9a27232c3bb2 req-dcaa77b4-4c80-4705-b8ec-950f36215a64 service nova] Acquired lock "refresh_cache-3b955df2-dee0-4fa3-ada7-497f29bd7a8b" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.072360] env[70323]: DEBUG nova.network.neutron [req-3aeb4c50-ac93-48b6-8fb4-9a27232c3bb2 req-dcaa77b4-4c80-4705-b8ec-950f36215a64 service nova] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Refreshing network info cache for port 81e47b37-a80f-4f1f-be34-6ba549f898b2 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1153.418820] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e81a0402-1d48-4588-b4ae-68d5c9ecf4a7 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Lock "interface-5177cefd-dc6f-417f-b4b6-80e4efcbcdd4-e365bf65-3c96-477c-adb0-88285cf20bc1" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.749s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.452357] env[70323]: DEBUG nova.scheduler.client.report [None req-0ac96113-7534-4727-baa2-f9f687a1e186 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1153.481554] env[70323]: DEBUG oslo_vmware.api [None req-40d494b0-ea24-4114-83ef-07369688a172 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Task: {'id': task-3227916, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160611} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.482242] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-40d494b0-ea24-4114-83ef-07369688a172 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1153.482619] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-40d494b0-ea24-4114-83ef-07369688a172 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] [instance: 8a44bbef-387e-4da5-a430-ea41c199688c] Deleted contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1153.483036] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-40d494b0-ea24-4114-83ef-07369688a172 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] [instance: 8a44bbef-387e-4da5-a430-ea41c199688c] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1153.483384] env[70323]: INFO nova.compute.manager [None req-40d494b0-ea24-4114-83ef-07369688a172 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] [instance: 8a44bbef-387e-4da5-a430-ea41c199688c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1153.483837] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40d494b0-ea24-4114-83ef-07369688a172 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1153.485527] env[70323]: DEBUG nova.compute.manager [-] [instance: 8a44bbef-387e-4da5-a430-ea41c199688c] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1153.486782] env[70323]: DEBUG nova.network.neutron [-] [instance: 8a44bbef-387e-4da5-a430-ea41c199688c] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1153.524560] env[70323]: DEBUG oslo_vmware.api [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52c6b2d0-4ca5-ff34-9dd9-d47ab6aec9eb, 'name': SearchDatastore_Task, 'duration_secs': 0.015717} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.526467] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c73f9f1-e0ab-4f95-a417-7cc8f9b5106e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.538969] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227913, 'name': CreateVM_Task, 'duration_secs': 0.554359} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.539366] env[70323]: DEBUG oslo_vmware.api [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Waiting for the task: (returnval){ [ 1153.539366] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5249cd24-15c0-c743-0331-18bd76754c38" [ 1153.539366] env[70323]: _type = "Task" [ 1153.539366] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.539515] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b46a1c8-0585-4c85-957e-6624fa019800] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1153.540254] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.540407] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.540965] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.545081] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d18bef6-b768-4393-b33a-c760ec97976b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.560397] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 8957a828-0447-4492-bd38-b5a04ed5633a] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1153.563059] env[70323]: DEBUG oslo_vmware.api [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5249cd24-15c0-c743-0331-18bd76754c38, 'name': SearchDatastore_Task, 'duration_secs': 0.011506} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.563447] env[70323]: DEBUG oslo_vmware.api [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Waiting for the task: (returnval){ [ 1153.563447] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]528403d2-a218-60dc-b29a-89f2566879a4" [ 1153.563447] env[70323]: _type = "Task" [ 1153.563447] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.564382] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.564727] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] e33513e5-3715-4111-bf8c-d7443022c82c/e33513e5-3715-4111-bf8c-d7443022c82c.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1153.565146] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d57da54-4ed2-4533-82e1-05c316dfcaaa {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.589735] env[70323]: DEBUG oslo_vmware.api [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]528403d2-a218-60dc-b29a-89f2566879a4, 'name': SearchDatastore_Task, 'duration_secs': 0.010802} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.591867] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.592236] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 9b46a1c8-0585-4c85-957e-6624fa019800] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1153.592558] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.592782] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.593042] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1153.593846] env[70323]: DEBUG oslo_vmware.api [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Waiting for the task: (returnval){ [ 1153.593846] env[70323]: value = "task-3227917" [ 1153.593846] env[70323]: _type = "Task" [ 1153.593846] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.594118] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4986f815-eae1-4455-ab63-c3f5c200921d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.609147] env[70323]: DEBUG oslo_vmware.api [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3227917, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.610328] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1153.610503] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1153.611493] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f988bfb-f90b-4d33-80ff-517b2d4da5d9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.617216] env[70323]: DEBUG oslo_vmware.api [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Waiting for the task: (returnval){ [ 1153.617216] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5214ad75-237e-43f0-846f-70c582dd0939" [ 1153.617216] env[70323]: _type = "Task" [ 1153.617216] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.625456] env[70323]: DEBUG oslo_vmware.api [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5214ad75-237e-43f0-846f-70c582dd0939, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.743201] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8340084c-4ea1-4fea-aac9-410cf55edbd5 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Acquiring lock "85b2ee19-d788-4047-8afb-51f25e7735cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.743646] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8340084c-4ea1-4fea-aac9-410cf55edbd5 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Lock "85b2ee19-d788-4047-8afb-51f25e7735cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.744389] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8340084c-4ea1-4fea-aac9-410cf55edbd5 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Acquiring lock "85b2ee19-d788-4047-8afb-51f25e7735cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.744478] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8340084c-4ea1-4fea-aac9-410cf55edbd5 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Lock "85b2ee19-d788-4047-8afb-51f25e7735cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.744773] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8340084c-4ea1-4fea-aac9-410cf55edbd5 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Lock "85b2ee19-d788-4047-8afb-51f25e7735cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.747680] env[70323]: INFO nova.compute.manager [None req-8340084c-4ea1-4fea-aac9-410cf55edbd5 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] [instance: 85b2ee19-d788-4047-8afb-51f25e7735cc] Terminating instance [ 1153.959527] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0ac96113-7534-4727-baa2-f9f687a1e186 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.838s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.962354] env[70323]: DEBUG oslo_concurrency.lockutils [None req-02081e42-f937-4add-9487-f65fab726874 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.483s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.985242] env[70323]: INFO nova.scheduler.client.report [None req-0ac96113-7534-4727-baa2-f9f687a1e186 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Deleted allocations for instance bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0 [ 1153.989249] env[70323]: DEBUG nova.network.neutron [-] [instance: 9737b7c3-63e9-47cf-acdc-0a3c43b85ee0] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.032854] env[70323]: INFO nova.compute.manager [None req-7b69229b-db78-4813-a74f-681609cac6f9 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Resuming [ 1154.033491] env[70323]: DEBUG nova.objects.instance [None req-7b69229b-db78-4813-a74f-681609cac6f9 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Lazy-loading 'flavor' on Instance uuid 6e39317c-64f3-4457-b2ef-bc6d61fe59d1 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.047547] env[70323]: DEBUG nova.network.neutron [req-5ff41319-1fb8-4ea4-8198-e539e6ef4b20 req-fe122bf0-8b38-4470-b8fc-3df4066bc90d service nova] [instance: 9b46a1c8-0585-4c85-957e-6624fa019800] Updated VIF entry in instance network info cache for port b3206f66-3ec0-4f44-9310-da07cc7f5b98. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1154.047910] env[70323]: DEBUG nova.network.neutron [req-5ff41319-1fb8-4ea4-8198-e539e6ef4b20 req-fe122bf0-8b38-4470-b8fc-3df4066bc90d service nova] [instance: 9b46a1c8-0585-4c85-957e-6624fa019800] Updating instance_info_cache with network_info: [{"id": "b3206f66-3ec0-4f44-9310-da07cc7f5b98", "address": "fa:16:3e:1f:1e:84", "network": {"id": "44d27cb8-a905-4efa-8715-7e64a3028ba9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-661689391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb1b44fc3db843138916a73affdfd265", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3206f66-3e", "ovs_interfaceid": "b3206f66-3ec0-4f44-9310-da07cc7f5b98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.057993] env[70323]: DEBUG nova.network.neutron [req-3aeb4c50-ac93-48b6-8fb4-9a27232c3bb2 req-dcaa77b4-4c80-4705-b8ec-950f36215a64 service nova] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Updated VIF entry in instance network info cache for port 81e47b37-a80f-4f1f-be34-6ba549f898b2. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1154.058423] env[70323]: DEBUG nova.network.neutron [req-3aeb4c50-ac93-48b6-8fb4-9a27232c3bb2 req-dcaa77b4-4c80-4705-b8ec-950f36215a64 service nova] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Updating instance_info_cache with network_info: [{"id": "81e47b37-a80f-4f1f-be34-6ba549f898b2", "address": "fa:16:3e:fd:a9:0e", "network": {"id": "56e9e9f4-4e60-4c7b-aa0e-c44c5b186d4a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1121117638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "432ba14de5374168948a50f7762d7048", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81e47b37-a8", "ovs_interfaceid": "81e47b37-a80f-4f1f-be34-6ba549f898b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.064406] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 2c755301-a981-4c97-8d9e-c01c17618932] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1154.106035] env[70323]: DEBUG oslo_vmware.api [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3227917, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501798} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.106271] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] e33513e5-3715-4111-bf8c-d7443022c82c/e33513e5-3715-4111-bf8c-d7443022c82c.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1154.106473] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1154.106720] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a41a9b38-5cd4-495a-994a-99b3e1253581 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.122768] env[70323]: DEBUG oslo_vmware.api [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Waiting for the task: (returnval){ [ 1154.122768] env[70323]: value = "task-3227918" [ 1154.122768] env[70323]: _type = "Task" [ 1154.122768] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.129768] env[70323]: DEBUG oslo_vmware.api [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5214ad75-237e-43f0-846f-70c582dd0939, 'name': SearchDatastore_Task, 'duration_secs': 0.00941} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.130969] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0f8fbb6-7f45-4501-854c-b705074fe6b2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.135767] env[70323]: DEBUG oslo_vmware.api [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3227918, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.139760] env[70323]: DEBUG oslo_vmware.api [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Waiting for the task: (returnval){ [ 1154.139760] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52ad233a-c0af-a36a-abec-f340f92fb488" [ 1154.139760] env[70323]: _type = "Task" [ 1154.139760] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.149327] env[70323]: DEBUG oslo_vmware.api [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52ad233a-c0af-a36a-abec-f340f92fb488, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.252499] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8340084c-4ea1-4fea-aac9-410cf55edbd5 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Acquiring lock "refresh_cache-85b2ee19-d788-4047-8afb-51f25e7735cc" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.252869] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8340084c-4ea1-4fea-aac9-410cf55edbd5 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Acquired lock "refresh_cache-85b2ee19-d788-4047-8afb-51f25e7735cc" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.253107] env[70323]: DEBUG nova.network.neutron [None req-8340084c-4ea1-4fea-aac9-410cf55edbd5 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] [instance: 85b2ee19-d788-4047-8afb-51f25e7735cc] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1154.254305] env[70323]: DEBUG nova.network.neutron [-] [instance: 8a44bbef-387e-4da5-a430-ea41c199688c] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.408546] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a2e62399-a182-4b1d-b101-6c4f141245c9 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquiring lock "interface-bb8ebaea-b4c3-45ff-a1db-fad437bcea82-e365bf65-3c96-477c-adb0-88285cf20bc1" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.408813] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a2e62399-a182-4b1d-b101-6c4f141245c9 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Lock "interface-bb8ebaea-b4c3-45ff-a1db-fad437bcea82-e365bf65-3c96-477c-adb0-88285cf20bc1" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.409230] env[70323]: DEBUG nova.objects.instance [None req-a2e62399-a182-4b1d-b101-6c4f141245c9 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Lazy-loading 'flavor' on Instance uuid bb8ebaea-b4c3-45ff-a1db-fad437bcea82 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.491684] env[70323]: INFO nova.compute.manager [-] [instance: 9737b7c3-63e9-47cf-acdc-0a3c43b85ee0] Took 1.44 seconds to deallocate network for instance. [ 1154.492195] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0ac96113-7534-4727-baa2-f9f687a1e186 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Lock "bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.063s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.550773] env[70323]: DEBUG oslo_concurrency.lockutils [req-5ff41319-1fb8-4ea4-8198-e539e6ef4b20 req-fe122bf0-8b38-4470-b8fc-3df4066bc90d service nova] Releasing lock "refresh_cache-9b46a1c8-0585-4c85-957e-6624fa019800" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.560996] env[70323]: DEBUG oslo_concurrency.lockutils [req-3aeb4c50-ac93-48b6-8fb4-9a27232c3bb2 req-dcaa77b4-4c80-4705-b8ec-950f36215a64 service nova] Releasing lock "refresh_cache-3b955df2-dee0-4fa3-ada7-497f29bd7a8b" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.567504] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: b52ff327-d2be-4acd-8604-7860947112af] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1154.635222] env[70323]: DEBUG oslo_vmware.api [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3227918, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085163} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.635492] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1154.636268] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1a875a-78be-416b-8ce1-4e91e166bace {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.639831] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523e34b7-f795-4b63-b27f-c85239b1ee05 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.662862] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] e33513e5-3715-4111-bf8c-d7443022c82c/e33513e5-3715-4111-bf8c-d7443022c82c.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1154.665621] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54e5e204-bdea-4d54-b609-a9bb32cbf3b8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.683974] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821094ee-440d-4337-9181-329294be974a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.687180] env[70323]: DEBUG oslo_vmware.api [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52ad233a-c0af-a36a-abec-f340f92fb488, 'name': SearchDatastore_Task, 'duration_secs': 0.010332} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.687805] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.688095] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 9b46a1c8-0585-4c85-957e-6624fa019800/9b46a1c8-0585-4c85-957e-6624fa019800.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1154.688649] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e0255c66-d049-443d-b0cd-6f87d8437cb4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.719188] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3aa181a-6ba1-4336-b96f-7d07b7038c9a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.721866] env[70323]: DEBUG oslo_vmware.api [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Waiting for the task: (returnval){ [ 1154.721866] env[70323]: value = "task-3227919" [ 1154.721866] env[70323]: _type = "Task" [ 1154.721866] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.729148] env[70323]: DEBUG oslo_vmware.api [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Waiting for the task: (returnval){ [ 1154.729148] env[70323]: value = "task-3227920" [ 1154.729148] env[70323]: _type = "Task" [ 1154.729148] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.733660] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e78f54-33ac-4a7f-b253-f77644eafd09 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.740593] env[70323]: DEBUG oslo_vmware.api [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3227919, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.745999] env[70323]: DEBUG oslo_vmware.api [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3227920, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.753737] env[70323]: DEBUG nova.compute.provider_tree [None req-02081e42-f937-4add-9487-f65fab726874 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1154.758484] env[70323]: INFO nova.compute.manager [-] [instance: 8a44bbef-387e-4da5-a430-ea41c199688c] Took 1.27 seconds to deallocate network for instance. [ 1154.775418] env[70323]: DEBUG nova.network.neutron [None req-8340084c-4ea1-4fea-aac9-410cf55edbd5 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] [instance: 85b2ee19-d788-4047-8afb-51f25e7735cc] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1154.820392] env[70323]: DEBUG nova.network.neutron [None req-8340084c-4ea1-4fea-aac9-410cf55edbd5 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] [instance: 85b2ee19-d788-4047-8afb-51f25e7735cc] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.001059] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3294c40e-f448-4806-ae7b-7eb478ce89ba tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.025569] env[70323]: DEBUG nova.objects.instance [None req-a2e62399-a182-4b1d-b101-6c4f141245c9 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Lazy-loading 'pci_requests' on Instance uuid bb8ebaea-b4c3-45ff-a1db-fad437bcea82 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.071059] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 050444f5-8a7c-490b-98cd-2cf1592a3cf6] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1155.232810] env[70323]: DEBUG oslo_vmware.api [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3227919, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.241905] env[70323]: DEBUG oslo_vmware.api [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3227920, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495008} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.242284] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 9b46a1c8-0585-4c85-957e-6624fa019800/9b46a1c8-0585-4c85-957e-6624fa019800.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1155.242611] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 9b46a1c8-0585-4c85-957e-6624fa019800] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1155.242938] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e7b66614-a63b-4f89-8b41-d5cf16b000f7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.249547] env[70323]: DEBUG oslo_vmware.api [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Waiting for the task: (returnval){ [ 1155.249547] env[70323]: value = "task-3227921" [ 1155.249547] env[70323]: _type = "Task" [ 1155.249547] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.256621] env[70323]: DEBUG nova.scheduler.client.report [None req-02081e42-f937-4add-9487-f65fab726874 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1155.266829] env[70323]: DEBUG oslo_concurrency.lockutils [None req-40d494b0-ea24-4114-83ef-07369688a172 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.266829] env[70323]: DEBUG oslo_vmware.api [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3227921, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.325086] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8340084c-4ea1-4fea-aac9-410cf55edbd5 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Releasing lock "refresh_cache-85b2ee19-d788-4047-8afb-51f25e7735cc" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.325086] env[70323]: DEBUG nova.compute.manager [None req-8340084c-4ea1-4fea-aac9-410cf55edbd5 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] [instance: 85b2ee19-d788-4047-8afb-51f25e7735cc] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1155.325308] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8340084c-4ea1-4fea-aac9-410cf55edbd5 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] [instance: 85b2ee19-d788-4047-8afb-51f25e7735cc] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1155.326198] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e57c38cc-1216-4f77-9471-1aa158bd3272 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.334288] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-8340084c-4ea1-4fea-aac9-410cf55edbd5 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] [instance: 85b2ee19-d788-4047-8afb-51f25e7735cc] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1155.334536] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fca4276a-c2bb-4a02-bd08-60aedf2e7c44 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.340637] env[70323]: DEBUG oslo_vmware.api [None req-8340084c-4ea1-4fea-aac9-410cf55edbd5 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Waiting for the task: (returnval){ [ 1155.340637] env[70323]: value = "task-3227922" [ 1155.340637] env[70323]: _type = "Task" [ 1155.340637] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.350141] env[70323]: DEBUG oslo_vmware.api [None req-8340084c-4ea1-4fea-aac9-410cf55edbd5 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Task: {'id': task-3227922, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.528854] env[70323]: DEBUG nova.objects.base [None req-a2e62399-a182-4b1d-b101-6c4f141245c9 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=70323) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1155.529209] env[70323]: DEBUG nova.network.neutron [None req-a2e62399-a182-4b1d-b101-6c4f141245c9 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1155.544515] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7b69229b-db78-4813-a74f-681609cac6f9 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Acquiring lock "refresh_cache-6e39317c-64f3-4457-b2ef-bc6d61fe59d1" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.544717] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7b69229b-db78-4813-a74f-681609cac6f9 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Acquired lock "refresh_cache-6e39317c-64f3-4457-b2ef-bc6d61fe59d1" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.544873] env[70323]: DEBUG nova.network.neutron [None req-7b69229b-db78-4813-a74f-681609cac6f9 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1155.574162] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 4d3d5652-902c-403f-86e8-6026b8da97fe] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1155.590657] env[70323]: DEBUG nova.policy [None req-a2e62399-a182-4b1d-b101-6c4f141245c9 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a65bd226704b45da98976a38ca2bd176', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '629980704660404c9e5b2a810d6182a5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 1155.737871] env[70323]: DEBUG oslo_vmware.api [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3227919, 'name': ReconfigVM_Task, 'duration_secs': 0.579083} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.738360] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Reconfigured VM instance instance-00000073 to attach disk [datastore2] e33513e5-3715-4111-bf8c-d7443022c82c/e33513e5-3715-4111-bf8c-d7443022c82c.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1155.739288] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72fe2b8f-19d1-45e9-af29-182ab5d98f54 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.748051] env[70323]: DEBUG oslo_vmware.api [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Waiting for the task: (returnval){ [ 1155.748051] env[70323]: value = "task-3227923" [ 1155.748051] env[70323]: _type = "Task" [ 1155.748051] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.760256] env[70323]: DEBUG oslo_vmware.api [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3227923, 'name': Rename_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.763427] env[70323]: DEBUG oslo_vmware.api [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3227921, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080788} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.763773] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 9b46a1c8-0585-4c85-957e-6624fa019800] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1155.764620] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67b4099-8b9d-41de-adc8-d09502700207 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.793342] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 9b46a1c8-0585-4c85-957e-6624fa019800] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 9b46a1c8-0585-4c85-957e-6624fa019800/9b46a1c8-0585-4c85-957e-6624fa019800.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1155.794386] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2aae9fd4-2b30-4ad6-b37a-d60eeb0669bf {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.815295] env[70323]: DEBUG oslo_vmware.api [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Waiting for the task: (returnval){ [ 1155.815295] env[70323]: value = "task-3227924" [ 1155.815295] env[70323]: _type = "Task" [ 1155.815295] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.825273] env[70323]: DEBUG oslo_vmware.api [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3227924, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.852084] env[70323]: DEBUG oslo_vmware.api [None req-8340084c-4ea1-4fea-aac9-410cf55edbd5 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Task: {'id': task-3227922, 'name': PowerOffVM_Task, 'duration_secs': 0.126236} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.852456] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-8340084c-4ea1-4fea-aac9-410cf55edbd5 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] [instance: 85b2ee19-d788-4047-8afb-51f25e7735cc] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1155.852663] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8340084c-4ea1-4fea-aac9-410cf55edbd5 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] [instance: 85b2ee19-d788-4047-8afb-51f25e7735cc] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1155.852992] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc5d3eb3-f5c8-4440-8d06-87a52149382f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.881551] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8340084c-4ea1-4fea-aac9-410cf55edbd5 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] [instance: 85b2ee19-d788-4047-8afb-51f25e7735cc] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1155.881815] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8340084c-4ea1-4fea-aac9-410cf55edbd5 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] [instance: 85b2ee19-d788-4047-8afb-51f25e7735cc] Deleting contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1155.881978] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-8340084c-4ea1-4fea-aac9-410cf55edbd5 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Deleting the datastore file [datastore1] 85b2ee19-d788-4047-8afb-51f25e7735cc {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1155.882287] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c843abc-0dcf-43dd-8d93-d8cdd85a25cd {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.891149] env[70323]: DEBUG oslo_vmware.api [None req-8340084c-4ea1-4fea-aac9-410cf55edbd5 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Waiting for the task: (returnval){ [ 1155.891149] env[70323]: value = "task-3227926" [ 1155.891149] env[70323]: _type = "Task" [ 1155.891149] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.899816] env[70323]: DEBUG oslo_vmware.api [None req-8340084c-4ea1-4fea-aac9-410cf55edbd5 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Task: {'id': task-3227926, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.079113] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 1b7f6d4c-945c-434c-bb21-a15f3740fd6a] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1156.231884] env[70323]: DEBUG nova.network.neutron [None req-7b69229b-db78-4813-a74f-681609cac6f9 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Updating instance_info_cache with network_info: [{"id": "8067c626-6a07-478c-a9c9-f6409db15661", "address": "fa:16:3e:3b:88:2a", "network": {"id": "fc3d8f66-68dc-439f-ae88-08847ea1b79b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-636727625-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56bce83c4aa34fd183239997eee175c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8067c626-6a", "ovs_interfaceid": "8067c626-6a07-478c-a9c9-f6409db15661", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.258143] env[70323]: DEBUG oslo_vmware.api [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3227923, 'name': Rename_Task, 'duration_secs': 0.180771} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.258441] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1156.258696] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f8f248c-cd8e-4f40-bd7c-765d0b8a1f84 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.266245] env[70323]: DEBUG oslo_vmware.api [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Waiting for the task: (returnval){ [ 1156.266245] env[70323]: value = "task-3227927" [ 1156.266245] env[70323]: _type = "Task" [ 1156.266245] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.275496] env[70323]: DEBUG oslo_concurrency.lockutils [None req-02081e42-f937-4add-9487-f65fab726874 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.313s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.278066] env[70323]: DEBUG oslo_vmware.api [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3227927, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.278506] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3294c40e-f448-4806-ae7b-7eb478ce89ba tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.278s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.278723] env[70323]: DEBUG nova.objects.instance [None req-3294c40e-f448-4806-ae7b-7eb478ce89ba tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Lazy-loading 'resources' on Instance uuid 9737b7c3-63e9-47cf-acdc-0a3c43b85ee0 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1156.328239] env[70323]: DEBUG oslo_vmware.api [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3227924, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.401741] env[70323]: DEBUG oslo_vmware.api [None req-8340084c-4ea1-4fea-aac9-410cf55edbd5 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Task: {'id': task-3227926, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.118528} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.401996] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-8340084c-4ea1-4fea-aac9-410cf55edbd5 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1156.402192] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8340084c-4ea1-4fea-aac9-410cf55edbd5 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] [instance: 85b2ee19-d788-4047-8afb-51f25e7735cc] Deleted contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1156.402376] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8340084c-4ea1-4fea-aac9-410cf55edbd5 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] [instance: 85b2ee19-d788-4047-8afb-51f25e7735cc] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1156.402550] env[70323]: INFO nova.compute.manager [None req-8340084c-4ea1-4fea-aac9-410cf55edbd5 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] [instance: 85b2ee19-d788-4047-8afb-51f25e7735cc] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1156.402808] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8340084c-4ea1-4fea-aac9-410cf55edbd5 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1156.402999] env[70323]: DEBUG nova.compute.manager [-] [instance: 85b2ee19-d788-4047-8afb-51f25e7735cc] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1156.403140] env[70323]: DEBUG nova.network.neutron [-] [instance: 85b2ee19-d788-4047-8afb-51f25e7735cc] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1156.418809] env[70323]: DEBUG nova.network.neutron [-] [instance: 85b2ee19-d788-4047-8afb-51f25e7735cc] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1156.582845] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: bc4fe22d-07e4-456f-b54f-39b683051029] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1156.735690] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7b69229b-db78-4813-a74f-681609cac6f9 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Releasing lock "refresh_cache-6e39317c-64f3-4457-b2ef-bc6d61fe59d1" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.737121] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc06721-d597-4ebe-b3ad-95a697d45446 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.744512] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-7b69229b-db78-4813-a74f-681609cac6f9 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Resuming the VM {{(pid=70323) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1156.744768] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d1172a2-1fc7-42c4-b834-309abbb4dfbc {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.751947] env[70323]: DEBUG oslo_vmware.api [None req-7b69229b-db78-4813-a74f-681609cac6f9 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Waiting for the task: (returnval){ [ 1156.751947] env[70323]: value = "task-3227928" [ 1156.751947] env[70323]: _type = "Task" [ 1156.751947] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.760150] env[70323]: DEBUG oslo_vmware.api [None req-7b69229b-db78-4813-a74f-681609cac6f9 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': task-3227928, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.776484] env[70323]: DEBUG oslo_vmware.api [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3227927, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.826015] env[70323]: DEBUG oslo_vmware.api [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3227924, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.837865] env[70323]: INFO nova.scheduler.client.report [None req-02081e42-f937-4add-9487-f65fab726874 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Deleted allocation for migration 7d1228b7-9131-4a88-91e0-4c9cc98dc0a5 [ 1156.924162] env[70323]: DEBUG nova.network.neutron [-] [instance: 85b2ee19-d788-4047-8afb-51f25e7735cc] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.983024] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1853778-2b04-4437-80a2-68dc2ae233f7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.990639] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abcd9f8b-3276-45da-b5cf-5f4140a4ef95 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.024327] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b99b5dd8-5b8e-4dff-a8ab-1d60a0f1c173 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.033058] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccaeb47a-7ecf-436d-9d3b-638f4a9d9b2b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.050152] env[70323]: DEBUG nova.compute.provider_tree [None req-3294c40e-f448-4806-ae7b-7eb478ce89ba tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1157.050630] env[70323]: DEBUG nova.network.neutron [None req-a2e62399-a182-4b1d-b101-6c4f141245c9 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] Successfully updated port: e365bf65-3c96-477c-adb0-88285cf20bc1 {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1157.085642] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: af716832-998b-4698-8d65-5cf6871b1c2d] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1157.265550] env[70323]: DEBUG oslo_vmware.api [None req-7b69229b-db78-4813-a74f-681609cac6f9 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': task-3227928, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.279938] env[70323]: DEBUG oslo_vmware.api [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3227927, 'name': PowerOnVM_Task, 'duration_secs': 0.66145} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.280254] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1157.280465] env[70323]: INFO nova.compute.manager [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Took 9.36 seconds to spawn the instance on the hypervisor. [ 1157.280729] env[70323]: DEBUG nova.compute.manager [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1157.281696] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ea995f-3379-4814-9dab-4eaa21a667e0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.328591] env[70323]: DEBUG oslo_vmware.api [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3227924, 'name': ReconfigVM_Task, 'duration_secs': 1.115759} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.328882] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 9b46a1c8-0585-4c85-957e-6624fa019800] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 9b46a1c8-0585-4c85-957e-6624fa019800/9b46a1c8-0585-4c85-957e-6624fa019800.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1157.329680] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5b40138-4bde-4f41-a54c-73e3b4d0ffdf {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.341468] env[70323]: DEBUG oslo_vmware.api [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Waiting for the task: (returnval){ [ 1157.341468] env[70323]: value = "task-3227929" [ 1157.341468] env[70323]: _type = "Task" [ 1157.341468] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.346088] env[70323]: DEBUG oslo_concurrency.lockutils [None req-02081e42-f937-4add-9487-f65fab726874 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lock "82adf097-a01e-4edc-8d01-2f83cf104740" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 10.371s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.355807] env[70323]: DEBUG oslo_vmware.api [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3227929, 'name': Rename_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.426599] env[70323]: INFO nova.compute.manager [-] [instance: 85b2ee19-d788-4047-8afb-51f25e7735cc] Took 1.02 seconds to deallocate network for instance. [ 1157.552826] env[70323]: DEBUG nova.scheduler.client.report [None req-3294c40e-f448-4806-ae7b-7eb478ce89ba tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1157.556546] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a2e62399-a182-4b1d-b101-6c4f141245c9 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquiring lock "refresh_cache-bb8ebaea-b4c3-45ff-a1db-fad437bcea82" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.556734] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a2e62399-a182-4b1d-b101-6c4f141245c9 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquired lock "refresh_cache-bb8ebaea-b4c3-45ff-a1db-fad437bcea82" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.556915] env[70323]: DEBUG nova.network.neutron [None req-a2e62399-a182-4b1d-b101-6c4f141245c9 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1157.588547] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 78c9516c-780a-4604-8c96-877d8d075701] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1157.763431] env[70323]: DEBUG oslo_vmware.api [None req-7b69229b-db78-4813-a74f-681609cac6f9 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': task-3227928, 'name': PowerOnVM_Task, 'duration_secs': 0.641995} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.764035] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-7b69229b-db78-4813-a74f-681609cac6f9 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Resumed the VM {{(pid=70323) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1157.764035] env[70323]: DEBUG nova.compute.manager [None req-7b69229b-db78-4813-a74f-681609cac6f9 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1157.764669] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc6104e9-af66-4de5-a196-49c59428f6eb {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.803627] env[70323]: INFO nova.compute.manager [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Took 20.14 seconds to build instance. [ 1157.852843] env[70323]: DEBUG oslo_vmware.api [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3227929, 'name': Rename_Task, 'duration_secs': 0.177229} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.853462] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 9b46a1c8-0585-4c85-957e-6624fa019800] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1157.853716] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea0450a4-0d7e-48b3-8b6a-49b06b95e1f3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.861046] env[70323]: DEBUG oslo_vmware.api [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Waiting for the task: (returnval){ [ 1157.861046] env[70323]: value = "task-3227930" [ 1157.861046] env[70323]: _type = "Task" [ 1157.861046] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.871071] env[70323]: DEBUG oslo_vmware.api [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3227930, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.933863] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8340084c-4ea1-4fea-aac9-410cf55edbd5 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.059384] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3294c40e-f448-4806-ae7b-7eb478ce89ba tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.781s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.062869] env[70323]: DEBUG oslo_concurrency.lockutils [None req-40d494b0-ea24-4114-83ef-07369688a172 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.797s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.063868] env[70323]: DEBUG nova.objects.instance [None req-40d494b0-ea24-4114-83ef-07369688a172 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Lazy-loading 'resources' on Instance uuid 8a44bbef-387e-4da5-a430-ea41c199688c {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1158.081181] env[70323]: INFO nova.scheduler.client.report [None req-3294c40e-f448-4806-ae7b-7eb478ce89ba tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Deleted allocations for instance 9737b7c3-63e9-47cf-acdc-0a3c43b85ee0 [ 1158.092573] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 24896069-5993-488b-87e9-f515c67735dc] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1158.103508] env[70323]: WARNING nova.network.neutron [None req-a2e62399-a182-4b1d-b101-6c4f141245c9 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] 72c9180f-a081-4a3c-a140-c168d882c6f3 already exists in list: networks containing: ['72c9180f-a081-4a3c-a140-c168d882c6f3']. ignoring it [ 1158.305394] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c231391d-3824-4f3e-9cf6-9954c9e68f75 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Lock "e33513e5-3715-4111-bf8c-d7443022c82c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.658s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.373830] env[70323]: DEBUG oslo_vmware.api [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3227930, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.415791] env[70323]: DEBUG nova.network.neutron [None req-a2e62399-a182-4b1d-b101-6c4f141245c9 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] Updating instance_info_cache with network_info: [{"id": "5fbf2b59-1284-4f39-b927-7a260f175301", "address": "fa:16:3e:9f:ed:6b", "network": {"id": "72c9180f-a081-4a3c-a140-c168d882c6f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1947974250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "629980704660404c9e5b2a810d6182a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fbf2b59-12", "ovs_interfaceid": "5fbf2b59-1284-4f39-b927-7a260f175301", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e365bf65-3c96-477c-adb0-88285cf20bc1", "address": "fa:16:3e:1c:a9:f6", "network": {"id": "72c9180f-a081-4a3c-a140-c168d882c6f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1947974250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "629980704660404c9e5b2a810d6182a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape365bf65-3c", "ovs_interfaceid": "e365bf65-3c96-477c-adb0-88285cf20bc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.504518] env[70323]: DEBUG oslo_concurrency.lockutils [None req-02081e42-f937-4add-9487-f65fab726874 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquiring lock "82adf097-a01e-4edc-8d01-2f83cf104740" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.504779] env[70323]: DEBUG oslo_concurrency.lockutils [None req-02081e42-f937-4add-9487-f65fab726874 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lock "82adf097-a01e-4edc-8d01-2f83cf104740" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.504992] env[70323]: DEBUG oslo_concurrency.lockutils [None req-02081e42-f937-4add-9487-f65fab726874 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquiring lock "82adf097-a01e-4edc-8d01-2f83cf104740-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.505250] env[70323]: DEBUG oslo_concurrency.lockutils [None req-02081e42-f937-4add-9487-f65fab726874 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lock "82adf097-a01e-4edc-8d01-2f83cf104740-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.505440] env[70323]: DEBUG oslo_concurrency.lockutils [None req-02081e42-f937-4add-9487-f65fab726874 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lock "82adf097-a01e-4edc-8d01-2f83cf104740-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.507614] env[70323]: INFO nova.compute.manager [None req-02081e42-f937-4add-9487-f65fab726874 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 82adf097-a01e-4edc-8d01-2f83cf104740] Terminating instance [ 1158.590174] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3294c40e-f448-4806-ae7b-7eb478ce89ba tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Lock "9737b7c3-63e9-47cf-acdc-0a3c43b85ee0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.227s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.600886] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: cd36c972-76db-470c-b9bf-74c33f15078e] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1158.631657] env[70323]: DEBUG nova.compute.manager [req-259e2a61-d08e-4645-b144-7e596c5a1036 req-fef9e59b-9889-4e5f-a0e7-2f225f9a818e service nova] [instance: 9737b7c3-63e9-47cf-acdc-0a3c43b85ee0] Received event network-vif-deleted-15a5ee3e-01db-4da6-bed5-c26da5d9071d {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1158.631911] env[70323]: DEBUG nova.compute.manager [req-259e2a61-d08e-4645-b144-7e596c5a1036 req-fef9e59b-9889-4e5f-a0e7-2f225f9a818e service nova] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Received event network-changed-bc627622-2c1d-4ec9-b403-787637b8dafc {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1158.632093] env[70323]: DEBUG nova.compute.manager [req-259e2a61-d08e-4645-b144-7e596c5a1036 req-fef9e59b-9889-4e5f-a0e7-2f225f9a818e service nova] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Refreshing instance network info cache due to event network-changed-bc627622-2c1d-4ec9-b403-787637b8dafc. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1158.632306] env[70323]: DEBUG oslo_concurrency.lockutils [req-259e2a61-d08e-4645-b144-7e596c5a1036 req-fef9e59b-9889-4e5f-a0e7-2f225f9a818e service nova] Acquiring lock "refresh_cache-5177cefd-dc6f-417f-b4b6-80e4efcbcdd4" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.632439] env[70323]: DEBUG oslo_concurrency.lockutils [req-259e2a61-d08e-4645-b144-7e596c5a1036 req-fef9e59b-9889-4e5f-a0e7-2f225f9a818e service nova] Acquired lock "refresh_cache-5177cefd-dc6f-417f-b4b6-80e4efcbcdd4" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.632593] env[70323]: DEBUG nova.network.neutron [req-259e2a61-d08e-4645-b144-7e596c5a1036 req-fef9e59b-9889-4e5f-a0e7-2f225f9a818e service nova] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Refreshing network info cache for port bc627622-2c1d-4ec9-b403-787637b8dafc {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1158.653336] env[70323]: DEBUG nova.compute.manager [req-16ab6a6f-1c90-479e-8524-dcf7e8f386ef req-3b82912b-ea5c-4ccc-adf5-f87254df70af service nova] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] Received event network-vif-plugged-e365bf65-3c96-477c-adb0-88285cf20bc1 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1158.653537] env[70323]: DEBUG oslo_concurrency.lockutils [req-16ab6a6f-1c90-479e-8524-dcf7e8f386ef req-3b82912b-ea5c-4ccc-adf5-f87254df70af service nova] Acquiring lock "bb8ebaea-b4c3-45ff-a1db-fad437bcea82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.653842] env[70323]: DEBUG oslo_concurrency.lockutils [req-16ab6a6f-1c90-479e-8524-dcf7e8f386ef req-3b82912b-ea5c-4ccc-adf5-f87254df70af service nova] Lock "bb8ebaea-b4c3-45ff-a1db-fad437bcea82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.654280] env[70323]: DEBUG oslo_concurrency.lockutils [req-16ab6a6f-1c90-479e-8524-dcf7e8f386ef req-3b82912b-ea5c-4ccc-adf5-f87254df70af service nova] Lock "bb8ebaea-b4c3-45ff-a1db-fad437bcea82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.654280] env[70323]: DEBUG nova.compute.manager [req-16ab6a6f-1c90-479e-8524-dcf7e8f386ef req-3b82912b-ea5c-4ccc-adf5-f87254df70af service nova] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] No waiting events found dispatching network-vif-plugged-e365bf65-3c96-477c-adb0-88285cf20bc1 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1158.654463] env[70323]: WARNING nova.compute.manager [req-16ab6a6f-1c90-479e-8524-dcf7e8f386ef req-3b82912b-ea5c-4ccc-adf5-f87254df70af service nova] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] Received unexpected event network-vif-plugged-e365bf65-3c96-477c-adb0-88285cf20bc1 for instance with vm_state active and task_state None. [ 1158.758592] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d4d478e-c7ec-47c9-a813-5478644f1e07 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.767927] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770526fb-33db-4cdd-a040-5a253ab0ea24 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.803098] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be3423a-5e72-4ab4-acd0-e5e093e50d48 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.812783] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9701f5fa-c080-4f37-ad44-e343d9e7e400 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.828354] env[70323]: DEBUG nova.compute.provider_tree [None req-40d494b0-ea24-4114-83ef-07369688a172 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.874847] env[70323]: DEBUG oslo_vmware.api [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3227930, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.918975] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a2e62399-a182-4b1d-b101-6c4f141245c9 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Releasing lock "refresh_cache-bb8ebaea-b4c3-45ff-a1db-fad437bcea82" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.920041] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a2e62399-a182-4b1d-b101-6c4f141245c9 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquiring lock "bb8ebaea-b4c3-45ff-a1db-fad437bcea82" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.920389] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a2e62399-a182-4b1d-b101-6c4f141245c9 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquired lock "bb8ebaea-b4c3-45ff-a1db-fad437bcea82" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.921664] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be3b00f1-8d67-4a48-be63-8994eb61c1f7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.949420] env[70323]: DEBUG nova.virt.hardware [None req-a2e62399-a182-4b1d-b101-6c4f141245c9 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1158.949825] env[70323]: DEBUG nova.virt.hardware [None req-a2e62399-a182-4b1d-b101-6c4f141245c9 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1158.950104] env[70323]: DEBUG nova.virt.hardware [None req-a2e62399-a182-4b1d-b101-6c4f141245c9 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1158.950407] env[70323]: DEBUG nova.virt.hardware [None req-a2e62399-a182-4b1d-b101-6c4f141245c9 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1158.950654] env[70323]: DEBUG nova.virt.hardware [None req-a2e62399-a182-4b1d-b101-6c4f141245c9 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1158.950922] env[70323]: DEBUG nova.virt.hardware [None req-a2e62399-a182-4b1d-b101-6c4f141245c9 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1158.951266] env[70323]: DEBUG nova.virt.hardware [None req-a2e62399-a182-4b1d-b101-6c4f141245c9 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1158.951528] env[70323]: DEBUG nova.virt.hardware [None req-a2e62399-a182-4b1d-b101-6c4f141245c9 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1158.951812] env[70323]: DEBUG nova.virt.hardware [None req-a2e62399-a182-4b1d-b101-6c4f141245c9 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1158.952103] env[70323]: DEBUG nova.virt.hardware [None req-a2e62399-a182-4b1d-b101-6c4f141245c9 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1158.952398] env[70323]: DEBUG nova.virt.hardware [None req-a2e62399-a182-4b1d-b101-6c4f141245c9 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1158.963867] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e62399-a182-4b1d-b101-6c4f141245c9 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] Reconfiguring VM to attach interface {{(pid=70323) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1158.964429] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67178d89-cfa1-4301-8f14-6b625b32ca04 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.995608] env[70323]: DEBUG oslo_vmware.api [None req-a2e62399-a182-4b1d-b101-6c4f141245c9 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Waiting for the task: (returnval){ [ 1158.995608] env[70323]: value = "task-3227931" [ 1158.995608] env[70323]: _type = "Task" [ 1158.995608] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.008077] env[70323]: DEBUG oslo_vmware.api [None req-a2e62399-a182-4b1d-b101-6c4f141245c9 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227931, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.011301] env[70323]: DEBUG nova.compute.manager [None req-02081e42-f937-4add-9487-f65fab726874 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 82adf097-a01e-4edc-8d01-2f83cf104740] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1159.011627] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-02081e42-f937-4add-9487-f65fab726874 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 82adf097-a01e-4edc-8d01-2f83cf104740] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1159.012724] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a2c198-d861-4db0-a682-f0cfc435a1b4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.021203] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-02081e42-f937-4add-9487-f65fab726874 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 82adf097-a01e-4edc-8d01-2f83cf104740] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1159.021486] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08d01158-8492-45d9-b705-8153652b8a0f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.034705] env[70323]: DEBUG oslo_vmware.api [None req-02081e42-f937-4add-9487-f65fab726874 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for the task: (returnval){ [ 1159.034705] env[70323]: value = "task-3227932" [ 1159.034705] env[70323]: _type = "Task" [ 1159.034705] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.044100] env[70323]: DEBUG oslo_vmware.api [None req-02081e42-f937-4add-9487-f65fab726874 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227932, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.104115] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 84faf743-f813-481c-90ec-50d5dd62d9d2] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1159.331411] env[70323]: DEBUG nova.scheduler.client.report [None req-40d494b0-ea24-4114-83ef-07369688a172 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.371884] env[70323]: DEBUG nova.network.neutron [req-259e2a61-d08e-4645-b144-7e596c5a1036 req-fef9e59b-9889-4e5f-a0e7-2f225f9a818e service nova] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Updated VIF entry in instance network info cache for port bc627622-2c1d-4ec9-b403-787637b8dafc. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1159.372227] env[70323]: DEBUG nova.network.neutron [req-259e2a61-d08e-4645-b144-7e596c5a1036 req-fef9e59b-9889-4e5f-a0e7-2f225f9a818e service nova] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Updating instance_info_cache with network_info: [{"id": "bc627622-2c1d-4ec9-b403-787637b8dafc", "address": "fa:16:3e:58:40:3e", "network": {"id": "72c9180f-a081-4a3c-a140-c168d882c6f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1947974250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "629980704660404c9e5b2a810d6182a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc627622-2c", "ovs_interfaceid": "bc627622-2c1d-4ec9-b403-787637b8dafc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.379150] env[70323]: DEBUG oslo_vmware.api [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3227930, 'name': PowerOnVM_Task, 'duration_secs': 1.204353} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.379540] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 9b46a1c8-0585-4c85-957e-6624fa019800] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1159.379675] env[70323]: INFO nova.compute.manager [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 9b46a1c8-0585-4c85-957e-6624fa019800] Took 8.95 seconds to spawn the instance on the hypervisor. [ 1159.379769] env[70323]: DEBUG nova.compute.manager [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 9b46a1c8-0585-4c85-957e-6624fa019800] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1159.380888] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d23ef0-5f97-4918-93ea-bd3caecc3afb {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.513147] env[70323]: DEBUG oslo_vmware.api [None req-a2e62399-a182-4b1d-b101-6c4f141245c9 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227931, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.546588] env[70323]: DEBUG oslo_vmware.api [None req-02081e42-f937-4add-9487-f65fab726874 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227932, 'name': PowerOffVM_Task, 'duration_secs': 0.301557} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.546785] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-02081e42-f937-4add-9487-f65fab726874 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 82adf097-a01e-4edc-8d01-2f83cf104740] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1159.546967] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-02081e42-f937-4add-9487-f65fab726874 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 82adf097-a01e-4edc-8d01-2f83cf104740] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1159.547243] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f453966-79cc-472d-b20d-dd7fec47f474 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.607598] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: b8019283-5cac-4f19-b25e-e40742868c1b] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1159.633714] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-02081e42-f937-4add-9487-f65fab726874 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 82adf097-a01e-4edc-8d01-2f83cf104740] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1159.634173] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-02081e42-f937-4add-9487-f65fab726874 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 82adf097-a01e-4edc-8d01-2f83cf104740] Deleting contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1159.634379] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-02081e42-f937-4add-9487-f65fab726874 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Deleting the datastore file [datastore1] 82adf097-a01e-4edc-8d01-2f83cf104740 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1159.634722] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21a4ce69-f47e-4b95-96c4-4f5174aa8093 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.643146] env[70323]: DEBUG oslo_vmware.api [None req-02081e42-f937-4add-9487-f65fab726874 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for the task: (returnval){ [ 1159.643146] env[70323]: value = "task-3227934" [ 1159.643146] env[70323]: _type = "Task" [ 1159.643146] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.653124] env[70323]: DEBUG oslo_vmware.api [None req-02081e42-f937-4add-9487-f65fab726874 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227934, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.836987] env[70323]: DEBUG oslo_concurrency.lockutils [None req-40d494b0-ea24-4114-83ef-07369688a172 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.774s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.839789] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8340084c-4ea1-4fea-aac9-410cf55edbd5 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.906s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.840102] env[70323]: DEBUG nova.objects.instance [None req-8340084c-4ea1-4fea-aac9-410cf55edbd5 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Lazy-loading 'resources' on Instance uuid 85b2ee19-d788-4047-8afb-51f25e7735cc {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1159.872811] env[70323]: INFO nova.scheduler.client.report [None req-40d494b0-ea24-4114-83ef-07369688a172 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Deleted allocations for instance 8a44bbef-387e-4da5-a430-ea41c199688c [ 1159.878055] env[70323]: DEBUG oslo_concurrency.lockutils [req-259e2a61-d08e-4645-b144-7e596c5a1036 req-fef9e59b-9889-4e5f-a0e7-2f225f9a818e service nova] Releasing lock "refresh_cache-5177cefd-dc6f-417f-b4b6-80e4efcbcdd4" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.878055] env[70323]: DEBUG nova.compute.manager [req-259e2a61-d08e-4645-b144-7e596c5a1036 req-fef9e59b-9889-4e5f-a0e7-2f225f9a818e service nova] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] Received event network-changed-5fbf2b59-1284-4f39-b927-7a260f175301 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1159.878055] env[70323]: DEBUG nova.compute.manager [req-259e2a61-d08e-4645-b144-7e596c5a1036 req-fef9e59b-9889-4e5f-a0e7-2f225f9a818e service nova] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] Refreshing instance network info cache due to event network-changed-5fbf2b59-1284-4f39-b927-7a260f175301. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1159.878055] env[70323]: DEBUG oslo_concurrency.lockutils [req-259e2a61-d08e-4645-b144-7e596c5a1036 req-fef9e59b-9889-4e5f-a0e7-2f225f9a818e service nova] Acquiring lock "refresh_cache-bb8ebaea-b4c3-45ff-a1db-fad437bcea82" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.878055] env[70323]: DEBUG oslo_concurrency.lockutils [req-259e2a61-d08e-4645-b144-7e596c5a1036 req-fef9e59b-9889-4e5f-a0e7-2f225f9a818e service nova] Acquired lock "refresh_cache-bb8ebaea-b4c3-45ff-a1db-fad437bcea82" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.881477] env[70323]: DEBUG nova.network.neutron [req-259e2a61-d08e-4645-b144-7e596c5a1036 req-fef9e59b-9889-4e5f-a0e7-2f225f9a818e service nova] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] Refreshing network info cache for port 5fbf2b59-1284-4f39-b927-7a260f175301 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1159.900560] env[70323]: INFO nova.compute.manager [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 9b46a1c8-0585-4c85-957e-6624fa019800] Took 20.85 seconds to build instance. [ 1160.011368] env[70323]: DEBUG oslo_vmware.api [None req-a2e62399-a182-4b1d-b101-6c4f141245c9 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227931, 'name': ReconfigVM_Task, 'duration_secs': 0.872263} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.011860] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a2e62399-a182-4b1d-b101-6c4f141245c9 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Releasing lock "bb8ebaea-b4c3-45ff-a1db-fad437bcea82" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.012159] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e62399-a182-4b1d-b101-6c4f141245c9 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] Reconfigured VM to attach interface {{(pid=70323) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1160.090421] env[70323]: DEBUG oslo_concurrency.lockutils [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquiring lock "636c2386-b5b8-4b3e-878e-5c34204ab7c1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.090671] env[70323]: DEBUG oslo_concurrency.lockutils [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Lock "636c2386-b5b8-4b3e-878e-5c34204ab7c1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.112289] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 713071aa-dbde-49d4-92d9-0e1cb0af41e7] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1160.154275] env[70323]: DEBUG oslo_vmware.api [None req-02081e42-f937-4add-9487-f65fab726874 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Task: {'id': task-3227934, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.252176} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.154560] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-02081e42-f937-4add-9487-f65fab726874 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1160.154745] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-02081e42-f937-4add-9487-f65fab726874 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 82adf097-a01e-4edc-8d01-2f83cf104740] Deleted contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1160.154922] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-02081e42-f937-4add-9487-f65fab726874 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 82adf097-a01e-4edc-8d01-2f83cf104740] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1160.155136] env[70323]: INFO nova.compute.manager [None req-02081e42-f937-4add-9487-f65fab726874 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] [instance: 82adf097-a01e-4edc-8d01-2f83cf104740] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1160.155429] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-02081e42-f937-4add-9487-f65fab726874 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1160.156020] env[70323]: DEBUG nova.compute.manager [-] [instance: 82adf097-a01e-4edc-8d01-2f83cf104740] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1160.156128] env[70323]: DEBUG nova.network.neutron [-] [instance: 82adf097-a01e-4edc-8d01-2f83cf104740] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1160.387685] env[70323]: DEBUG oslo_concurrency.lockutils [None req-40d494b0-ea24-4114-83ef-07369688a172 tempest-ServerMetadataNegativeTestJSON-1103404271 tempest-ServerMetadataNegativeTestJSON-1103404271-project-member] Lock "8a44bbef-387e-4da5-a430-ea41c199688c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.569s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.404785] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ba7adcf3-87c6-4962-96b9-76dcf84b2261 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Lock "9b46a1c8-0585-4c85-957e-6624fa019800" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.379s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.517309] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a2e62399-a182-4b1d-b101-6c4f141245c9 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Lock "interface-bb8ebaea-b4c3-45ff-a1db-fad437bcea82-e365bf65-3c96-477c-adb0-88285cf20bc1" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.108s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.544968] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f86cb2-4cc8-4c83-ad42-1cde4dfb6d02 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.556082] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a6fd64-8af8-4616-ad16-2a5c31fd25c4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.589229] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-661d0730-d9c9-4f04-bf74-86b6b9276066 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.592808] env[70323]: DEBUG nova.compute.manager [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 636c2386-b5b8-4b3e-878e-5c34204ab7c1] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1160.599039] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9cbebfc-d811-40ec-94ae-1c9ae206d465 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.614573] env[70323]: DEBUG nova.compute.provider_tree [None req-8340084c-4ea1-4fea-aac9-410cf55edbd5 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1160.619032] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 19436e0f-bff5-44ac-b73a-6d410ff8e93a] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1160.628060] env[70323]: DEBUG nova.network.neutron [req-259e2a61-d08e-4645-b144-7e596c5a1036 req-fef9e59b-9889-4e5f-a0e7-2f225f9a818e service nova] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] Updated VIF entry in instance network info cache for port 5fbf2b59-1284-4f39-b927-7a260f175301. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1160.628060] env[70323]: DEBUG nova.network.neutron [req-259e2a61-d08e-4645-b144-7e596c5a1036 req-fef9e59b-9889-4e5f-a0e7-2f225f9a818e service nova] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] Updating instance_info_cache with network_info: [{"id": "5fbf2b59-1284-4f39-b927-7a260f175301", "address": "fa:16:3e:9f:ed:6b", "network": {"id": "72c9180f-a081-4a3c-a140-c168d882c6f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1947974250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "629980704660404c9e5b2a810d6182a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fbf2b59-12", "ovs_interfaceid": "5fbf2b59-1284-4f39-b927-7a260f175301", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e365bf65-3c96-477c-adb0-88285cf20bc1", "address": "fa:16:3e:1c:a9:f6", "network": {"id": "72c9180f-a081-4a3c-a140-c168d882c6f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1947974250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "629980704660404c9e5b2a810d6182a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape365bf65-3c", "ovs_interfaceid": "e365bf65-3c96-477c-adb0-88285cf20bc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.697217] env[70323]: DEBUG nova.compute.manager [req-f3cbfafb-997d-4581-9835-417532fc4a23 req-64a05e16-ae04-4214-8739-bf567f6c4d1e service nova] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Received event network-changed-2879d12a-8dc1-40d4-85a8-750f7676ad98 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.698022] env[70323]: DEBUG nova.compute.manager [req-f3cbfafb-997d-4581-9835-417532fc4a23 req-64a05e16-ae04-4214-8739-bf567f6c4d1e service nova] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Refreshing instance network info cache due to event network-changed-2879d12a-8dc1-40d4-85a8-750f7676ad98. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1160.698759] env[70323]: DEBUG oslo_concurrency.lockutils [req-f3cbfafb-997d-4581-9835-417532fc4a23 req-64a05e16-ae04-4214-8739-bf567f6c4d1e service nova] Acquiring lock "refresh_cache-e33513e5-3715-4111-bf8c-d7443022c82c" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.700988] env[70323]: DEBUG oslo_concurrency.lockutils [req-f3cbfafb-997d-4581-9835-417532fc4a23 req-64a05e16-ae04-4214-8739-bf567f6c4d1e service nova] Acquired lock "refresh_cache-e33513e5-3715-4111-bf8c-d7443022c82c" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.700988] env[70323]: DEBUG nova.network.neutron [req-f3cbfafb-997d-4581-9835-417532fc4a23 req-64a05e16-ae04-4214-8739-bf567f6c4d1e service nova] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Refreshing network info cache for port 2879d12a-8dc1-40d4-85a8-750f7676ad98 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1160.721423] env[70323]: DEBUG nova.compute.manager [req-7ff2cb03-0ae3-47b1-aff7-0d0e9216e919 req-19d41f7f-b39d-485b-a350-f66feda919a0 service nova] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] Received event network-changed-e365bf65-3c96-477c-adb0-88285cf20bc1 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.721423] env[70323]: DEBUG nova.compute.manager [req-7ff2cb03-0ae3-47b1-aff7-0d0e9216e919 req-19d41f7f-b39d-485b-a350-f66feda919a0 service nova] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] Refreshing instance network info cache due to event network-changed-e365bf65-3c96-477c-adb0-88285cf20bc1. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1160.721423] env[70323]: DEBUG oslo_concurrency.lockutils [req-7ff2cb03-0ae3-47b1-aff7-0d0e9216e919 req-19d41f7f-b39d-485b-a350-f66feda919a0 service nova] Acquiring lock "refresh_cache-bb8ebaea-b4c3-45ff-a1db-fad437bcea82" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.867676] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Acquiring lock "7435958d-5a37-4344-ab48-99143acb1d28" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.867676] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Lock "7435958d-5a37-4344-ab48-99143acb1d28" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.938267] env[70323]: DEBUG nova.network.neutron [-] [instance: 82adf097-a01e-4edc-8d01-2f83cf104740] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.119553] env[70323]: DEBUG nova.scheduler.client.report [None req-8340084c-4ea1-4fea-aac9-410cf55edbd5 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1161.127652] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 1045f2b7-ab99-480a-8ea0-14f09812c126] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1161.129709] env[70323]: DEBUG oslo_concurrency.lockutils [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.130630] env[70323]: DEBUG oslo_concurrency.lockutils [req-259e2a61-d08e-4645-b144-7e596c5a1036 req-fef9e59b-9889-4e5f-a0e7-2f225f9a818e service nova] Releasing lock "refresh_cache-bb8ebaea-b4c3-45ff-a1db-fad437bcea82" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.131185] env[70323]: DEBUG nova.compute.manager [req-259e2a61-d08e-4645-b144-7e596c5a1036 req-fef9e59b-9889-4e5f-a0e7-2f225f9a818e service nova] [instance: 8a44bbef-387e-4da5-a430-ea41c199688c] Received event network-vif-deleted-2e6ca034-8c4c-4065-bf7b-a15b570c8f81 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1161.131467] env[70323]: DEBUG oslo_concurrency.lockutils [req-7ff2cb03-0ae3-47b1-aff7-0d0e9216e919 req-19d41f7f-b39d-485b-a350-f66feda919a0 service nova] Acquired lock "refresh_cache-bb8ebaea-b4c3-45ff-a1db-fad437bcea82" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.131645] env[70323]: DEBUG nova.network.neutron [req-7ff2cb03-0ae3-47b1-aff7-0d0e9216e919 req-19d41f7f-b39d-485b-a350-f66feda919a0 service nova] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] Refreshing network info cache for port e365bf65-3c96-477c-adb0-88285cf20bc1 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1161.368753] env[70323]: DEBUG nova.compute.manager [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1161.441634] env[70323]: INFO nova.compute.manager [-] [instance: 82adf097-a01e-4edc-8d01-2f83cf104740] Took 1.29 seconds to deallocate network for instance. [ 1161.533041] env[70323]: DEBUG nova.network.neutron [req-f3cbfafb-997d-4581-9835-417532fc4a23 req-64a05e16-ae04-4214-8739-bf567f6c4d1e service nova] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Updated VIF entry in instance network info cache for port 2879d12a-8dc1-40d4-85a8-750f7676ad98. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1161.533041] env[70323]: DEBUG nova.network.neutron [req-f3cbfafb-997d-4581-9835-417532fc4a23 req-64a05e16-ae04-4214-8739-bf567f6c4d1e service nova] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Updating instance_info_cache with network_info: [{"id": "2879d12a-8dc1-40d4-85a8-750f7676ad98", "address": "fa:16:3e:58:1f:7f", "network": {"id": "3543c4fd-df33-4be9-b279-a13bfe5a7b34", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-877530561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e98df60171c4d319ce48c2e7ddb11d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2879d12a-8d", "ovs_interfaceid": "2879d12a-8dc1-40d4-85a8-750f7676ad98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.631370] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8340084c-4ea1-4fea-aac9-410cf55edbd5 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.792s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.634783] env[70323]: DEBUG oslo_concurrency.lockutils [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.504s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.636362] env[70323]: INFO nova.compute.claims [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 636c2386-b5b8-4b3e-878e-5c34204ab7c1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1161.639246] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 8a80fada-70ad-42ca-8fdd-518ef976b8d6] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1161.664034] env[70323]: INFO nova.scheduler.client.report [None req-8340084c-4ea1-4fea-aac9-410cf55edbd5 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Deleted allocations for instance 85b2ee19-d788-4047-8afb-51f25e7735cc [ 1161.901519] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.950609] env[70323]: DEBUG oslo_concurrency.lockutils [None req-02081e42-f937-4add-9487-f65fab726874 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.957757] env[70323]: DEBUG nova.network.neutron [req-7ff2cb03-0ae3-47b1-aff7-0d0e9216e919 req-19d41f7f-b39d-485b-a350-f66feda919a0 service nova] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] Updated VIF entry in instance network info cache for port e365bf65-3c96-477c-adb0-88285cf20bc1. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1161.958654] env[70323]: DEBUG nova.network.neutron [req-7ff2cb03-0ae3-47b1-aff7-0d0e9216e919 req-19d41f7f-b39d-485b-a350-f66feda919a0 service nova] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] Updating instance_info_cache with network_info: [{"id": "5fbf2b59-1284-4f39-b927-7a260f175301", "address": "fa:16:3e:9f:ed:6b", "network": {"id": "72c9180f-a081-4a3c-a140-c168d882c6f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1947974250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "629980704660404c9e5b2a810d6182a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fbf2b59-12", "ovs_interfaceid": "5fbf2b59-1284-4f39-b927-7a260f175301", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e365bf65-3c96-477c-adb0-88285cf20bc1", "address": "fa:16:3e:1c:a9:f6", "network": {"id": "72c9180f-a081-4a3c-a140-c168d882c6f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1947974250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "629980704660404c9e5b2a810d6182a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape365bf65-3c", "ovs_interfaceid": "e365bf65-3c96-477c-adb0-88285cf20bc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.035684] env[70323]: DEBUG oslo_concurrency.lockutils [req-f3cbfafb-997d-4581-9835-417532fc4a23 req-64a05e16-ae04-4214-8739-bf567f6c4d1e service nova] Releasing lock "refresh_cache-e33513e5-3715-4111-bf8c-d7443022c82c" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.150714] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: ad0bf6c6-ddb3-49b0-a8d4-4cc472e30eec] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1162.168997] env[70323]: DEBUG oslo_concurrency.lockutils [None req-86e05bb0-a80c-4589-9129-ef28f69d8c6c tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquiring lock "interface-bb8ebaea-b4c3-45ff-a1db-fad437bcea82-e365bf65-3c96-477c-adb0-88285cf20bc1" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.168997] env[70323]: DEBUG oslo_concurrency.lockutils [None req-86e05bb0-a80c-4589-9129-ef28f69d8c6c tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Lock "interface-bb8ebaea-b4c3-45ff-a1db-fad437bcea82-e365bf65-3c96-477c-adb0-88285cf20bc1" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.176015] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8340084c-4ea1-4fea-aac9-410cf55edbd5 tempest-ServerShowV247Test-1708439015 tempest-ServerShowV247Test-1708439015-project-member] Lock "85b2ee19-d788-4047-8afb-51f25e7735cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.431s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.464387] env[70323]: DEBUG oslo_concurrency.lockutils [req-7ff2cb03-0ae3-47b1-aff7-0d0e9216e919 req-19d41f7f-b39d-485b-a350-f66feda919a0 service nova] Releasing lock "refresh_cache-bb8ebaea-b4c3-45ff-a1db-fad437bcea82" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.465448] env[70323]: DEBUG nova.compute.manager [req-7ff2cb03-0ae3-47b1-aff7-0d0e9216e919 req-19d41f7f-b39d-485b-a350-f66feda919a0 service nova] [instance: 82adf097-a01e-4edc-8d01-2f83cf104740] Received event network-vif-deleted-fa2ec124-ba09-46f2-92e9-dce1df435971 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1162.466530] env[70323]: INFO nova.compute.manager [req-7ff2cb03-0ae3-47b1-aff7-0d0e9216e919 req-19d41f7f-b39d-485b-a350-f66feda919a0 service nova] [instance: 82adf097-a01e-4edc-8d01-2f83cf104740] Neutron deleted interface fa2ec124-ba09-46f2-92e9-dce1df435971; detaching it from the instance and deleting it from the info cache [ 1162.466530] env[70323]: DEBUG nova.network.neutron [req-7ff2cb03-0ae3-47b1-aff7-0d0e9216e919 req-19d41f7f-b39d-485b-a350-f66feda919a0 service nova] [instance: 82adf097-a01e-4edc-8d01-2f83cf104740] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.654649] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: d5e45e91-706f-4de8-b7d6-15798256140b] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1162.672730] env[70323]: DEBUG oslo_concurrency.lockutils [None req-86e05bb0-a80c-4589-9129-ef28f69d8c6c tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquiring lock "bb8ebaea-b4c3-45ff-a1db-fad437bcea82" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.675577] env[70323]: DEBUG oslo_concurrency.lockutils [None req-86e05bb0-a80c-4589-9129-ef28f69d8c6c tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquired lock "bb8ebaea-b4c3-45ff-a1db-fad437bcea82" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.676689] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4768764-4488-43da-92d1-ae8d3b491b1b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.707619] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06edf637-3884-4a75-bc6b-864a61348a2b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.738030] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-86e05bb0-a80c-4589-9129-ef28f69d8c6c tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] Reconfiguring VM to detach interface {{(pid=70323) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1162.741723] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-143b7a0e-db2d-4bbd-8f0a-ae569cdd99cb {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.755602] env[70323]: DEBUG nova.compute.manager [req-9e6376fb-7af5-41e8-938a-990649c432f4 req-7d6f4ca1-00fc-40a7-8bf9-c943462c7c48 service nova] [instance: 9b46a1c8-0585-4c85-957e-6624fa019800] Received event network-changed-b3206f66-3ec0-4f44-9310-da07cc7f5b98 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1162.755790] env[70323]: DEBUG nova.compute.manager [req-9e6376fb-7af5-41e8-938a-990649c432f4 req-7d6f4ca1-00fc-40a7-8bf9-c943462c7c48 service nova] [instance: 9b46a1c8-0585-4c85-957e-6624fa019800] Refreshing instance network info cache due to event network-changed-b3206f66-3ec0-4f44-9310-da07cc7f5b98. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1162.756148] env[70323]: DEBUG oslo_concurrency.lockutils [req-9e6376fb-7af5-41e8-938a-990649c432f4 req-7d6f4ca1-00fc-40a7-8bf9-c943462c7c48 service nova] Acquiring lock "refresh_cache-9b46a1c8-0585-4c85-957e-6624fa019800" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.756148] env[70323]: DEBUG oslo_concurrency.lockutils [req-9e6376fb-7af5-41e8-938a-990649c432f4 req-7d6f4ca1-00fc-40a7-8bf9-c943462c7c48 service nova] Acquired lock "refresh_cache-9b46a1c8-0585-4c85-957e-6624fa019800" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.756305] env[70323]: DEBUG nova.network.neutron [req-9e6376fb-7af5-41e8-938a-990649c432f4 req-7d6f4ca1-00fc-40a7-8bf9-c943462c7c48 service nova] [instance: 9b46a1c8-0585-4c85-957e-6624fa019800] Refreshing network info cache for port b3206f66-3ec0-4f44-9310-da07cc7f5b98 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1162.766604] env[70323]: DEBUG oslo_vmware.api [None req-86e05bb0-a80c-4589-9129-ef28f69d8c6c tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Waiting for the task: (returnval){ [ 1162.766604] env[70323]: value = "task-3227935" [ 1162.766604] env[70323]: _type = "Task" [ 1162.766604] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.776453] env[70323]: DEBUG oslo_vmware.api [None req-86e05bb0-a80c-4589-9129-ef28f69d8c6c tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227935, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.875351] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-939f7a05-ca5c-4af3-876c-55f86e1bca34 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.884319] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a346e2e7-7ba6-46d6-b596-5f9c46d602b7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.917667] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a446c7-6636-4aa6-b760-03378da49efb {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.925801] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46024cea-d7e6-4fc5-94c8-3548705720d5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.939588] env[70323]: DEBUG nova.compute.provider_tree [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1162.970861] env[70323]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-51d9bc12-0b26-4b56-b959-b27670400438 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.981454] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526d019b-0975-4784-9a20-47f70cde8ea9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.018626] env[70323]: DEBUG nova.compute.manager [req-7ff2cb03-0ae3-47b1-aff7-0d0e9216e919 req-19d41f7f-b39d-485b-a350-f66feda919a0 service nova] [instance: 82adf097-a01e-4edc-8d01-2f83cf104740] Detach interface failed, port_id=fa2ec124-ba09-46f2-92e9-dce1df435971, reason: Instance 82adf097-a01e-4edc-8d01-2f83cf104740 could not be found. {{(pid=70323) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1163.161202] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 914f1b4b-d355-4436-8b3b-628252fb5fef] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1163.276584] env[70323]: DEBUG oslo_vmware.api [None req-86e05bb0-a80c-4589-9129-ef28f69d8c6c tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227935, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.442463] env[70323]: DEBUG nova.scheduler.client.report [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1163.488719] env[70323]: DEBUG nova.network.neutron [req-9e6376fb-7af5-41e8-938a-990649c432f4 req-7d6f4ca1-00fc-40a7-8bf9-c943462c7c48 service nova] [instance: 9b46a1c8-0585-4c85-957e-6624fa019800] Updated VIF entry in instance network info cache for port b3206f66-3ec0-4f44-9310-da07cc7f5b98. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1163.489113] env[70323]: DEBUG nova.network.neutron [req-9e6376fb-7af5-41e8-938a-990649c432f4 req-7d6f4ca1-00fc-40a7-8bf9-c943462c7c48 service nova] [instance: 9b46a1c8-0585-4c85-957e-6624fa019800] Updating instance_info_cache with network_info: [{"id": "b3206f66-3ec0-4f44-9310-da07cc7f5b98", "address": "fa:16:3e:1f:1e:84", "network": {"id": "44d27cb8-a905-4efa-8715-7e64a3028ba9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-661689391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb1b44fc3db843138916a73affdfd265", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3206f66-3e", "ovs_interfaceid": "b3206f66-3ec0-4f44-9310-da07cc7f5b98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.664725] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 69d9372b-83a6-4a8a-b611-abd6c4fb2ddc] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1163.780131] env[70323]: DEBUG oslo_vmware.api [None req-86e05bb0-a80c-4589-9129-ef28f69d8c6c tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227935, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.948736] env[70323]: DEBUG oslo_concurrency.lockutils [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.315s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.949309] env[70323]: DEBUG nova.compute.manager [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 636c2386-b5b8-4b3e-878e-5c34204ab7c1] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1163.952332] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.051s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.954147] env[70323]: INFO nova.compute.claims [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1163.992020] env[70323]: DEBUG oslo_concurrency.lockutils [req-9e6376fb-7af5-41e8-938a-990649c432f4 req-7d6f4ca1-00fc-40a7-8bf9-c943462c7c48 service nova] Releasing lock "refresh_cache-9b46a1c8-0585-4c85-957e-6624fa019800" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.168448] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 340cbed9-448a-4d71-92fa-a4bec142d293] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1164.278293] env[70323]: DEBUG oslo_vmware.api [None req-86e05bb0-a80c-4589-9129-ef28f69d8c6c tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227935, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.458951] env[70323]: DEBUG nova.compute.utils [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1164.462396] env[70323]: DEBUG nova.compute.manager [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 636c2386-b5b8-4b3e-878e-5c34204ab7c1] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1164.462559] env[70323]: DEBUG nova.network.neutron [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 636c2386-b5b8-4b3e-878e-5c34204ab7c1] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1164.506880] env[70323]: DEBUG nova.policy [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '904100217a3642ddbac560ad3a398816', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af37872d6532434f815597c22d8a4a36', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 1164.672076] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: dd6e0679-6c9c-4a30-bd97-530deb5fb246] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1164.781205] env[70323]: DEBUG oslo_vmware.api [None req-86e05bb0-a80c-4589-9129-ef28f69d8c6c tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227935, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.782063] env[70323]: DEBUG nova.network.neutron [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 636c2386-b5b8-4b3e-878e-5c34204ab7c1] Successfully created port: d7784fdb-2e2f-4687-9856-fcbb7d4ec2f6 {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1164.963508] env[70323]: DEBUG nova.compute.manager [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 636c2386-b5b8-4b3e-878e-5c34204ab7c1] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1165.117943] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d1ba3e-dc46-4232-bc72-89927509d893 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.125745] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a41fda-1632-49e0-8ca8-d5c0266702a5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.157226] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e63aa7a-8520-4041-a078-bf2063e9f6d9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.164862] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8821aca-9e67-45d8-bf11-725a8b7410c5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.168692] env[70323]: DEBUG oslo_concurrency.lockutils [None req-edddcb9d-f256-410a-86b1-a46164d9b4a3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Acquiring lock "6e39317c-64f3-4457-b2ef-bc6d61fe59d1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.168922] env[70323]: DEBUG oslo_concurrency.lockutils [None req-edddcb9d-f256-410a-86b1-a46164d9b4a3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Lock "6e39317c-64f3-4457-b2ef-bc6d61fe59d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.169155] env[70323]: DEBUG oslo_concurrency.lockutils [None req-edddcb9d-f256-410a-86b1-a46164d9b4a3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Acquiring lock "6e39317c-64f3-4457-b2ef-bc6d61fe59d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.169416] env[70323]: DEBUG oslo_concurrency.lockutils [None req-edddcb9d-f256-410a-86b1-a46164d9b4a3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Lock "6e39317c-64f3-4457-b2ef-bc6d61fe59d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.169587] env[70323]: DEBUG oslo_concurrency.lockutils [None req-edddcb9d-f256-410a-86b1-a46164d9b4a3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Lock "6e39317c-64f3-4457-b2ef-bc6d61fe59d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.171860] env[70323]: INFO nova.compute.manager [None req-edddcb9d-f256-410a-86b1-a46164d9b4a3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Terminating instance [ 1165.174682] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 01baaf1f-f1c7-4636-aaf9-9e2eabdecdfa] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1165.184320] env[70323]: DEBUG nova.compute.provider_tree [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1165.279178] env[70323]: DEBUG oslo_vmware.api [None req-86e05bb0-a80c-4589-9129-ef28f69d8c6c tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227935, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.685340] env[70323]: DEBUG nova.compute.manager [None req-edddcb9d-f256-410a-86b1-a46164d9b4a3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1165.685712] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-edddcb9d-f256-410a-86b1-a46164d9b4a3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1165.686043] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 5015919d-0612-4a77-b89b-71b1c07e160b] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1165.688708] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01c0f51-2935-4373-938a-b3c24014c62c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.692258] env[70323]: DEBUG nova.scheduler.client.report [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1165.700133] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-edddcb9d-f256-410a-86b1-a46164d9b4a3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1165.700454] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1cbe3b94-fbd7-47ba-9f73-9932dbb1f463 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.708530] env[70323]: DEBUG oslo_vmware.api [None req-edddcb9d-f256-410a-86b1-a46164d9b4a3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Waiting for the task: (returnval){ [ 1165.708530] env[70323]: value = "task-3227936" [ 1165.708530] env[70323]: _type = "Task" [ 1165.708530] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.719072] env[70323]: DEBUG oslo_vmware.api [None req-edddcb9d-f256-410a-86b1-a46164d9b4a3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': task-3227936, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.781596] env[70323]: DEBUG oslo_vmware.api [None req-86e05bb0-a80c-4589-9129-ef28f69d8c6c tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227935, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.975754] env[70323]: DEBUG nova.compute.manager [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 636c2386-b5b8-4b3e-878e-5c34204ab7c1] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1166.003963] env[70323]: DEBUG nova.virt.hardware [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1166.004265] env[70323]: DEBUG nova.virt.hardware [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1166.004436] env[70323]: DEBUG nova.virt.hardware [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1166.004625] env[70323]: DEBUG nova.virt.hardware [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1166.004774] env[70323]: DEBUG nova.virt.hardware [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1166.004922] env[70323]: DEBUG nova.virt.hardware [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1166.005151] env[70323]: DEBUG nova.virt.hardware [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1166.005322] env[70323]: DEBUG nova.virt.hardware [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1166.005482] env[70323]: DEBUG nova.virt.hardware [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1166.005655] env[70323]: DEBUG nova.virt.hardware [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1166.005831] env[70323]: DEBUG nova.virt.hardware [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1166.006705] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1990fb65-602c-4b0c-8dee-0fbdb226f07d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.014968] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a86ed4-e6da-4fe6-b170-f551b6572085 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.184829] env[70323]: DEBUG nova.compute.manager [req-40bbb270-848f-4835-a405-7bafb23005ba req-f7d93cf4-0466-4933-85a1-334ca2f704c0 service nova] [instance: 636c2386-b5b8-4b3e-878e-5c34204ab7c1] Received event network-vif-plugged-d7784fdb-2e2f-4687-9856-fcbb7d4ec2f6 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1166.185107] env[70323]: DEBUG oslo_concurrency.lockutils [req-40bbb270-848f-4835-a405-7bafb23005ba req-f7d93cf4-0466-4933-85a1-334ca2f704c0 service nova] Acquiring lock "636c2386-b5b8-4b3e-878e-5c34204ab7c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.185269] env[70323]: DEBUG oslo_concurrency.lockutils [req-40bbb270-848f-4835-a405-7bafb23005ba req-f7d93cf4-0466-4933-85a1-334ca2f704c0 service nova] Lock "636c2386-b5b8-4b3e-878e-5c34204ab7c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.185583] env[70323]: DEBUG oslo_concurrency.lockutils [req-40bbb270-848f-4835-a405-7bafb23005ba req-f7d93cf4-0466-4933-85a1-334ca2f704c0 service nova] Lock "636c2386-b5b8-4b3e-878e-5c34204ab7c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.185718] env[70323]: DEBUG nova.compute.manager [req-40bbb270-848f-4835-a405-7bafb23005ba req-f7d93cf4-0466-4933-85a1-334ca2f704c0 service nova] [instance: 636c2386-b5b8-4b3e-878e-5c34204ab7c1] No waiting events found dispatching network-vif-plugged-d7784fdb-2e2f-4687-9856-fcbb7d4ec2f6 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1166.185883] env[70323]: WARNING nova.compute.manager [req-40bbb270-848f-4835-a405-7bafb23005ba req-f7d93cf4-0466-4933-85a1-334ca2f704c0 service nova] [instance: 636c2386-b5b8-4b3e-878e-5c34204ab7c1] Received unexpected event network-vif-plugged-d7784fdb-2e2f-4687-9856-fcbb7d4ec2f6 for instance with vm_state building and task_state spawning. [ 1166.192085] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 7da61593-5cdd-4a3b-8999-754b6090bff7] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1166.196810] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.244s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.197296] env[70323]: DEBUG nova.compute.manager [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1166.200813] env[70323]: DEBUG oslo_concurrency.lockutils [None req-02081e42-f937-4add-9487-f65fab726874 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.251s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.202060] env[70323]: DEBUG oslo_concurrency.lockutils [None req-02081e42-f937-4add-9487-f65fab726874 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.221407] env[70323]: DEBUG oslo_vmware.api [None req-edddcb9d-f256-410a-86b1-a46164d9b4a3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': task-3227936, 'name': PowerOffVM_Task, 'duration_secs': 0.250591} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.221744] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-edddcb9d-f256-410a-86b1-a46164d9b4a3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1166.222088] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-edddcb9d-f256-410a-86b1-a46164d9b4a3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1166.222244] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-926ed963-a2e7-4832-b577-7c5d01a62ac1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.224658] env[70323]: INFO nova.scheduler.client.report [None req-02081e42-f937-4add-9487-f65fab726874 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Deleted allocations for instance 82adf097-a01e-4edc-8d01-2f83cf104740 [ 1166.282942] env[70323]: DEBUG oslo_vmware.api [None req-86e05bb0-a80c-4589-9129-ef28f69d8c6c tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227935, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.284176] env[70323]: DEBUG nova.network.neutron [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 636c2386-b5b8-4b3e-878e-5c34204ab7c1] Successfully updated port: d7784fdb-2e2f-4687-9856-fcbb7d4ec2f6 {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1166.292021] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-edddcb9d-f256-410a-86b1-a46164d9b4a3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1166.292898] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-edddcb9d-f256-410a-86b1-a46164d9b4a3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Deleting contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1166.292898] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-edddcb9d-f256-410a-86b1-a46164d9b4a3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Deleting the datastore file [datastore1] 6e39317c-64f3-4457-b2ef-bc6d61fe59d1 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1166.293059] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a427460-d8fc-45b7-a1db-e17be83caf41 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.301646] env[70323]: DEBUG oslo_vmware.api [None req-edddcb9d-f256-410a-86b1-a46164d9b4a3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Waiting for the task: (returnval){ [ 1166.301646] env[70323]: value = "task-3227938" [ 1166.301646] env[70323]: _type = "Task" [ 1166.301646] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.310360] env[70323]: DEBUG oslo_vmware.api [None req-edddcb9d-f256-410a-86b1-a46164d9b4a3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': task-3227938, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.695381] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 344d5579-628b-4a56-aedf-d9ecaa2c5c9f] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1166.705261] env[70323]: DEBUG nova.compute.utils [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1166.707031] env[70323]: DEBUG nova.compute.manager [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1166.707213] env[70323]: DEBUG nova.network.neutron [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1166.732586] env[70323]: DEBUG oslo_concurrency.lockutils [None req-02081e42-f937-4add-9487-f65fab726874 tempest-DeleteServersTestJSON-1531553836 tempest-DeleteServersTestJSON-1531553836-project-member] Lock "82adf097-a01e-4edc-8d01-2f83cf104740" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.228s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.743679] env[70323]: DEBUG nova.policy [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8f8a2cd50cc34c1fa41a5b54e4988191', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59ea186f9eb14bfd914ef3bde9458745', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 1166.785228] env[70323]: DEBUG oslo_vmware.api [None req-86e05bb0-a80c-4589-9129-ef28f69d8c6c tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227935, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.787269] env[70323]: DEBUG oslo_concurrency.lockutils [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquiring lock "refresh_cache-636c2386-b5b8-4b3e-878e-5c34204ab7c1" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.787541] env[70323]: DEBUG oslo_concurrency.lockutils [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquired lock "refresh_cache-636c2386-b5b8-4b3e-878e-5c34204ab7c1" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.787826] env[70323]: DEBUG nova.network.neutron [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 636c2386-b5b8-4b3e-878e-5c34204ab7c1] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1166.812348] env[70323]: DEBUG oslo_vmware.api [None req-edddcb9d-f256-410a-86b1-a46164d9b4a3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Task: {'id': task-3227938, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140801} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.812624] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-edddcb9d-f256-410a-86b1-a46164d9b4a3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1166.812812] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-edddcb9d-f256-410a-86b1-a46164d9b4a3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Deleted contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1166.813065] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-edddcb9d-f256-410a-86b1-a46164d9b4a3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1166.813267] env[70323]: INFO nova.compute.manager [None req-edddcb9d-f256-410a-86b1-a46164d9b4a3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1166.813518] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-edddcb9d-f256-410a-86b1-a46164d9b4a3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1166.813720] env[70323]: DEBUG nova.compute.manager [-] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1166.813839] env[70323]: DEBUG nova.network.neutron [-] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1167.200795] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 0b934777-cba1-4d08-b077-bfdb23c35dec] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1167.213035] env[70323]: DEBUG nova.compute.manager [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1167.234320] env[70323]: DEBUG nova.network.neutron [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Successfully created port: d77bddaa-0fbe-4d54-9a30-33f7a2e8eab6 {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1167.284781] env[70323]: DEBUG oslo_vmware.api [None req-86e05bb0-a80c-4589-9129-ef28f69d8c6c tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227935, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.337042] env[70323]: DEBUG nova.network.neutron [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 636c2386-b5b8-4b3e-878e-5c34204ab7c1] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1167.536546] env[70323]: DEBUG nova.network.neutron [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 636c2386-b5b8-4b3e-878e-5c34204ab7c1] Updating instance_info_cache with network_info: [{"id": "d7784fdb-2e2f-4687-9856-fcbb7d4ec2f6", "address": "fa:16:3e:69:d1:3e", "network": {"id": "c007b1ef-cfb2-4ce7-bd1c-4b08918b6a61", "bridge": "br-int", "label": "tempest-ServersTestJSON-785052494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af37872d6532434f815597c22d8a4a36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7784fdb-2e", "ovs_interfaceid": "d7784fdb-2e2f-4687-9856-fcbb7d4ec2f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.702859] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 53bef48f-e24f-423a-ae83-a30a408153bc] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1167.753031] env[70323]: DEBUG nova.network.neutron [-] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.782109] env[70323]: DEBUG oslo_vmware.api [None req-86e05bb0-a80c-4589-9129-ef28f69d8c6c tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227935, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.038917] env[70323]: DEBUG oslo_concurrency.lockutils [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Releasing lock "refresh_cache-636c2386-b5b8-4b3e-878e-5c34204ab7c1" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.039293] env[70323]: DEBUG nova.compute.manager [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 636c2386-b5b8-4b3e-878e-5c34204ab7c1] Instance network_info: |[{"id": "d7784fdb-2e2f-4687-9856-fcbb7d4ec2f6", "address": "fa:16:3e:69:d1:3e", "network": {"id": "c007b1ef-cfb2-4ce7-bd1c-4b08918b6a61", "bridge": "br-int", "label": "tempest-ServersTestJSON-785052494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af37872d6532434f815597c22d8a4a36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7784fdb-2e", "ovs_interfaceid": "d7784fdb-2e2f-4687-9856-fcbb7d4ec2f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1168.039722] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 636c2386-b5b8-4b3e-878e-5c34204ab7c1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:d1:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e885ebd4-93ca-4e9e-8889-0f16bd91e61e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd7784fdb-2e2f-4687-9856-fcbb7d4ec2f6', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1168.047220] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1168.047441] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 636c2386-b5b8-4b3e-878e-5c34204ab7c1] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1168.047702] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f82f0357-003e-4d33-9dc2-a547c00789ac {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.068132] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1168.068132] env[70323]: value = "task-3227940" [ 1168.068132] env[70323]: _type = "Task" [ 1168.068132] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.075745] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227940, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.207603] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 3cd24ffc-62ba-465a-8663-efbce0e593f5] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1168.212074] env[70323]: DEBUG nova.compute.manager [req-c3b4c85b-81d6-47e8-90f7-fac83c612a96 req-d8a24054-2b3a-4175-b689-1f8c46e3ed42 service nova] [instance: 636c2386-b5b8-4b3e-878e-5c34204ab7c1] Received event network-changed-d7784fdb-2e2f-4687-9856-fcbb7d4ec2f6 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1168.212289] env[70323]: DEBUG nova.compute.manager [req-c3b4c85b-81d6-47e8-90f7-fac83c612a96 req-d8a24054-2b3a-4175-b689-1f8c46e3ed42 service nova] [instance: 636c2386-b5b8-4b3e-878e-5c34204ab7c1] Refreshing instance network info cache due to event network-changed-d7784fdb-2e2f-4687-9856-fcbb7d4ec2f6. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1168.212522] env[70323]: DEBUG oslo_concurrency.lockutils [req-c3b4c85b-81d6-47e8-90f7-fac83c612a96 req-d8a24054-2b3a-4175-b689-1f8c46e3ed42 service nova] Acquiring lock "refresh_cache-636c2386-b5b8-4b3e-878e-5c34204ab7c1" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.212675] env[70323]: DEBUG oslo_concurrency.lockutils [req-c3b4c85b-81d6-47e8-90f7-fac83c612a96 req-d8a24054-2b3a-4175-b689-1f8c46e3ed42 service nova] Acquired lock "refresh_cache-636c2386-b5b8-4b3e-878e-5c34204ab7c1" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.212859] env[70323]: DEBUG nova.network.neutron [req-c3b4c85b-81d6-47e8-90f7-fac83c612a96 req-d8a24054-2b3a-4175-b689-1f8c46e3ed42 service nova] [instance: 636c2386-b5b8-4b3e-878e-5c34204ab7c1] Refreshing network info cache for port d7784fdb-2e2f-4687-9856-fcbb7d4ec2f6 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1168.219820] env[70323]: DEBUG nova.compute.manager [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1168.248194] env[70323]: DEBUG nova.virt.hardware [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1168.248463] env[70323]: DEBUG nova.virt.hardware [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1168.248617] env[70323]: DEBUG nova.virt.hardware [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1168.248811] env[70323]: DEBUG nova.virt.hardware [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1168.248963] env[70323]: DEBUG nova.virt.hardware [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1168.249125] env[70323]: DEBUG nova.virt.hardware [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1168.249346] env[70323]: DEBUG nova.virt.hardware [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1168.249508] env[70323]: DEBUG nova.virt.hardware [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1168.249691] env[70323]: DEBUG nova.virt.hardware [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1168.249872] env[70323]: DEBUG nova.virt.hardware [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1168.250064] env[70323]: DEBUG nova.virt.hardware [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1168.251360] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33dd9bf7-7f81-46b3-823b-8b0928d8ffde {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.254649] env[70323]: INFO nova.compute.manager [-] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Took 1.44 seconds to deallocate network for instance. [ 1168.262611] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b277abc-2128-4ea0-97b9-b898b119d74d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.285684] env[70323]: DEBUG oslo_vmware.api [None req-86e05bb0-a80c-4589-9129-ef28f69d8c6c tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227935, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.579339] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227940, 'name': CreateVM_Task, 'duration_secs': 0.359308} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.579523] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 636c2386-b5b8-4b3e-878e-5c34204ab7c1] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1168.580250] env[70323]: DEBUG oslo_concurrency.lockutils [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.580427] env[70323]: DEBUG oslo_concurrency.lockutils [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.580757] env[70323]: DEBUG oslo_concurrency.lockutils [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.581054] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12fdd77e-1b95-4bc3-a59c-a42566e63092 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.587809] env[70323]: DEBUG oslo_vmware.api [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Waiting for the task: (returnval){ [ 1168.587809] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52fdc646-aea3-6537-9239-2de6e76e1876" [ 1168.587809] env[70323]: _type = "Task" [ 1168.587809] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.596013] env[70323]: DEBUG oslo_vmware.api [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52fdc646-aea3-6537-9239-2de6e76e1876, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.714781] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 08c8dd40-92a3-48cd-ba9b-61d1796f9b7a] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1168.762964] env[70323]: DEBUG oslo_concurrency.lockutils [None req-edddcb9d-f256-410a-86b1-a46164d9b4a3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.763351] env[70323]: DEBUG oslo_concurrency.lockutils [None req-edddcb9d-f256-410a-86b1-a46164d9b4a3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.763581] env[70323]: DEBUG nova.objects.instance [None req-edddcb9d-f256-410a-86b1-a46164d9b4a3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Lazy-loading 'resources' on Instance uuid 6e39317c-64f3-4457-b2ef-bc6d61fe59d1 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1168.787333] env[70323]: DEBUG oslo_vmware.api [None req-86e05bb0-a80c-4589-9129-ef28f69d8c6c tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227935, 'name': ReconfigVM_Task, 'duration_secs': 5.825096} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.787644] env[70323]: DEBUG oslo_concurrency.lockutils [None req-86e05bb0-a80c-4589-9129-ef28f69d8c6c tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Releasing lock "bb8ebaea-b4c3-45ff-a1db-fad437bcea82" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.787844] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-86e05bb0-a80c-4589-9129-ef28f69d8c6c tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] Reconfigured VM to detach interface {{(pid=70323) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1169.099687] env[70323]: DEBUG oslo_vmware.api [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52fdc646-aea3-6537-9239-2de6e76e1876, 'name': SearchDatastore_Task, 'duration_secs': 0.01247} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.100028] env[70323]: DEBUG oslo_concurrency.lockutils [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.100324] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 636c2386-b5b8-4b3e-878e-5c34204ab7c1] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1169.100618] env[70323]: DEBUG oslo_concurrency.lockutils [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.100841] env[70323]: DEBUG oslo_concurrency.lockutils [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.101105] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1169.101423] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cda13ba2-9f1f-4bd0-86c7-2071f97cce06 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.111032] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1169.111227] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1169.112377] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f8e1f6e-aff9-4777-ad75-29092f41eab4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.116104] env[70323]: DEBUG nova.network.neutron [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Successfully updated port: d77bddaa-0fbe-4d54-9a30-33f7a2e8eab6 {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1169.134020] env[70323]: DEBUG oslo_vmware.api [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Waiting for the task: (returnval){ [ 1169.134020] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5244a164-3fc4-250d-c470-ab3ac138db08" [ 1169.134020] env[70323]: _type = "Task" [ 1169.134020] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.144215] env[70323]: DEBUG oslo_vmware.api [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5244a164-3fc4-250d-c470-ab3ac138db08, 'name': SearchDatastore_Task, 'duration_secs': 0.010006} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.145128] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5732d755-f786-45d5-a920-0dc501d47cca {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.150682] env[70323]: DEBUG oslo_vmware.api [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Waiting for the task: (returnval){ [ 1169.150682] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52282d7a-573a-6cac-b6ec-690e91ce4bd9" [ 1169.150682] env[70323]: _type = "Task" [ 1169.150682] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.159535] env[70323]: DEBUG oslo_vmware.api [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52282d7a-573a-6cac-b6ec-690e91ce4bd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.220570] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: a48068d4-716f-4df7-b75b-d522cbf99d46] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1169.227850] env[70323]: DEBUG nova.network.neutron [req-c3b4c85b-81d6-47e8-90f7-fac83c612a96 req-d8a24054-2b3a-4175-b689-1f8c46e3ed42 service nova] [instance: 636c2386-b5b8-4b3e-878e-5c34204ab7c1] Updated VIF entry in instance network info cache for port d7784fdb-2e2f-4687-9856-fcbb7d4ec2f6. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1169.228190] env[70323]: DEBUG nova.network.neutron [req-c3b4c85b-81d6-47e8-90f7-fac83c612a96 req-d8a24054-2b3a-4175-b689-1f8c46e3ed42 service nova] [instance: 636c2386-b5b8-4b3e-878e-5c34204ab7c1] Updating instance_info_cache with network_info: [{"id": "d7784fdb-2e2f-4687-9856-fcbb7d4ec2f6", "address": "fa:16:3e:69:d1:3e", "network": {"id": "c007b1ef-cfb2-4ce7-bd1c-4b08918b6a61", "bridge": "br-int", "label": "tempest-ServersTestJSON-785052494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af37872d6532434f815597c22d8a4a36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7784fdb-2e", "ovs_interfaceid": "d7784fdb-2e2f-4687-9856-fcbb7d4ec2f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.409318] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a709318e-95a9-4324-a92a-1f16e8905ef1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.416252] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8f8a40-b183-43be-8ab5-dd7727e2b955 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.447646] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd319f79-9a79-40cc-9518-1519754d71ee {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.455045] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00a2e6e-069d-4e5b-8e68-d83af880f924 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.147494] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Acquiring lock "refresh_cache-7435958d-5a37-4344-ab48-99143acb1d28" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.147494] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Acquired lock "refresh_cache-7435958d-5a37-4344-ab48-99143acb1d28" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.147494] env[70323]: DEBUG nova.network.neutron [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1170.152998] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 94af8883-9a40-4929-8b36-16c400b3d18a] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1170.152998] env[70323]: DEBUG oslo_concurrency.lockutils [req-c3b4c85b-81d6-47e8-90f7-fac83c612a96 req-d8a24054-2b3a-4175-b689-1f8c46e3ed42 service nova] Releasing lock "refresh_cache-636c2386-b5b8-4b3e-878e-5c34204ab7c1" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.152998] env[70323]: DEBUG nova.compute.manager [req-c3b4c85b-81d6-47e8-90f7-fac83c612a96 req-d8a24054-2b3a-4175-b689-1f8c46e3ed42 service nova] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Received event network-vif-deleted-8067c626-6a07-478c-a9c9-f6409db15661 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.162662] env[70323]: DEBUG oslo_vmware.api [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52282d7a-573a-6cac-b6ec-690e91ce4bd9, 'name': SearchDatastore_Task, 'duration_secs': 0.010096} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.171231] env[70323]: DEBUG oslo_concurrency.lockutils [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.171590] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 636c2386-b5b8-4b3e-878e-5c34204ab7c1/636c2386-b5b8-4b3e-878e-5c34204ab7c1.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1170.172324] env[70323]: DEBUG nova.compute.provider_tree [None req-edddcb9d-f256-410a-86b1-a46164d9b4a3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1170.173511] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80600213-a17f-4a87-8dd7-e97f62704c69 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.181416] env[70323]: DEBUG oslo_vmware.api [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Waiting for the task: (returnval){ [ 1170.181416] env[70323]: value = "task-3227941" [ 1170.181416] env[70323]: _type = "Task" [ 1170.181416] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.190539] env[70323]: DEBUG oslo_vmware.api [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227941, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.239081] env[70323]: DEBUG nova.compute.manager [req-f69c3d29-038b-4060-ae7d-ec78dacb5735 req-2646c07c-2220-41ae-946a-bb64140addd3 service nova] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Received event network-vif-plugged-d77bddaa-0fbe-4d54-9a30-33f7a2e8eab6 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.239311] env[70323]: DEBUG oslo_concurrency.lockutils [req-f69c3d29-038b-4060-ae7d-ec78dacb5735 req-2646c07c-2220-41ae-946a-bb64140addd3 service nova] Acquiring lock "7435958d-5a37-4344-ab48-99143acb1d28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.239583] env[70323]: DEBUG oslo_concurrency.lockutils [req-f69c3d29-038b-4060-ae7d-ec78dacb5735 req-2646c07c-2220-41ae-946a-bb64140addd3 service nova] Lock "7435958d-5a37-4344-ab48-99143acb1d28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.239684] env[70323]: DEBUG oslo_concurrency.lockutils [req-f69c3d29-038b-4060-ae7d-ec78dacb5735 req-2646c07c-2220-41ae-946a-bb64140addd3 service nova] Lock "7435958d-5a37-4344-ab48-99143acb1d28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.239822] env[70323]: DEBUG nova.compute.manager [req-f69c3d29-038b-4060-ae7d-ec78dacb5735 req-2646c07c-2220-41ae-946a-bb64140addd3 service nova] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] No waiting events found dispatching network-vif-plugged-d77bddaa-0fbe-4d54-9a30-33f7a2e8eab6 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1170.239981] env[70323]: WARNING nova.compute.manager [req-f69c3d29-038b-4060-ae7d-ec78dacb5735 req-2646c07c-2220-41ae-946a-bb64140addd3 service nova] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Received unexpected event network-vif-plugged-d77bddaa-0fbe-4d54-9a30-33f7a2e8eab6 for instance with vm_state building and task_state spawning. [ 1170.240157] env[70323]: DEBUG nova.compute.manager [req-f69c3d29-038b-4060-ae7d-ec78dacb5735 req-2646c07c-2220-41ae-946a-bb64140addd3 service nova] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Received event network-changed-d77bddaa-0fbe-4d54-9a30-33f7a2e8eab6 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.240745] env[70323]: DEBUG nova.compute.manager [req-f69c3d29-038b-4060-ae7d-ec78dacb5735 req-2646c07c-2220-41ae-946a-bb64140addd3 service nova] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Refreshing instance network info cache due to event network-changed-d77bddaa-0fbe-4d54-9a30-33f7a2e8eab6. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1170.240745] env[70323]: DEBUG oslo_concurrency.lockutils [req-f69c3d29-038b-4060-ae7d-ec78dacb5735 req-2646c07c-2220-41ae-946a-bb64140addd3 service nova] Acquiring lock "refresh_cache-7435958d-5a37-4344-ab48-99143acb1d28" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.655226] env[70323]: DEBUG oslo_concurrency.lockutils [None req-86e05bb0-a80c-4589-9129-ef28f69d8c6c tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquiring lock "refresh_cache-bb8ebaea-b4c3-45ff-a1db-fad437bcea82" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.655432] env[70323]: DEBUG oslo_concurrency.lockutils [None req-86e05bb0-a80c-4589-9129-ef28f69d8c6c tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquired lock "refresh_cache-bb8ebaea-b4c3-45ff-a1db-fad437bcea82" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.655579] env[70323]: DEBUG nova.network.neutron [None req-86e05bb0-a80c-4589-9129-ef28f69d8c6c tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1170.656974] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: dd793706-95da-42f2-b9fc-ee37f04e6923] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1170.676940] env[70323]: DEBUG nova.scheduler.client.report [None req-edddcb9d-f256-410a-86b1-a46164d9b4a3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1170.692740] env[70323]: DEBUG oslo_vmware.api [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227941, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480417} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.692985] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 636c2386-b5b8-4b3e-878e-5c34204ab7c1/636c2386-b5b8-4b3e-878e-5c34204ab7c1.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1170.693263] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 636c2386-b5b8-4b3e-878e-5c34204ab7c1] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1170.693509] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce1cf47e-4cd1-48e9-b354-191a7530dec8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.697185] env[70323]: DEBUG nova.network.neutron [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1170.700626] env[70323]: DEBUG oslo_vmware.api [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Waiting for the task: (returnval){ [ 1170.700626] env[70323]: value = "task-3227942" [ 1170.700626] env[70323]: _type = "Task" [ 1170.700626] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.703872] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a6324629-7883-481a-a03b-e5733b6b32f1 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquiring lock "bb8ebaea-b4c3-45ff-a1db-fad437bcea82" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.704123] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a6324629-7883-481a-a03b-e5733b6b32f1 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Lock "bb8ebaea-b4c3-45ff-a1db-fad437bcea82" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.704349] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a6324629-7883-481a-a03b-e5733b6b32f1 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquiring lock "bb8ebaea-b4c3-45ff-a1db-fad437bcea82-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.704579] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a6324629-7883-481a-a03b-e5733b6b32f1 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Lock "bb8ebaea-b4c3-45ff-a1db-fad437bcea82-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.704764] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a6324629-7883-481a-a03b-e5733b6b32f1 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Lock "bb8ebaea-b4c3-45ff-a1db-fad437bcea82-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.706927] env[70323]: INFO nova.compute.manager [None req-a6324629-7883-481a-a03b-e5733b6b32f1 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] Terminating instance [ 1170.712129] env[70323]: DEBUG oslo_vmware.api [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227942, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.978939] env[70323]: DEBUG nova.network.neutron [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Updating instance_info_cache with network_info: [{"id": "d77bddaa-0fbe-4d54-9a30-33f7a2e8eab6", "address": "fa:16:3e:88:cd:12", "network": {"id": "04147f98-e096-4b08-86fd-82e3dbb0599e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-823971767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59ea186f9eb14bfd914ef3bde9458745", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3952eb02-1162-48ed-8227-9c138960d583", "external-id": "nsx-vlan-transportzone-250", "segmentation_id": 250, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd77bddaa-0f", "ovs_interfaceid": "d77bddaa-0fbe-4d54-9a30-33f7a2e8eab6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.163512] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 17e07646-9826-43d9-9295-3a70b541c534] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1171.181643] env[70323]: DEBUG oslo_concurrency.lockutils [None req-edddcb9d-f256-410a-86b1-a46164d9b4a3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.418s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.208774] env[70323]: INFO nova.scheduler.client.report [None req-edddcb9d-f256-410a-86b1-a46164d9b4a3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Deleted allocations for instance 6e39317c-64f3-4457-b2ef-bc6d61fe59d1 [ 1171.213314] env[70323]: DEBUG nova.compute.manager [None req-a6324629-7883-481a-a03b-e5733b6b32f1 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1171.213550] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a6324629-7883-481a-a03b-e5733b6b32f1 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1171.217209] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-286bfc04-16ad-4ed5-8e06-5c7f4da1d202 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.219784] env[70323]: DEBUG oslo_vmware.api [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227942, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063666} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.220068] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 636c2386-b5b8-4b3e-878e-5c34204ab7c1] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1171.221761] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be3493c8-4574-437b-b978-5e4c07edd8df {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.226290] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6324629-7883-481a-a03b-e5733b6b32f1 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1171.227135] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58319e38-4987-4ada-82d2-a33bf4b98d90 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.248838] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 636c2386-b5b8-4b3e-878e-5c34204ab7c1] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 636c2386-b5b8-4b3e-878e-5c34204ab7c1/636c2386-b5b8-4b3e-878e-5c34204ab7c1.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1171.250483] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-280bef2a-d2cd-4ecb-bb9a-c83d7f8ac339 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.265851] env[70323]: DEBUG oslo_vmware.api [None req-a6324629-7883-481a-a03b-e5733b6b32f1 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Waiting for the task: (returnval){ [ 1171.265851] env[70323]: value = "task-3227943" [ 1171.265851] env[70323]: _type = "Task" [ 1171.265851] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.272812] env[70323]: DEBUG oslo_vmware.api [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Waiting for the task: (returnval){ [ 1171.272812] env[70323]: value = "task-3227944" [ 1171.272812] env[70323]: _type = "Task" [ 1171.272812] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.276052] env[70323]: DEBUG oslo_vmware.api [None req-a6324629-7883-481a-a03b-e5733b6b32f1 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227943, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.286665] env[70323]: DEBUG oslo_vmware.api [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227944, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.482748] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Releasing lock "refresh_cache-7435958d-5a37-4344-ab48-99143acb1d28" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.483110] env[70323]: DEBUG nova.compute.manager [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Instance network_info: |[{"id": "d77bddaa-0fbe-4d54-9a30-33f7a2e8eab6", "address": "fa:16:3e:88:cd:12", "network": {"id": "04147f98-e096-4b08-86fd-82e3dbb0599e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-823971767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59ea186f9eb14bfd914ef3bde9458745", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3952eb02-1162-48ed-8227-9c138960d583", "external-id": "nsx-vlan-transportzone-250", "segmentation_id": 250, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd77bddaa-0f", "ovs_interfaceid": "d77bddaa-0fbe-4d54-9a30-33f7a2e8eab6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1171.483445] env[70323]: DEBUG oslo_concurrency.lockutils [req-f69c3d29-038b-4060-ae7d-ec78dacb5735 req-2646c07c-2220-41ae-946a-bb64140addd3 service nova] Acquired lock "refresh_cache-7435958d-5a37-4344-ab48-99143acb1d28" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.483803] env[70323]: DEBUG nova.network.neutron [req-f69c3d29-038b-4060-ae7d-ec78dacb5735 req-2646c07c-2220-41ae-946a-bb64140addd3 service nova] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Refreshing network info cache for port d77bddaa-0fbe-4d54-9a30-33f7a2e8eab6 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1171.484918] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:cd:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3952eb02-1162-48ed-8227-9c138960d583', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd77bddaa-0fbe-4d54-9a30-33f7a2e8eab6', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1171.492576] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1171.498015] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1171.498015] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99d9e41c-4885-420e-b411-fb553df1e08f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.517149] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1171.517149] env[70323]: value = "task-3227945" [ 1171.517149] env[70323]: _type = "Task" [ 1171.517149] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.570719] env[70323]: INFO nova.network.neutron [None req-86e05bb0-a80c-4589-9129-ef28f69d8c6c tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] Port e365bf65-3c96-477c-adb0-88285cf20bc1 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1171.571105] env[70323]: DEBUG nova.network.neutron [None req-86e05bb0-a80c-4589-9129-ef28f69d8c6c tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] Updating instance_info_cache with network_info: [{"id": "5fbf2b59-1284-4f39-b927-7a260f175301", "address": "fa:16:3e:9f:ed:6b", "network": {"id": "72c9180f-a081-4a3c-a140-c168d882c6f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1947974250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "629980704660404c9e5b2a810d6182a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fbf2b59-12", "ovs_interfaceid": "5fbf2b59-1284-4f39-b927-7a260f175301", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.666308] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 86114837-8210-4063-9fe5-6e867ae7b252] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1171.717895] env[70323]: DEBUG oslo_concurrency.lockutils [None req-edddcb9d-f256-410a-86b1-a46164d9b4a3 tempest-ServersNegativeTestJSON-1355556012 tempest-ServersNegativeTestJSON-1355556012-project-member] Lock "6e39317c-64f3-4457-b2ef-bc6d61fe59d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.549s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.779891] env[70323]: DEBUG oslo_vmware.api [None req-a6324629-7883-481a-a03b-e5733b6b32f1 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227943, 'name': PowerOffVM_Task, 'duration_secs': 0.294407} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.784020] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6324629-7883-481a-a03b-e5733b6b32f1 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1171.784307] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a6324629-7883-481a-a03b-e5733b6b32f1 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1171.784551] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-20098821-fca2-45a0-8e93-810b94c388ed {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.796835] env[70323]: DEBUG oslo_vmware.api [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227944, 'name': ReconfigVM_Task, 'duration_secs': 0.373428} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.801379] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 636c2386-b5b8-4b3e-878e-5c34204ab7c1] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 636c2386-b5b8-4b3e-878e-5c34204ab7c1/636c2386-b5b8-4b3e-878e-5c34204ab7c1.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1171.802477] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3b2875b-8818-4346-8445-4cbe0c0c9f31 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.814809] env[70323]: DEBUG oslo_vmware.api [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Waiting for the task: (returnval){ [ 1171.814809] env[70323]: value = "task-3227947" [ 1171.814809] env[70323]: _type = "Task" [ 1171.814809] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.824290] env[70323]: DEBUG oslo_vmware.api [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227947, 'name': Rename_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.869845] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a6324629-7883-481a-a03b-e5733b6b32f1 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1171.870583] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a6324629-7883-481a-a03b-e5733b6b32f1 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] Deleting contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1171.870583] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6324629-7883-481a-a03b-e5733b6b32f1 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Deleting the datastore file [datastore1] bb8ebaea-b4c3-45ff-a1db-fad437bcea82 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1171.870874] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29a9f9d6-14f6-4c8a-982c-461af887c058 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.880875] env[70323]: DEBUG oslo_vmware.api [None req-a6324629-7883-481a-a03b-e5733b6b32f1 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Waiting for the task: (returnval){ [ 1171.880875] env[70323]: value = "task-3227948" [ 1171.880875] env[70323]: _type = "Task" [ 1171.880875] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.892360] env[70323]: DEBUG oslo_vmware.api [None req-a6324629-7883-481a-a03b-e5733b6b32f1 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227948, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.919322] env[70323]: DEBUG nova.network.neutron [req-f69c3d29-038b-4060-ae7d-ec78dacb5735 req-2646c07c-2220-41ae-946a-bb64140addd3 service nova] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Updated VIF entry in instance network info cache for port d77bddaa-0fbe-4d54-9a30-33f7a2e8eab6. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1171.919681] env[70323]: DEBUG nova.network.neutron [req-f69c3d29-038b-4060-ae7d-ec78dacb5735 req-2646c07c-2220-41ae-946a-bb64140addd3 service nova] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Updating instance_info_cache with network_info: [{"id": "d77bddaa-0fbe-4d54-9a30-33f7a2e8eab6", "address": "fa:16:3e:88:cd:12", "network": {"id": "04147f98-e096-4b08-86fd-82e3dbb0599e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-823971767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59ea186f9eb14bfd914ef3bde9458745", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3952eb02-1162-48ed-8227-9c138960d583", "external-id": "nsx-vlan-transportzone-250", "segmentation_id": 250, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd77bddaa-0f", "ovs_interfaceid": "d77bddaa-0fbe-4d54-9a30-33f7a2e8eab6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.028276] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227945, 'name': CreateVM_Task, 'duration_secs': 0.383499} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.028387] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1172.029101] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.029199] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.029505] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.029766] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1a1201a-2a96-4870-8aef-e1c9d9914a4e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.035485] env[70323]: DEBUG oslo_vmware.api [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for the task: (returnval){ [ 1172.035485] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5213bbe8-f3f3-cf46-291a-588f40f6b028" [ 1172.035485] env[70323]: _type = "Task" [ 1172.035485] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.043867] env[70323]: DEBUG oslo_vmware.api [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5213bbe8-f3f3-cf46-291a-588f40f6b028, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.077022] env[70323]: DEBUG oslo_concurrency.lockutils [None req-86e05bb0-a80c-4589-9129-ef28f69d8c6c tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Releasing lock "refresh_cache-bb8ebaea-b4c3-45ff-a1db-fad437bcea82" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.170154] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 19fddddc-9657-463c-b24d-7ae457fdb870] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1172.335058] env[70323]: DEBUG oslo_vmware.api [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227947, 'name': Rename_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.395530] env[70323]: DEBUG oslo_vmware.api [None req-a6324629-7883-481a-a03b-e5733b6b32f1 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227948, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.43138} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.395798] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6324629-7883-481a-a03b-e5733b6b32f1 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1172.396036] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a6324629-7883-481a-a03b-e5733b6b32f1 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] Deleted contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1172.396451] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a6324629-7883-481a-a03b-e5733b6b32f1 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1172.396451] env[70323]: INFO nova.compute.manager [None req-a6324629-7883-481a-a03b-e5733b6b32f1 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1172.396709] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6324629-7883-481a-a03b-e5733b6b32f1 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1172.397030] env[70323]: DEBUG nova.compute.manager [-] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1172.397179] env[70323]: DEBUG nova.network.neutron [-] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1172.422678] env[70323]: DEBUG oslo_concurrency.lockutils [req-f69c3d29-038b-4060-ae7d-ec78dacb5735 req-2646c07c-2220-41ae-946a-bb64140addd3 service nova] Releasing lock "refresh_cache-7435958d-5a37-4344-ab48-99143acb1d28" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.547843] env[70323]: DEBUG oslo_vmware.api [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5213bbe8-f3f3-cf46-291a-588f40f6b028, 'name': SearchDatastore_Task, 'duration_secs': 0.011119} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.551344] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.551835] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1172.553056] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.553056] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.553056] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1172.553056] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0118dd84-8cbb-4c38-b9ad-a7ccd61a73db {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.566138] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1172.566343] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1172.567068] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b356400f-29eb-4375-a843-d9686cd1919a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.573033] env[70323]: DEBUG oslo_vmware.api [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for the task: (returnval){ [ 1172.573033] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]528f96b9-8be9-162f-32a3-dfceed398ea7" [ 1172.573033] env[70323]: _type = "Task" [ 1172.573033] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.580682] env[70323]: DEBUG oslo_concurrency.lockutils [None req-86e05bb0-a80c-4589-9129-ef28f69d8c6c tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Lock "interface-bb8ebaea-b4c3-45ff-a1db-fad437bcea82-e365bf65-3c96-477c-adb0-88285cf20bc1" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.414s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.591814] env[70323]: DEBUG oslo_vmware.api [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]528f96b9-8be9-162f-32a3-dfceed398ea7, 'name': SearchDatastore_Task, 'duration_secs': 0.0133} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.592767] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f58b3cc4-7e05-4bd4-abed-38fcdaec231b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.600760] env[70323]: DEBUG oslo_vmware.api [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for the task: (returnval){ [ 1172.600760] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52f54158-88b4-cf5e-4f18-d45f73627b63" [ 1172.600760] env[70323]: _type = "Task" [ 1172.600760] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.611842] env[70323]: DEBUG oslo_vmware.api [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52f54158-88b4-cf5e-4f18-d45f73627b63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.678087] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 72e4392e-ac35-41a0-b0b8-66088e62a055] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1172.827770] env[70323]: DEBUG oslo_vmware.api [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227947, 'name': Rename_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.117706] env[70323]: DEBUG oslo_vmware.api [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52f54158-88b4-cf5e-4f18-d45f73627b63, 'name': SearchDatastore_Task, 'duration_secs': 0.015714} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.117994] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.118311] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 7435958d-5a37-4344-ab48-99143acb1d28/7435958d-5a37-4344-ab48-99143acb1d28.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1173.118806] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7126c181-0838-487b-863e-128e90bbb869 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.130891] env[70323]: DEBUG oslo_vmware.api [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for the task: (returnval){ [ 1173.130891] env[70323]: value = "task-3227949" [ 1173.130891] env[70323]: _type = "Task" [ 1173.130891] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.140125] env[70323]: DEBUG oslo_vmware.api [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227949, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.181982] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 5556ee05-8834-4ce8-99a3-db4e3d733a9a] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1173.325422] env[70323]: DEBUG nova.compute.manager [req-68dd8b4a-745f-47fa-8b72-0362654cdd11 req-7d019dfd-7432-4f23-9311-5695a3479d9f service nova] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] Received event network-vif-deleted-5fbf2b59-1284-4f39-b927-7a260f175301 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1173.325422] env[70323]: INFO nova.compute.manager [req-68dd8b4a-745f-47fa-8b72-0362654cdd11 req-7d019dfd-7432-4f23-9311-5695a3479d9f service nova] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] Neutron deleted interface 5fbf2b59-1284-4f39-b927-7a260f175301; detaching it from the instance and deleting it from the info cache [ 1173.325508] env[70323]: DEBUG nova.network.neutron [req-68dd8b4a-745f-47fa-8b72-0362654cdd11 req-7d019dfd-7432-4f23-9311-5695a3479d9f service nova] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.333479] env[70323]: DEBUG oslo_vmware.api [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227947, 'name': Rename_Task, 'duration_secs': 1.181797} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.333738] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 636c2386-b5b8-4b3e-878e-5c34204ab7c1] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1173.334507] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a407918-1be1-44ae-82a1-fdea513381f7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.342128] env[70323]: DEBUG oslo_vmware.api [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Waiting for the task: (returnval){ [ 1173.342128] env[70323]: value = "task-3227950" [ 1173.342128] env[70323]: _type = "Task" [ 1173.342128] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.351033] env[70323]: DEBUG oslo_vmware.api [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227950, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.645099] env[70323]: DEBUG oslo_vmware.api [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227949, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.686055] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: e38249fe-4114-40a6-9cdb-8ec5917bec83] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1173.800813] env[70323]: DEBUG nova.network.neutron [-] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.830063] env[70323]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0849fb7c-00a4-4603-87d9-0999faa83356 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.840293] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a3fd32-56f0-4728-bf3a-6e54cdc1aa10 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.863010] env[70323]: DEBUG oslo_vmware.api [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227950, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.878645] env[70323]: DEBUG nova.compute.manager [req-68dd8b4a-745f-47fa-8b72-0362654cdd11 req-7d019dfd-7432-4f23-9311-5695a3479d9f service nova] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] Detach interface failed, port_id=5fbf2b59-1284-4f39-b927-7a260f175301, reason: Instance bb8ebaea-b4c3-45ff-a1db-fad437bcea82 could not be found. {{(pid=70323) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1174.142628] env[70323]: DEBUG oslo_vmware.api [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227949, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.645614} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.142913] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 7435958d-5a37-4344-ab48-99143acb1d28/7435958d-5a37-4344-ab48-99143acb1d28.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1174.143119] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1174.143483] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-75df6c5b-638d-4ce6-aadd-7f2eeeceb187 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.151353] env[70323]: DEBUG oslo_vmware.api [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for the task: (returnval){ [ 1174.151353] env[70323]: value = "task-3227951" [ 1174.151353] env[70323]: _type = "Task" [ 1174.151353] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.160344] env[70323]: DEBUG oslo_vmware.api [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227951, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.190158] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1174.190500] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Cleaning up deleted instances with incomplete migration {{(pid=70323) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1174.303889] env[70323]: INFO nova.compute.manager [-] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] Took 1.91 seconds to deallocate network for instance. [ 1174.364364] env[70323]: DEBUG oslo_vmware.api [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227950, 'name': PowerOnVM_Task, 'duration_secs': 0.76994} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.364671] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 636c2386-b5b8-4b3e-878e-5c34204ab7c1] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1174.364870] env[70323]: INFO nova.compute.manager [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 636c2386-b5b8-4b3e-878e-5c34204ab7c1] Took 8.39 seconds to spawn the instance on the hypervisor. [ 1174.365057] env[70323]: DEBUG nova.compute.manager [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 636c2386-b5b8-4b3e-878e-5c34204ab7c1] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1174.365853] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0234574-18a0-4bf7-8a0f-db414a23c24e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.661383] env[70323]: DEBUG oslo_vmware.api [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227951, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099208} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.661712] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1174.662473] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96f3cb9-7998-41aa-9e2e-c52aba59fe89 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.696186] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 7435958d-5a37-4344-ab48-99143acb1d28/7435958d-5a37-4344-ab48-99143acb1d28.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1174.696854] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20aba012-c813-48e1-9eab-2773d3890e3b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.716925] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1174.725228] env[70323]: DEBUG oslo_vmware.api [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for the task: (returnval){ [ 1174.725228] env[70323]: value = "task-3227952" [ 1174.725228] env[70323]: _type = "Task" [ 1174.725228] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.733929] env[70323]: DEBUG oslo_vmware.api [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227952, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.810642] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a6324629-7883-481a-a03b-e5733b6b32f1 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.810959] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a6324629-7883-481a-a03b-e5733b6b32f1 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.811248] env[70323]: DEBUG nova.objects.instance [None req-a6324629-7883-481a-a03b-e5733b6b32f1 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Lazy-loading 'resources' on Instance uuid bb8ebaea-b4c3-45ff-a1db-fad437bcea82 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1174.883747] env[70323]: INFO nova.compute.manager [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 636c2386-b5b8-4b3e-878e-5c34204ab7c1] Took 13.78 seconds to build instance. [ 1175.235745] env[70323]: DEBUG oslo_vmware.api [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227952, 'name': ReconfigVM_Task, 'duration_secs': 0.374465} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.236074] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 7435958d-5a37-4344-ab48-99143acb1d28/7435958d-5a37-4344-ab48-99143acb1d28.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1175.236670] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8392d971-7c4a-48a2-b7df-f99e7954eb65 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.243540] env[70323]: DEBUG oslo_vmware.api [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for the task: (returnval){ [ 1175.243540] env[70323]: value = "task-3227953" [ 1175.243540] env[70323]: _type = "Task" [ 1175.243540] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.250876] env[70323]: DEBUG oslo_vmware.api [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227953, 'name': Rename_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.385560] env[70323]: DEBUG oslo_concurrency.lockutils [None req-42a616fc-97f2-41ac-beec-25706874a492 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Lock "636c2386-b5b8-4b3e-878e-5c34204ab7c1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.295s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.450478] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb38e01-bffb-42a9-9e83-e43cbe14ae2e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.460038] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b688fe2-84f1-495b-bed3-d546722e1058 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.490414] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e570559a-4252-4f53-bced-540598e2b624 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.497995] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e701fb-1930-4b70-a83f-3ec8de0df435 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.511387] env[70323]: DEBUG nova.compute.provider_tree [None req-a6324629-7883-481a-a03b-e5733b6b32f1 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1175.753792] env[70323]: DEBUG oslo_vmware.api [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227953, 'name': Rename_Task, 'duration_secs': 0.169299} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.754164] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1175.754359] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b28cbcab-2887-4ffc-ac97-50c553a7392d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.761980] env[70323]: DEBUG oslo_vmware.api [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for the task: (returnval){ [ 1175.761980] env[70323]: value = "task-3227954" [ 1175.761980] env[70323]: _type = "Task" [ 1175.761980] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.769887] env[70323]: DEBUG oslo_vmware.api [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227954, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.015250] env[70323]: DEBUG nova.scheduler.client.report [None req-a6324629-7883-481a-a03b-e5733b6b32f1 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1176.220065] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1176.220065] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1176.274089] env[70323]: DEBUG oslo_concurrency.lockutils [None req-daa64db4-d8cf-492e-b4e3-b72f2c512f7b tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquiring lock "636c2386-b5b8-4b3e-878e-5c34204ab7c1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.274648] env[70323]: DEBUG oslo_concurrency.lockutils [None req-daa64db4-d8cf-492e-b4e3-b72f2c512f7b tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Lock "636c2386-b5b8-4b3e-878e-5c34204ab7c1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.274648] env[70323]: DEBUG oslo_concurrency.lockutils [None req-daa64db4-d8cf-492e-b4e3-b72f2c512f7b tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquiring lock "636c2386-b5b8-4b3e-878e-5c34204ab7c1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.274838] env[70323]: DEBUG oslo_concurrency.lockutils [None req-daa64db4-d8cf-492e-b4e3-b72f2c512f7b tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Lock "636c2386-b5b8-4b3e-878e-5c34204ab7c1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.274998] env[70323]: DEBUG oslo_concurrency.lockutils [None req-daa64db4-d8cf-492e-b4e3-b72f2c512f7b tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Lock "636c2386-b5b8-4b3e-878e-5c34204ab7c1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.276582] env[70323]: DEBUG oslo_vmware.api [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227954, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.277269] env[70323]: INFO nova.compute.manager [None req-daa64db4-d8cf-492e-b4e3-b72f2c512f7b tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 636c2386-b5b8-4b3e-878e-5c34204ab7c1] Terminating instance [ 1176.520873] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a6324629-7883-481a-a03b-e5733b6b32f1 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.710s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.547794] env[70323]: INFO nova.scheduler.client.report [None req-a6324629-7883-481a-a03b-e5733b6b32f1 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Deleted allocations for instance bb8ebaea-b4c3-45ff-a1db-fad437bcea82 [ 1176.727109] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1176.727248] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1176.727407] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1176.727564] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1176.727710] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1176.727856] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._sync_power_states {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1176.773240] env[70323]: DEBUG oslo_vmware.api [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3227954, 'name': PowerOnVM_Task, 'duration_secs': 0.600514} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.773240] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1176.773383] env[70323]: INFO nova.compute.manager [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Took 8.55 seconds to spawn the instance on the hypervisor. [ 1176.775670] env[70323]: DEBUG nova.compute.manager [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1176.775670] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5fe2a2-a17d-4894-ab77-d2c319d42b40 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.780921] env[70323]: DEBUG nova.compute.manager [None req-daa64db4-d8cf-492e-b4e3-b72f2c512f7b tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 636c2386-b5b8-4b3e-878e-5c34204ab7c1] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1176.781133] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-daa64db4-d8cf-492e-b4e3-b72f2c512f7b tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 636c2386-b5b8-4b3e-878e-5c34204ab7c1] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1176.784569] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-333512cc-8e16-4264-ac58-1431143f9e49 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.792908] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-daa64db4-d8cf-492e-b4e3-b72f2c512f7b tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 636c2386-b5b8-4b3e-878e-5c34204ab7c1] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1176.793181] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90f6d841-1dad-4737-9a85-79bf2fd0ba2c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.800869] env[70323]: DEBUG oslo_vmware.api [None req-daa64db4-d8cf-492e-b4e3-b72f2c512f7b tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Waiting for the task: (returnval){ [ 1176.800869] env[70323]: value = "task-3227955" [ 1176.800869] env[70323]: _type = "Task" [ 1176.800869] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.811270] env[70323]: DEBUG oslo_vmware.api [None req-daa64db4-d8cf-492e-b4e3-b72f2c512f7b tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227955, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.055680] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a6324629-7883-481a-a03b-e5733b6b32f1 tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Lock "bb8ebaea-b4c3-45ff-a1db-fad437bcea82" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.351s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.233027] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Getting list of instances from cluster (obj){ [ 1177.233027] env[70323]: value = "domain-c8" [ 1177.233027] env[70323]: _type = "ClusterComputeResource" [ 1177.233027] env[70323]: } {{(pid=70323) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1177.234095] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a49cc390-32b9-4267-a2cf-26b50bd84b05 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.254621] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Got total of 9 instances {{(pid=70323) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1177.255370] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Triggering sync for uuid 728ab2dc-eefc-491c-ac6b-17732e72d24b {{(pid=70323) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1177.255640] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Triggering sync for uuid 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4 {{(pid=70323) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1177.255815] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Triggering sync for uuid 463a69ec-6f8d-40ab-8fc1-0aacab523905 {{(pid=70323) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1177.255970] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Triggering sync for uuid d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8 {{(pid=70323) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1177.256137] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Triggering sync for uuid 3b955df2-dee0-4fa3-ada7-497f29bd7a8b {{(pid=70323) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1177.256289] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Triggering sync for uuid e33513e5-3715-4111-bf8c-d7443022c82c {{(pid=70323) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1177.256437] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Triggering sync for uuid 9b46a1c8-0585-4c85-957e-6624fa019800 {{(pid=70323) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1177.256581] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Triggering sync for uuid 636c2386-b5b8-4b3e-878e-5c34204ab7c1 {{(pid=70323) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1177.256725] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Triggering sync for uuid 7435958d-5a37-4344-ab48-99143acb1d28 {{(pid=70323) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1177.258078] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Acquiring lock "728ab2dc-eefc-491c-ac6b-17732e72d24b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.258078] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Lock "728ab2dc-eefc-491c-ac6b-17732e72d24b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.258312] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Acquiring lock "5177cefd-dc6f-417f-b4b6-80e4efcbcdd4" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.258312] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Lock "5177cefd-dc6f-417f-b4b6-80e4efcbcdd4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.258532] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Acquiring lock "463a69ec-6f8d-40ab-8fc1-0aacab523905" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.258719] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Lock "463a69ec-6f8d-40ab-8fc1-0aacab523905" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.258921] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Acquiring lock "d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.259103] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Lock "d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.259300] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Acquiring lock "3b955df2-dee0-4fa3-ada7-497f29bd7a8b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.259478] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Lock "3b955df2-dee0-4fa3-ada7-497f29bd7a8b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.259700] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Acquiring lock "e33513e5-3715-4111-bf8c-d7443022c82c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.259871] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Lock "e33513e5-3715-4111-bf8c-d7443022c82c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.260100] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Acquiring lock "9b46a1c8-0585-4c85-957e-6624fa019800" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.260277] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Lock "9b46a1c8-0585-4c85-957e-6624fa019800" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.260495] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Acquiring lock "636c2386-b5b8-4b3e-878e-5c34204ab7c1" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.260696] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Acquiring lock "7435958d-5a37-4344-ab48-99143acb1d28" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.260870] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1177.261011] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70323) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1177.261904] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4afc1ce0-76c8-42af-916f-fd40c5e3182c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.265367] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebbab197-215e-48c9-b3ad-f485d3eec565 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.269825] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58317e9-741d-41c0-a7e4-e39153bf88de {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.272831] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d50cef58-afbd-4058-be8c-be6070f0aacf {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.275660] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2434eff-b830-408a-a56e-6eeb47513447 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.278210] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3580bcd-2528-479f-aba7-aa666d3dfa7a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.281543] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae0a16e-0a07-4b30-935a-11d03e2feaa8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.284238] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager.update_available_resource {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1177.318938] env[70323]: INFO nova.compute.manager [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Took 15.44 seconds to build instance. [ 1177.322194] env[70323]: WARNING oslo_messaging._drivers.amqpdriver [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1177.329046] env[70323]: DEBUG oslo_vmware.api [None req-daa64db4-d8cf-492e-b4e3-b72f2c512f7b tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227955, 'name': PowerOffVM_Task, 'duration_secs': 0.323946} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.329826] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-daa64db4-d8cf-492e-b4e3-b72f2c512f7b tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 636c2386-b5b8-4b3e-878e-5c34204ab7c1] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1177.329998] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-daa64db4-d8cf-492e-b4e3-b72f2c512f7b tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 636c2386-b5b8-4b3e-878e-5c34204ab7c1] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1177.330947] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90668dcf-5731-4b7c-b831-66a993c7acb0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.417282] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-daa64db4-d8cf-492e-b4e3-b72f2c512f7b tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 636c2386-b5b8-4b3e-878e-5c34204ab7c1] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1177.417496] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-daa64db4-d8cf-492e-b4e3-b72f2c512f7b tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 636c2386-b5b8-4b3e-878e-5c34204ab7c1] Deleting contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1177.417684] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-daa64db4-d8cf-492e-b4e3-b72f2c512f7b tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Deleting the datastore file [datastore1] 636c2386-b5b8-4b3e-878e-5c34204ab7c1 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1177.417952] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-510792b1-a56a-40a8-a11f-4568900cf0b2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.425101] env[70323]: DEBUG oslo_vmware.api [None req-daa64db4-d8cf-492e-b4e3-b72f2c512f7b tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Waiting for the task: (returnval){ [ 1177.425101] env[70323]: value = "task-3227957" [ 1177.425101] env[70323]: _type = "Task" [ 1177.425101] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.432985] env[70323]: DEBUG oslo_vmware.api [None req-daa64db4-d8cf-492e-b4e3-b72f2c512f7b tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227957, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.755165] env[70323]: DEBUG oslo_concurrency.lockutils [None req-06fe15aa-9460-4478-a6c2-b2bf19f0e77c tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquiring lock "5177cefd-dc6f-417f-b4b6-80e4efcbcdd4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.763179] env[70323]: DEBUG nova.compute.manager [req-1261354f-c26e-406e-872b-e7b3c8f65b13 req-06573728-98d8-4293-b505-335facad47f9 service nova] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Received event network-changed-d77bddaa-0fbe-4d54-9a30-33f7a2e8eab6 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1177.763407] env[70323]: DEBUG nova.compute.manager [req-1261354f-c26e-406e-872b-e7b3c8f65b13 req-06573728-98d8-4293-b505-335facad47f9 service nova] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Refreshing instance network info cache due to event network-changed-d77bddaa-0fbe-4d54-9a30-33f7a2e8eab6. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1177.763632] env[70323]: DEBUG oslo_concurrency.lockutils [req-1261354f-c26e-406e-872b-e7b3c8f65b13 req-06573728-98d8-4293-b505-335facad47f9 service nova] Acquiring lock "refresh_cache-7435958d-5a37-4344-ab48-99143acb1d28" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.764060] env[70323]: DEBUG oslo_concurrency.lockutils [req-1261354f-c26e-406e-872b-e7b3c8f65b13 req-06573728-98d8-4293-b505-335facad47f9 service nova] Acquired lock "refresh_cache-7435958d-5a37-4344-ab48-99143acb1d28" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.764060] env[70323]: DEBUG nova.network.neutron [req-1261354f-c26e-406e-872b-e7b3c8f65b13 req-06573728-98d8-4293-b505-335facad47f9 service nova] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Refreshing network info cache for port d77bddaa-0fbe-4d54-9a30-33f7a2e8eab6 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1177.789246] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.789436] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.789634] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.789793] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70323) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1177.790641] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3825101-ae5a-4caa-9bd5-e2867ea9ef57 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.799570] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55fdecdb-f30a-4a97-ad4e-ae68a641d7ad {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.813363] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Lock "728ab2dc-eefc-491c-ac6b-17732e72d24b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.555s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.813700] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Lock "463a69ec-6f8d-40ab-8fc1-0aacab523905" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.555s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.814553] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348d3d7c-2f7e-42fb-b9c2-6b5d42215474 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.817091] env[70323]: INFO nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] During sync_power_state the instance has a pending task (deleting). Skip. [ 1177.817295] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Lock "5177cefd-dc6f-417f-b4b6-80e4efcbcdd4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.559s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.817582] env[70323]: DEBUG oslo_concurrency.lockutils [None req-06fe15aa-9460-4478-a6c2-b2bf19f0e77c tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Lock "5177cefd-dc6f-417f-b4b6-80e4efcbcdd4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.063s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.817793] env[70323]: DEBUG oslo_concurrency.lockutils [None req-06fe15aa-9460-4478-a6c2-b2bf19f0e77c tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquiring lock "5177cefd-dc6f-417f-b4b6-80e4efcbcdd4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.817991] env[70323]: DEBUG oslo_concurrency.lockutils [None req-06fe15aa-9460-4478-a6c2-b2bf19f0e77c tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Lock "5177cefd-dc6f-417f-b4b6-80e4efcbcdd4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.818169] env[70323]: DEBUG oslo_concurrency.lockutils [None req-06fe15aa-9460-4478-a6c2-b2bf19f0e77c tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Lock "5177cefd-dc6f-417f-b4b6-80e4efcbcdd4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.820182] env[70323]: INFO nova.compute.manager [None req-06fe15aa-9460-4478-a6c2-b2bf19f0e77c tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Terminating instance [ 1177.824265] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8e22dad1-479b-43f7-88ae-a05de30d6e8d tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Lock "7435958d-5a37-4344-ab48-99143acb1d28" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.958s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.824639] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Lock "e33513e5-3715-4111-bf8c-d7443022c82c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.565s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.825357] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Lock "9b46a1c8-0585-4c85-957e-6624fa019800" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.565s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.825500] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Lock "7435958d-5a37-4344-ab48-99143acb1d28" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.565s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.825590] env[70323]: INFO nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] During sync_power_state the instance has a pending task (spawning). Skip. [ 1177.825742] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Lock "7435958d-5a37-4344-ab48-99143acb1d28" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.826693] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e6bad1-006b-4d54-92e5-e45f72ed41c6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.863128] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Lock "d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.604s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.863559] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Lock "3b955df2-dee0-4fa3-ada7-497f29bd7a8b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.604s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.864330] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179520MB free_disk=121GB free_vcpus=48 pci_devices=None {{(pid=70323) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1177.864479] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.864668] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.936042] env[70323]: DEBUG oslo_vmware.api [None req-daa64db4-d8cf-492e-b4e3-b72f2c512f7b tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227957, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137181} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.936368] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-daa64db4-d8cf-492e-b4e3-b72f2c512f7b tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1177.936612] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-daa64db4-d8cf-492e-b4e3-b72f2c512f7b tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 636c2386-b5b8-4b3e-878e-5c34204ab7c1] Deleted contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1177.936730] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-daa64db4-d8cf-492e-b4e3-b72f2c512f7b tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 636c2386-b5b8-4b3e-878e-5c34204ab7c1] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1177.937533] env[70323]: INFO nova.compute.manager [None req-daa64db4-d8cf-492e-b4e3-b72f2c512f7b tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 636c2386-b5b8-4b3e-878e-5c34204ab7c1] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1177.937533] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-daa64db4-d8cf-492e-b4e3-b72f2c512f7b tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1177.937533] env[70323]: DEBUG nova.compute.manager [-] [instance: 636c2386-b5b8-4b3e-878e-5c34204ab7c1] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1177.937801] env[70323]: DEBUG nova.network.neutron [-] [instance: 636c2386-b5b8-4b3e-878e-5c34204ab7c1] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1178.216099] env[70323]: DEBUG nova.compute.manager [req-e0c3617d-28d4-44a0-a33e-5488d11b691d req-690b19bd-809d-496a-8097-8d6e6d3a6876 service nova] [instance: 636c2386-b5b8-4b3e-878e-5c34204ab7c1] Received event network-vif-deleted-d7784fdb-2e2f-4687-9856-fcbb7d4ec2f6 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1178.216582] env[70323]: INFO nova.compute.manager [req-e0c3617d-28d4-44a0-a33e-5488d11b691d req-690b19bd-809d-496a-8097-8d6e6d3a6876 service nova] [instance: 636c2386-b5b8-4b3e-878e-5c34204ab7c1] Neutron deleted interface d7784fdb-2e2f-4687-9856-fcbb7d4ec2f6; detaching it from the instance and deleting it from the info cache [ 1178.216582] env[70323]: DEBUG nova.network.neutron [req-e0c3617d-28d4-44a0-a33e-5488d11b691d req-690b19bd-809d-496a-8097-8d6e6d3a6876 service nova] [instance: 636c2386-b5b8-4b3e-878e-5c34204ab7c1] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.326635] env[70323]: DEBUG nova.compute.manager [None req-06fe15aa-9460-4478-a6c2-b2bf19f0e77c tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1178.326880] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-06fe15aa-9460-4478-a6c2-b2bf19f0e77c tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1178.328202] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e790f7ab-510a-4d1b-b34e-78b22fe64102 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.336963] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-06fe15aa-9460-4478-a6c2-b2bf19f0e77c tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1178.339355] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca09044c-b18b-4a87-ae9c-5252a594ce7d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.346596] env[70323]: DEBUG oslo_vmware.api [None req-06fe15aa-9460-4478-a6c2-b2bf19f0e77c tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Waiting for the task: (returnval){ [ 1178.346596] env[70323]: value = "task-3227958" [ 1178.346596] env[70323]: _type = "Task" [ 1178.346596] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.355117] env[70323]: DEBUG oslo_vmware.api [None req-06fe15aa-9460-4478-a6c2-b2bf19f0e77c tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227958, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.522893] env[70323]: DEBUG nova.network.neutron [req-1261354f-c26e-406e-872b-e7b3c8f65b13 req-06573728-98d8-4293-b505-335facad47f9 service nova] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Updated VIF entry in instance network info cache for port d77bddaa-0fbe-4d54-9a30-33f7a2e8eab6. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1178.523334] env[70323]: DEBUG nova.network.neutron [req-1261354f-c26e-406e-872b-e7b3c8f65b13 req-06573728-98d8-4293-b505-335facad47f9 service nova] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Updating instance_info_cache with network_info: [{"id": "d77bddaa-0fbe-4d54-9a30-33f7a2e8eab6", "address": "fa:16:3e:88:cd:12", "network": {"id": "04147f98-e096-4b08-86fd-82e3dbb0599e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-823971767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59ea186f9eb14bfd914ef3bde9458745", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3952eb02-1162-48ed-8227-9c138960d583", "external-id": "nsx-vlan-transportzone-250", "segmentation_id": 250, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd77bddaa-0f", "ovs_interfaceid": "d77bddaa-0fbe-4d54-9a30-33f7a2e8eab6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.691973] env[70323]: DEBUG nova.network.neutron [-] [instance: 636c2386-b5b8-4b3e-878e-5c34204ab7c1] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.723048] env[70323]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-45408721-3a9f-4735-b26b-851a846a649b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.736521] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e558835-cf33-4b19-be02-b6bffdbfb073 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.778651] env[70323]: DEBUG nova.compute.manager [req-e0c3617d-28d4-44a0-a33e-5488d11b691d req-690b19bd-809d-496a-8097-8d6e6d3a6876 service nova] [instance: 636c2386-b5b8-4b3e-878e-5c34204ab7c1] Detach interface failed, port_id=d7784fdb-2e2f-4687-9856-fcbb7d4ec2f6, reason: Instance 636c2386-b5b8-4b3e-878e-5c34204ab7c1 could not be found. {{(pid=70323) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1178.860545] env[70323]: DEBUG oslo_vmware.api [None req-06fe15aa-9460-4478-a6c2-b2bf19f0e77c tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227958, 'name': PowerOffVM_Task, 'duration_secs': 0.183792} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.861024] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-06fe15aa-9460-4478-a6c2-b2bf19f0e77c tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1178.861338] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-06fe15aa-9460-4478-a6c2-b2bf19f0e77c tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1178.861693] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6e3b098-60c0-4179-8765-818632c6c636 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.898270] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 728ab2dc-eefc-491c-ac6b-17732e72d24b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1178.898458] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1178.898565] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 463a69ec-6f8d-40ab-8fc1-0aacab523905 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1178.898710] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1178.898851] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 3b955df2-dee0-4fa3-ada7-497f29bd7a8b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1178.898969] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance e33513e5-3715-4111-bf8c-d7443022c82c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1178.899097] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 9b46a1c8-0585-4c85-957e-6624fa019800 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1178.899212] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 636c2386-b5b8-4b3e-878e-5c34204ab7c1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1178.899333] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 7435958d-5a37-4344-ab48-99143acb1d28 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1178.899539] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=70323) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1178.899677] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2240MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=70323) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1178.935213] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-06fe15aa-9460-4478-a6c2-b2bf19f0e77c tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1178.935444] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-06fe15aa-9460-4478-a6c2-b2bf19f0e77c tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Deleting contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1178.935712] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-06fe15aa-9460-4478-a6c2-b2bf19f0e77c tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Deleting the datastore file [datastore1] 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1178.936018] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e95bc0c-cd25-43fb-bd13-c6ec6fe35950 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.942734] env[70323]: DEBUG oslo_vmware.api [None req-06fe15aa-9460-4478-a6c2-b2bf19f0e77c tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Waiting for the task: (returnval){ [ 1178.942734] env[70323]: value = "task-3227960" [ 1178.942734] env[70323]: _type = "Task" [ 1178.942734] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.954855] env[70323]: DEBUG oslo_vmware.api [None req-06fe15aa-9460-4478-a6c2-b2bf19f0e77c tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227960, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.020673] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54525d4-6553-4c9b-89ec-716768affd96 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.026130] env[70323]: DEBUG oslo_concurrency.lockutils [req-1261354f-c26e-406e-872b-e7b3c8f65b13 req-06573728-98d8-4293-b505-335facad47f9 service nova] Releasing lock "refresh_cache-7435958d-5a37-4344-ab48-99143acb1d28" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.029261] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7120b489-60e6-4743-aa5f-bd4d2b3415ff {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.059423] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b4a51e-8027-4400-b1aa-b2947c873b48 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.067532] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd55641-7680-4586-962f-f666daf9b1e1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.082731] env[70323]: DEBUG nova.compute.provider_tree [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1179.196690] env[70323]: INFO nova.compute.manager [-] [instance: 636c2386-b5b8-4b3e-878e-5c34204ab7c1] Took 1.26 seconds to deallocate network for instance. [ 1179.455957] env[70323]: DEBUG oslo_vmware.api [None req-06fe15aa-9460-4478-a6c2-b2bf19f0e77c tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Task: {'id': task-3227960, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197961} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.456322] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-06fe15aa-9460-4478-a6c2-b2bf19f0e77c tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1179.456363] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-06fe15aa-9460-4478-a6c2-b2bf19f0e77c tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Deleted contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1179.456535] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-06fe15aa-9460-4478-a6c2-b2bf19f0e77c tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1179.456708] env[70323]: INFO nova.compute.manager [None req-06fe15aa-9460-4478-a6c2-b2bf19f0e77c tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1179.456946] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06fe15aa-9460-4478-a6c2-b2bf19f0e77c tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1179.457164] env[70323]: DEBUG nova.compute.manager [-] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1179.457259] env[70323]: DEBUG nova.network.neutron [-] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1179.586111] env[70323]: DEBUG nova.scheduler.client.report [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1179.702098] env[70323]: DEBUG oslo_concurrency.lockutils [None req-daa64db4-d8cf-492e-b4e3-b72f2c512f7b tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.091270] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70323) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1180.091524] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.227s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.091847] env[70323]: DEBUG oslo_concurrency.lockutils [None req-daa64db4-d8cf-492e-b4e3-b72f2c512f7b tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.390s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.092127] env[70323]: DEBUG nova.objects.instance [None req-daa64db4-d8cf-492e-b4e3-b72f2c512f7b tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Lazy-loading 'resources' on Instance uuid 636c2386-b5b8-4b3e-878e-5c34204ab7c1 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1180.202245] env[70323]: DEBUG nova.network.neutron [-] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.245386] env[70323]: DEBUG nova.compute.manager [req-d6c493ca-5837-4b3e-8de8-a4916e64acd2 req-185c4521-6489-426c-b855-34675284496c service nova] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Received event network-vif-deleted-bc627622-2c1d-4ec9-b403-787637b8dafc {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1180.704237] env[70323]: INFO nova.compute.manager [-] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Took 1.25 seconds to deallocate network for instance. [ 1180.725092] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9e95f4-e784-41ca-94e7-a023eba453b3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.733878] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5c2943-667b-46ce-af32-19e12ef1cc11 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.766168] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5027dc-36ac-445e-aa13-396af3754b42 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.774221] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2aa1f7-da5d-49e6-8118-94eae4333b3e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.787653] env[70323]: DEBUG nova.compute.provider_tree [None req-daa64db4-d8cf-492e-b4e3-b72f2c512f7b tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1181.210744] env[70323]: DEBUG oslo_concurrency.lockutils [None req-06fe15aa-9460-4478-a6c2-b2bf19f0e77c tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.290817] env[70323]: DEBUG nova.scheduler.client.report [None req-daa64db4-d8cf-492e-b4e3-b72f2c512f7b tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1181.797403] env[70323]: DEBUG oslo_concurrency.lockutils [None req-daa64db4-d8cf-492e-b4e3-b72f2c512f7b tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.704s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.798960] env[70323]: DEBUG oslo_concurrency.lockutils [None req-06fe15aa-9460-4478-a6c2-b2bf19f0e77c tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.588s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.799286] env[70323]: DEBUG nova.objects.instance [None req-06fe15aa-9460-4478-a6c2-b2bf19f0e77c tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Lazy-loading 'resources' on Instance uuid 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1181.819945] env[70323]: INFO nova.scheduler.client.report [None req-daa64db4-d8cf-492e-b4e3-b72f2c512f7b tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Deleted allocations for instance 636c2386-b5b8-4b3e-878e-5c34204ab7c1 [ 1182.329053] env[70323]: DEBUG oslo_concurrency.lockutils [None req-daa64db4-d8cf-492e-b4e3-b72f2c512f7b tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Lock "636c2386-b5b8-4b3e-878e-5c34204ab7c1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.054s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.330877] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Lock "636c2386-b5b8-4b3e-878e-5c34204ab7c1" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.070s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.331126] env[70323]: INFO nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 636c2386-b5b8-4b3e-878e-5c34204ab7c1] During sync_power_state the instance has a pending task (deleting). Skip. [ 1182.331126] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Lock "636c2386-b5b8-4b3e-878e-5c34204ab7c1" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.440734] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555f1df8-6574-47df-85fd-6051ac3d303e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.449684] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25906f36-fdc8-4e28-a63f-44eb361209dd {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.482546] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3865b865-217a-47c7-bf8a-da060893ae43 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.491856] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0553bf-1ab9-4ffd-ad45-bcc28f1e7906 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.506057] env[70323]: DEBUG nova.compute.provider_tree [None req-06fe15aa-9460-4478-a6c2-b2bf19f0e77c tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1183.009360] env[70323]: DEBUG nova.scheduler.client.report [None req-06fe15aa-9460-4478-a6c2-b2bf19f0e77c tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1183.348009] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquiring lock "32b8c215-7f8c-457e-bc11-db7c9deee793" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.348009] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Lock "32b8c215-7f8c-457e-bc11-db7c9deee793" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.514660] env[70323]: DEBUG oslo_concurrency.lockutils [None req-06fe15aa-9460-4478-a6c2-b2bf19f0e77c tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.716s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.535068] env[70323]: INFO nova.scheduler.client.report [None req-06fe15aa-9460-4478-a6c2-b2bf19f0e77c tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Deleted allocations for instance 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4 [ 1183.849848] env[70323]: DEBUG nova.compute.manager [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 32b8c215-7f8c-457e-bc11-db7c9deee793] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1184.042375] env[70323]: DEBUG oslo_concurrency.lockutils [None req-06fe15aa-9460-4478-a6c2-b2bf19f0e77c tempest-AttachInterfacesTestJSON-1108103428 tempest-AttachInterfacesTestJSON-1108103428-project-member] Lock "5177cefd-dc6f-417f-b4b6-80e4efcbcdd4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.225s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.374662] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.375084] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.377282] env[70323]: INFO nova.compute.claims [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 32b8c215-7f8c-457e-bc11-db7c9deee793] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1185.497081] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a7761e9-75d8-41d1-8605-3d10f80f26f2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.505346] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-206f1023-ff66-455e-8b22-3ea21afc249e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.537266] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd7f67e-bac8-4c20-b9f4-42e36be029dd {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.545275] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4c8e56-ccaa-412e-8a6f-48f2464985ec {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.559013] env[70323]: DEBUG nova.compute.provider_tree [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1186.062950] env[70323]: DEBUG nova.scheduler.client.report [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1186.568477] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.193s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.569042] env[70323]: DEBUG nova.compute.manager [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 32b8c215-7f8c-457e-bc11-db7c9deee793] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1187.074148] env[70323]: DEBUG nova.compute.utils [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1187.075572] env[70323]: DEBUG nova.compute.manager [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 32b8c215-7f8c-457e-bc11-db7c9deee793] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1187.075786] env[70323]: DEBUG nova.network.neutron [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 32b8c215-7f8c-457e-bc11-db7c9deee793] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1187.128826] env[70323]: DEBUG nova.policy [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '904100217a3642ddbac560ad3a398816', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af37872d6532434f815597c22d8a4a36', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 1187.557352] env[70323]: DEBUG nova.network.neutron [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 32b8c215-7f8c-457e-bc11-db7c9deee793] Successfully created port: 1a7d0e8b-68f9-492b-b091-58ba1f250e72 {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1187.579367] env[70323]: DEBUG nova.compute.manager [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 32b8c215-7f8c-457e-bc11-db7c9deee793] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1188.592201] env[70323]: DEBUG nova.compute.manager [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 32b8c215-7f8c-457e-bc11-db7c9deee793] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1188.628096] env[70323]: DEBUG nova.virt.hardware [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1188.628096] env[70323]: DEBUG nova.virt.hardware [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1188.628096] env[70323]: DEBUG nova.virt.hardware [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1188.628096] env[70323]: DEBUG nova.virt.hardware [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1188.628096] env[70323]: DEBUG nova.virt.hardware [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1188.628096] env[70323]: DEBUG nova.virt.hardware [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1188.628096] env[70323]: DEBUG nova.virt.hardware [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1188.628096] env[70323]: DEBUG nova.virt.hardware [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1188.628096] env[70323]: DEBUG nova.virt.hardware [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1188.628563] env[70323]: DEBUG nova.virt.hardware [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1188.628889] env[70323]: DEBUG nova.virt.hardware [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1188.629792] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f83cb563-536d-4da0-b496-da2cd2dabbea {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.638239] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ee950a-a035-40ce-ab21-9e9318358e30 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.898507] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e3e529f9-766c-42f3-b08d-2741b91d08a5 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Acquiring lock "3b955df2-dee0-4fa3-ada7-497f29bd7a8b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.898801] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e3e529f9-766c-42f3-b08d-2741b91d08a5 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Lock "3b955df2-dee0-4fa3-ada7-497f29bd7a8b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.936326] env[70323]: DEBUG nova.compute.manager [req-abc88bea-4e8c-4f4a-b4f1-e474ad76fd5c req-dec33376-2558-4d18-bd0b-2e08fbf1ee99 service nova] [instance: 32b8c215-7f8c-457e-bc11-db7c9deee793] Received event network-vif-plugged-1a7d0e8b-68f9-492b-b091-58ba1f250e72 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1188.936326] env[70323]: DEBUG oslo_concurrency.lockutils [req-abc88bea-4e8c-4f4a-b4f1-e474ad76fd5c req-dec33376-2558-4d18-bd0b-2e08fbf1ee99 service nova] Acquiring lock "32b8c215-7f8c-457e-bc11-db7c9deee793-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.936326] env[70323]: DEBUG oslo_concurrency.lockutils [req-abc88bea-4e8c-4f4a-b4f1-e474ad76fd5c req-dec33376-2558-4d18-bd0b-2e08fbf1ee99 service nova] Lock "32b8c215-7f8c-457e-bc11-db7c9deee793-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.936326] env[70323]: DEBUG oslo_concurrency.lockutils [req-abc88bea-4e8c-4f4a-b4f1-e474ad76fd5c req-dec33376-2558-4d18-bd0b-2e08fbf1ee99 service nova] Lock "32b8c215-7f8c-457e-bc11-db7c9deee793-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.936326] env[70323]: DEBUG nova.compute.manager [req-abc88bea-4e8c-4f4a-b4f1-e474ad76fd5c req-dec33376-2558-4d18-bd0b-2e08fbf1ee99 service nova] [instance: 32b8c215-7f8c-457e-bc11-db7c9deee793] No waiting events found dispatching network-vif-plugged-1a7d0e8b-68f9-492b-b091-58ba1f250e72 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1188.936501] env[70323]: WARNING nova.compute.manager [req-abc88bea-4e8c-4f4a-b4f1-e474ad76fd5c req-dec33376-2558-4d18-bd0b-2e08fbf1ee99 service nova] [instance: 32b8c215-7f8c-457e-bc11-db7c9deee793] Received unexpected event network-vif-plugged-1a7d0e8b-68f9-492b-b091-58ba1f250e72 for instance with vm_state building and task_state spawning. [ 1189.023449] env[70323]: DEBUG nova.network.neutron [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 32b8c215-7f8c-457e-bc11-db7c9deee793] Successfully updated port: 1a7d0e8b-68f9-492b-b091-58ba1f250e72 {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1189.403883] env[70323]: DEBUG nova.compute.utils [None req-e3e529f9-766c-42f3-b08d-2741b91d08a5 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1189.525989] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquiring lock "refresh_cache-32b8c215-7f8c-457e-bc11-db7c9deee793" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.526181] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquired lock "refresh_cache-32b8c215-7f8c-457e-bc11-db7c9deee793" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.526337] env[70323]: DEBUG nova.network.neutron [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 32b8c215-7f8c-457e-bc11-db7c9deee793] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1189.906186] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e3e529f9-766c-42f3-b08d-2741b91d08a5 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Lock "3b955df2-dee0-4fa3-ada7-497f29bd7a8b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.970136] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Acquiring lock "fba6bc8c-51a0-49a6-9473-1ff197b0581e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.970385] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Lock "fba6bc8c-51a0-49a6-9473-1ff197b0581e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.056844] env[70323]: DEBUG nova.network.neutron [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 32b8c215-7f8c-457e-bc11-db7c9deee793] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1190.209436] env[70323]: DEBUG nova.network.neutron [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 32b8c215-7f8c-457e-bc11-db7c9deee793] Updating instance_info_cache with network_info: [{"id": "1a7d0e8b-68f9-492b-b091-58ba1f250e72", "address": "fa:16:3e:e1:8a:fc", "network": {"id": "c007b1ef-cfb2-4ce7-bd1c-4b08918b6a61", "bridge": "br-int", "label": "tempest-ServersTestJSON-785052494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af37872d6532434f815597c22d8a4a36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a7d0e8b-68", "ovs_interfaceid": "1a7d0e8b-68f9-492b-b091-58ba1f250e72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.472614] env[70323]: DEBUG nova.compute.manager [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] [instance: fba6bc8c-51a0-49a6-9473-1ff197b0581e] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1190.712611] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Releasing lock "refresh_cache-32b8c215-7f8c-457e-bc11-db7c9deee793" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.712954] env[70323]: DEBUG nova.compute.manager [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 32b8c215-7f8c-457e-bc11-db7c9deee793] Instance network_info: |[{"id": "1a7d0e8b-68f9-492b-b091-58ba1f250e72", "address": "fa:16:3e:e1:8a:fc", "network": {"id": "c007b1ef-cfb2-4ce7-bd1c-4b08918b6a61", "bridge": "br-int", "label": "tempest-ServersTestJSON-785052494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af37872d6532434f815597c22d8a4a36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a7d0e8b-68", "ovs_interfaceid": "1a7d0e8b-68f9-492b-b091-58ba1f250e72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1190.713410] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 32b8c215-7f8c-457e-bc11-db7c9deee793] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:8a:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e885ebd4-93ca-4e9e-8889-0f16bd91e61e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a7d0e8b-68f9-492b-b091-58ba1f250e72', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1190.720992] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1190.721250] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32b8c215-7f8c-457e-bc11-db7c9deee793] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1190.723269] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f21f380c-0ea3-4f8e-8e5d-55007d501ab6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.745034] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1190.745034] env[70323]: value = "task-3227961" [ 1190.745034] env[70323]: _type = "Task" [ 1190.745034] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.752869] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227961, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.968328] env[70323]: DEBUG nova.compute.manager [req-39240389-2025-4406-812d-587fa78282f2 req-998670ec-8de5-4ff7-8226-41c837374054 service nova] [instance: 32b8c215-7f8c-457e-bc11-db7c9deee793] Received event network-changed-1a7d0e8b-68f9-492b-b091-58ba1f250e72 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.968785] env[70323]: DEBUG nova.compute.manager [req-39240389-2025-4406-812d-587fa78282f2 req-998670ec-8de5-4ff7-8226-41c837374054 service nova] [instance: 32b8c215-7f8c-457e-bc11-db7c9deee793] Refreshing instance network info cache due to event network-changed-1a7d0e8b-68f9-492b-b091-58ba1f250e72. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1190.968785] env[70323]: DEBUG oslo_concurrency.lockutils [req-39240389-2025-4406-812d-587fa78282f2 req-998670ec-8de5-4ff7-8226-41c837374054 service nova] Acquiring lock "refresh_cache-32b8c215-7f8c-457e-bc11-db7c9deee793" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.968964] env[70323]: DEBUG oslo_concurrency.lockutils [req-39240389-2025-4406-812d-587fa78282f2 req-998670ec-8de5-4ff7-8226-41c837374054 service nova] Acquired lock "refresh_cache-32b8c215-7f8c-457e-bc11-db7c9deee793" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.969041] env[70323]: DEBUG nova.network.neutron [req-39240389-2025-4406-812d-587fa78282f2 req-998670ec-8de5-4ff7-8226-41c837374054 service nova] [instance: 32b8c215-7f8c-457e-bc11-db7c9deee793] Refreshing network info cache for port 1a7d0e8b-68f9-492b-b091-58ba1f250e72 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1190.976603] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e3e529f9-766c-42f3-b08d-2741b91d08a5 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Acquiring lock "3b955df2-dee0-4fa3-ada7-497f29bd7a8b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.976870] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e3e529f9-766c-42f3-b08d-2741b91d08a5 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Lock "3b955df2-dee0-4fa3-ada7-497f29bd7a8b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.977109] env[70323]: INFO nova.compute.manager [None req-e3e529f9-766c-42f3-b08d-2741b91d08a5 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Attaching volume 278acc05-f4d4-4116-9abe-a22c66e96224 to /dev/sdb [ 1190.998402] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.998684] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.000316] env[70323]: INFO nova.compute.claims [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] [instance: fba6bc8c-51a0-49a6-9473-1ff197b0581e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1191.012730] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8381da5-3047-42d6-b9bd-f5fafb6ed0b6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.019711] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce2fa02-a37a-41e6-b935-3eefb44f1ff3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.033597] env[70323]: DEBUG nova.virt.block_device [None req-e3e529f9-766c-42f3-b08d-2741b91d08a5 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Updating existing volume attachment record: 00969468-4230-4d42-be06-f81f9ee562b8 {{(pid=70323) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1191.254785] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227961, 'name': CreateVM_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.739329] env[70323]: DEBUG nova.network.neutron [req-39240389-2025-4406-812d-587fa78282f2 req-998670ec-8de5-4ff7-8226-41c837374054 service nova] [instance: 32b8c215-7f8c-457e-bc11-db7c9deee793] Updated VIF entry in instance network info cache for port 1a7d0e8b-68f9-492b-b091-58ba1f250e72. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1191.739698] env[70323]: DEBUG nova.network.neutron [req-39240389-2025-4406-812d-587fa78282f2 req-998670ec-8de5-4ff7-8226-41c837374054 service nova] [instance: 32b8c215-7f8c-457e-bc11-db7c9deee793] Updating instance_info_cache with network_info: [{"id": "1a7d0e8b-68f9-492b-b091-58ba1f250e72", "address": "fa:16:3e:e1:8a:fc", "network": {"id": "c007b1ef-cfb2-4ce7-bd1c-4b08918b6a61", "bridge": "br-int", "label": "tempest-ServersTestJSON-785052494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af37872d6532434f815597c22d8a4a36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a7d0e8b-68", "ovs_interfaceid": "1a7d0e8b-68f9-492b-b091-58ba1f250e72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.757182] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227961, 'name': CreateVM_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.136585] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58eb16ab-dc5c-4122-8cf9-697bc7f94eef {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.144439] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0915c4b-0cbd-4af6-a3e4-528310cd2cb9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.179569] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1eb2042-4ce9-4e6b-a47b-e82455f38cce {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.188134] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a8a854-8f23-41e4-8595-45327fcdfdf4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.202690] env[70323]: DEBUG nova.compute.provider_tree [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1192.242192] env[70323]: DEBUG oslo_concurrency.lockutils [req-39240389-2025-4406-812d-587fa78282f2 req-998670ec-8de5-4ff7-8226-41c837374054 service nova] Releasing lock "refresh_cache-32b8c215-7f8c-457e-bc11-db7c9deee793" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.256570] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227961, 'name': CreateVM_Task, 'duration_secs': 1.412486} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.256695] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32b8c215-7f8c-457e-bc11-db7c9deee793] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1192.257338] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.257503] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.257817] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.258066] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d18b8adc-3a1b-467c-9f61-498ca7d93325 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.262317] env[70323]: DEBUG oslo_vmware.api [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Waiting for the task: (returnval){ [ 1192.262317] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52d222f6-e7bf-38e9-16e9-920b0365cd91" [ 1192.262317] env[70323]: _type = "Task" [ 1192.262317] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.269259] env[70323]: DEBUG oslo_vmware.api [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52d222f6-e7bf-38e9-16e9-920b0365cd91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.706481] env[70323]: DEBUG nova.scheduler.client.report [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1192.775790] env[70323]: DEBUG oslo_vmware.api [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52d222f6-e7bf-38e9-16e9-920b0365cd91, 'name': SearchDatastore_Task, 'duration_secs': 0.013468} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.776239] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.776583] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 32b8c215-7f8c-457e-bc11-db7c9deee793] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1192.776944] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.777207] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.777502] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1192.777875] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0fce6975-1420-47bb-8c20-b5b64213a7c3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.786981] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1192.787229] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1192.788243] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d9bcc81-342a-4f34-acd6-0a3b3526fa12 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.794807] env[70323]: DEBUG oslo_vmware.api [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Waiting for the task: (returnval){ [ 1192.794807] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5275e037-5c29-a169-660d-f4b80d211376" [ 1192.794807] env[70323]: _type = "Task" [ 1192.794807] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.803547] env[70323]: DEBUG oslo_vmware.api [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5275e037-5c29-a169-660d-f4b80d211376, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.211590] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.213s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.212149] env[70323]: DEBUG nova.compute.manager [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] [instance: fba6bc8c-51a0-49a6-9473-1ff197b0581e] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1193.305035] env[70323]: DEBUG oslo_vmware.api [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5275e037-5c29-a169-660d-f4b80d211376, 'name': SearchDatastore_Task, 'duration_secs': 0.008073} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.305801] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39a32254-2ca5-4c23-a1dd-63417afe2951 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.310688] env[70323]: DEBUG oslo_vmware.api [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Waiting for the task: (returnval){ [ 1193.310688] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52eb4225-1492-724a-8868-38e792f84788" [ 1193.310688] env[70323]: _type = "Task" [ 1193.310688] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.318124] env[70323]: DEBUG oslo_vmware.api [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52eb4225-1492-724a-8868-38e792f84788, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.717614] env[70323]: DEBUG nova.compute.utils [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1193.719151] env[70323]: DEBUG nova.compute.manager [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] [instance: fba6bc8c-51a0-49a6-9473-1ff197b0581e] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1193.719332] env[70323]: DEBUG nova.network.neutron [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] [instance: fba6bc8c-51a0-49a6-9473-1ff197b0581e] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1193.754399] env[70323]: DEBUG nova.policy [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd9108e32a1f49feb489cd661df05f0d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b149de8db2a44c69a84c024aec23c13', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 1193.821883] env[70323]: DEBUG oslo_vmware.api [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52eb4225-1492-724a-8868-38e792f84788, 'name': SearchDatastore_Task, 'duration_secs': 0.009381} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.822195] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.822461] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 32b8c215-7f8c-457e-bc11-db7c9deee793/32b8c215-7f8c-457e-bc11-db7c9deee793.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1193.822727] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6611c61f-41e7-420b-921f-2e03f3cc0ec5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.829716] env[70323]: DEBUG oslo_vmware.api [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Waiting for the task: (returnval){ [ 1193.829716] env[70323]: value = "task-3227965" [ 1193.829716] env[70323]: _type = "Task" [ 1193.829716] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.837893] env[70323]: DEBUG oslo_vmware.api [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227965, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.090614] env[70323]: DEBUG nova.network.neutron [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] [instance: fba6bc8c-51a0-49a6-9473-1ff197b0581e] Successfully created port: 0828551e-a54f-46a0-a5c4-1829c0c52b4d {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1194.222109] env[70323]: DEBUG nova.compute.manager [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] [instance: fba6bc8c-51a0-49a6-9473-1ff197b0581e] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1194.339720] env[70323]: DEBUG oslo_vmware.api [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227965, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.440962} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.340019] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 32b8c215-7f8c-457e-bc11-db7c9deee793/32b8c215-7f8c-457e-bc11-db7c9deee793.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1194.340245] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 32b8c215-7f8c-457e-bc11-db7c9deee793] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1194.340490] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f72094b3-5514-4b8a-bd78-5044c7bab1ae {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.348044] env[70323]: DEBUG oslo_vmware.api [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Waiting for the task: (returnval){ [ 1194.348044] env[70323]: value = "task-3227966" [ 1194.348044] env[70323]: _type = "Task" [ 1194.348044] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.355829] env[70323]: DEBUG oslo_vmware.api [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227966, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.857877] env[70323]: DEBUG oslo_vmware.api [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227966, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069109} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.858131] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 32b8c215-7f8c-457e-bc11-db7c9deee793] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1194.858835] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf632cb-3326-439a-a615-1cee541ce756 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.880913] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 32b8c215-7f8c-457e-bc11-db7c9deee793] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 32b8c215-7f8c-457e-bc11-db7c9deee793/32b8c215-7f8c-457e-bc11-db7c9deee793.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1194.881278] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e0a58eb-8356-460b-ab54-1a45b9a36faf {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.900652] env[70323]: DEBUG oslo_vmware.api [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Waiting for the task: (returnval){ [ 1194.900652] env[70323]: value = "task-3227967" [ 1194.900652] env[70323]: _type = "Task" [ 1194.900652] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.908356] env[70323]: DEBUG oslo_vmware.api [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227967, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.233327] env[70323]: DEBUG nova.compute.manager [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] [instance: fba6bc8c-51a0-49a6-9473-1ff197b0581e] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1195.260133] env[70323]: DEBUG nova.virt.hardware [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1195.260393] env[70323]: DEBUG nova.virt.hardware [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1195.260552] env[70323]: DEBUG nova.virt.hardware [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1195.260733] env[70323]: DEBUG nova.virt.hardware [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1195.260884] env[70323]: DEBUG nova.virt.hardware [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1195.261062] env[70323]: DEBUG nova.virt.hardware [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1195.261282] env[70323]: DEBUG nova.virt.hardware [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1195.261480] env[70323]: DEBUG nova.virt.hardware [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1195.261629] env[70323]: DEBUG nova.virt.hardware [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1195.261810] env[70323]: DEBUG nova.virt.hardware [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1195.261985] env[70323]: DEBUG nova.virt.hardware [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1195.262845] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51816063-67ac-4142-b2f1-c7969de7e7bd {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.273886] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a9afd0-e25b-474b-807c-0497508073a0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.409915] env[70323]: DEBUG oslo_vmware.api [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227967, 'name': ReconfigVM_Task, 'duration_secs': 0.286717} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.410233] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 32b8c215-7f8c-457e-bc11-db7c9deee793] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 32b8c215-7f8c-457e-bc11-db7c9deee793/32b8c215-7f8c-457e-bc11-db7c9deee793.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1195.410880] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee9c679d-bd30-4167-b7d8-230921cb61fa {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.418436] env[70323]: DEBUG oslo_vmware.api [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Waiting for the task: (returnval){ [ 1195.418436] env[70323]: value = "task-3227969" [ 1195.418436] env[70323]: _type = "Task" [ 1195.418436] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.426036] env[70323]: DEBUG oslo_vmware.api [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227969, 'name': Rename_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.464894] env[70323]: DEBUG nova.compute.manager [req-c4ed11c8-6372-4ff9-946c-555a01a1c37d req-8153d152-ab1e-416c-a708-2b378d1b3037 service nova] [instance: fba6bc8c-51a0-49a6-9473-1ff197b0581e] Received event network-vif-plugged-0828551e-a54f-46a0-a5c4-1829c0c52b4d {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1195.465136] env[70323]: DEBUG oslo_concurrency.lockutils [req-c4ed11c8-6372-4ff9-946c-555a01a1c37d req-8153d152-ab1e-416c-a708-2b378d1b3037 service nova] Acquiring lock "fba6bc8c-51a0-49a6-9473-1ff197b0581e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.465397] env[70323]: DEBUG oslo_concurrency.lockutils [req-c4ed11c8-6372-4ff9-946c-555a01a1c37d req-8153d152-ab1e-416c-a708-2b378d1b3037 service nova] Lock "fba6bc8c-51a0-49a6-9473-1ff197b0581e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.465594] env[70323]: DEBUG oslo_concurrency.lockutils [req-c4ed11c8-6372-4ff9-946c-555a01a1c37d req-8153d152-ab1e-416c-a708-2b378d1b3037 service nova] Lock "fba6bc8c-51a0-49a6-9473-1ff197b0581e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.465724] env[70323]: DEBUG nova.compute.manager [req-c4ed11c8-6372-4ff9-946c-555a01a1c37d req-8153d152-ab1e-416c-a708-2b378d1b3037 service nova] [instance: fba6bc8c-51a0-49a6-9473-1ff197b0581e] No waiting events found dispatching network-vif-plugged-0828551e-a54f-46a0-a5c4-1829c0c52b4d {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1195.465881] env[70323]: WARNING nova.compute.manager [req-c4ed11c8-6372-4ff9-946c-555a01a1c37d req-8153d152-ab1e-416c-a708-2b378d1b3037 service nova] [instance: fba6bc8c-51a0-49a6-9473-1ff197b0581e] Received unexpected event network-vif-plugged-0828551e-a54f-46a0-a5c4-1829c0c52b4d for instance with vm_state building and task_state spawning. [ 1195.543934] env[70323]: DEBUG nova.network.neutron [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] [instance: fba6bc8c-51a0-49a6-9473-1ff197b0581e] Successfully updated port: 0828551e-a54f-46a0-a5c4-1829c0c52b4d {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1195.928483] env[70323]: DEBUG oslo_vmware.api [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227969, 'name': Rename_Task, 'duration_secs': 0.211591} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.928761] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 32b8c215-7f8c-457e-bc11-db7c9deee793] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1195.929060] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f9c52f4-7deb-42f1-aaa7-b6efe8d870fb {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.934819] env[70323]: DEBUG oslo_vmware.api [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Waiting for the task: (returnval){ [ 1195.934819] env[70323]: value = "task-3227970" [ 1195.934819] env[70323]: _type = "Task" [ 1195.934819] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.942580] env[70323]: DEBUG oslo_vmware.api [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227970, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.046053] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Acquiring lock "refresh_cache-fba6bc8c-51a0-49a6-9473-1ff197b0581e" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.046257] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Acquired lock "refresh_cache-fba6bc8c-51a0-49a6-9473-1ff197b0581e" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.046378] env[70323]: DEBUG nova.network.neutron [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] [instance: fba6bc8c-51a0-49a6-9473-1ff197b0581e] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1196.446150] env[70323]: DEBUG oslo_vmware.api [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227970, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.580516] env[70323]: DEBUG nova.network.neutron [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] [instance: fba6bc8c-51a0-49a6-9473-1ff197b0581e] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1196.743063] env[70323]: DEBUG nova.network.neutron [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] [instance: fba6bc8c-51a0-49a6-9473-1ff197b0581e] Updating instance_info_cache with network_info: [{"id": "0828551e-a54f-46a0-a5c4-1829c0c52b4d", "address": "fa:16:3e:27:7e:de", "network": {"id": "7584ed59-7fe7-4108-9cd7-02da0d44db04", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1897611003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b149de8db2a44c69a84c024aec23c13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0828551e-a5", "ovs_interfaceid": "0828551e-a54f-46a0-a5c4-1829c0c52b4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.944352] env[70323]: DEBUG oslo_vmware.api [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227970, 'name': PowerOnVM_Task, 'duration_secs': 0.670544} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.944646] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 32b8c215-7f8c-457e-bc11-db7c9deee793] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1196.944846] env[70323]: INFO nova.compute.manager [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 32b8c215-7f8c-457e-bc11-db7c9deee793] Took 8.35 seconds to spawn the instance on the hypervisor. [ 1196.945033] env[70323]: DEBUG nova.compute.manager [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 32b8c215-7f8c-457e-bc11-db7c9deee793] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1196.945763] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ea8fad-155c-4ba8-9e2f-be70e7029ff4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.245972] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Releasing lock "refresh_cache-fba6bc8c-51a0-49a6-9473-1ff197b0581e" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.246359] env[70323]: DEBUG nova.compute.manager [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] [instance: fba6bc8c-51a0-49a6-9473-1ff197b0581e] Instance network_info: |[{"id": "0828551e-a54f-46a0-a5c4-1829c0c52b4d", "address": "fa:16:3e:27:7e:de", "network": {"id": "7584ed59-7fe7-4108-9cd7-02da0d44db04", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1897611003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b149de8db2a44c69a84c024aec23c13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0828551e-a5", "ovs_interfaceid": "0828551e-a54f-46a0-a5c4-1829c0c52b4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1197.246772] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] [instance: fba6bc8c-51a0-49a6-9473-1ff197b0581e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:7e:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed9dc063-5c7a-4591-ba7d-b58b861d7f63', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0828551e-a54f-46a0-a5c4-1829c0c52b4d', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1197.254061] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Creating folder: Project (5b149de8db2a44c69a84c024aec23c13). Parent ref: group-v644941. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1197.254329] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d5a5d2e-162c-4149-ac74-9cb324010dd2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.266856] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Created folder: Project (5b149de8db2a44c69a84c024aec23c13) in parent group-v644941. [ 1197.267048] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Creating folder: Instances. Parent ref: group-v645257. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1197.267277] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-58dc5821-a21d-4de4-8498-b168f8361a5d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.276687] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Created folder: Instances in parent group-v645257. [ 1197.276909] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1197.277100] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fba6bc8c-51a0-49a6-9473-1ff197b0581e] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1197.277293] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e1826cd7-315d-44d1-9978-075c1a9f22a8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.295709] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1197.295709] env[70323]: value = "task-3227973" [ 1197.295709] env[70323]: _type = "Task" [ 1197.295709] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.307297] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227973, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.462356] env[70323]: INFO nova.compute.manager [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 32b8c215-7f8c-457e-bc11-db7c9deee793] Took 13.11 seconds to build instance. [ 1197.515662] env[70323]: DEBUG nova.compute.manager [req-c44181af-0c3f-44ad-9e57-1a6c02db7437 req-ee9ddd5a-94bf-4057-b006-3c7038fcebd6 service nova] [instance: fba6bc8c-51a0-49a6-9473-1ff197b0581e] Received event network-changed-0828551e-a54f-46a0-a5c4-1829c0c52b4d {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1197.515898] env[70323]: DEBUG nova.compute.manager [req-c44181af-0c3f-44ad-9e57-1a6c02db7437 req-ee9ddd5a-94bf-4057-b006-3c7038fcebd6 service nova] [instance: fba6bc8c-51a0-49a6-9473-1ff197b0581e] Refreshing instance network info cache due to event network-changed-0828551e-a54f-46a0-a5c4-1829c0c52b4d. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1197.516133] env[70323]: DEBUG oslo_concurrency.lockutils [req-c44181af-0c3f-44ad-9e57-1a6c02db7437 req-ee9ddd5a-94bf-4057-b006-3c7038fcebd6 service nova] Acquiring lock "refresh_cache-fba6bc8c-51a0-49a6-9473-1ff197b0581e" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.516292] env[70323]: DEBUG oslo_concurrency.lockutils [req-c44181af-0c3f-44ad-9e57-1a6c02db7437 req-ee9ddd5a-94bf-4057-b006-3c7038fcebd6 service nova] Acquired lock "refresh_cache-fba6bc8c-51a0-49a6-9473-1ff197b0581e" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.516455] env[70323]: DEBUG nova.network.neutron [req-c44181af-0c3f-44ad-9e57-1a6c02db7437 req-ee9ddd5a-94bf-4057-b006-3c7038fcebd6 service nova] [instance: fba6bc8c-51a0-49a6-9473-1ff197b0581e] Refreshing network info cache for port 0828551e-a54f-46a0-a5c4-1829c0c52b4d {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1197.581195] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3e529f9-766c-42f3-b08d-2741b91d08a5 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Volume attach. Driver type: vmdk {{(pid=70323) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1197.581584] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3e529f9-766c-42f3-b08d-2741b91d08a5 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645256', 'volume_id': '278acc05-f4d4-4116-9abe-a22c66e96224', 'name': 'volume-278acc05-f4d4-4116-9abe-a22c66e96224', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3b955df2-dee0-4fa3-ada7-497f29bd7a8b', 'attached_at': '', 'detached_at': '', 'volume_id': '278acc05-f4d4-4116-9abe-a22c66e96224', 'serial': '278acc05-f4d4-4116-9abe-a22c66e96224'} {{(pid=70323) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1197.582921] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec233b7e-9ff7-4a93-97d4-77de885a1c69 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.600019] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad039afa-13e2-4b6d-9d07-617218a41821 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.607227] env[70323]: DEBUG nova.compute.manager [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Stashing vm_state: active {{(pid=70323) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1197.632420] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3e529f9-766c-42f3-b08d-2741b91d08a5 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] volume-278acc05-f4d4-4116-9abe-a22c66e96224/volume-278acc05-f4d4-4116-9abe-a22c66e96224.vmdk or device None with type thin {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1197.633009] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b11e30c-365b-4dc4-a2ee-ca57fce20951 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.650477] env[70323]: DEBUG oslo_vmware.api [None req-e3e529f9-766c-42f3-b08d-2741b91d08a5 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Waiting for the task: (returnval){ [ 1197.650477] env[70323]: value = "task-3227974" [ 1197.650477] env[70323]: _type = "Task" [ 1197.650477] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.658987] env[70323]: DEBUG oslo_vmware.api [None req-e3e529f9-766c-42f3-b08d-2741b91d08a5 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3227974, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.806471] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3227973, 'name': CreateVM_Task, 'duration_secs': 0.388767} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.806603] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fba6bc8c-51a0-49a6-9473-1ff197b0581e] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1197.807305] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.807502] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.807948] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.808302] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d87e1d5-216e-4c12-8469-363f370c455a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.813320] env[70323]: DEBUG oslo_vmware.api [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Waiting for the task: (returnval){ [ 1197.813320] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]525a9193-c84d-868e-ca73-94ab0b4b0077" [ 1197.813320] env[70323]: _type = "Task" [ 1197.813320] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.821482] env[70323]: DEBUG oslo_vmware.api [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]525a9193-c84d-868e-ca73-94ab0b4b0077, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.964837] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a1f1f342-369f-46ed-b273-9cc5d7a6328c tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Lock "32b8c215-7f8c-457e-bc11-db7c9deee793" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.617s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.041256] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bcd95ca0-28ee-4e5c-a5b6-e95f22e4d850 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquiring lock "32b8c215-7f8c-457e-bc11-db7c9deee793" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.041535] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bcd95ca0-28ee-4e5c-a5b6-e95f22e4d850 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Lock "32b8c215-7f8c-457e-bc11-db7c9deee793" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.041907] env[70323]: DEBUG nova.compute.manager [None req-bcd95ca0-28ee-4e5c-a5b6-e95f22e4d850 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 32b8c215-7f8c-457e-bc11-db7c9deee793] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1198.042707] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80cfb333-121b-486f-bcc7-7f8bb4d9f708 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.049496] env[70323]: DEBUG nova.compute.manager [None req-bcd95ca0-28ee-4e5c-a5b6-e95f22e4d850 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 32b8c215-7f8c-457e-bc11-db7c9deee793] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70323) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1198.050099] env[70323]: DEBUG nova.objects.instance [None req-bcd95ca0-28ee-4e5c-a5b6-e95f22e4d850 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Lazy-loading 'flavor' on Instance uuid 32b8c215-7f8c-457e-bc11-db7c9deee793 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1198.149995] env[70323]: DEBUG oslo_concurrency.lockutils [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.150289] env[70323]: DEBUG oslo_concurrency.lockutils [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.160581] env[70323]: DEBUG oslo_vmware.api [None req-e3e529f9-766c-42f3-b08d-2741b91d08a5 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3227974, 'name': ReconfigVM_Task, 'duration_secs': 0.451504} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.160914] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3e529f9-766c-42f3-b08d-2741b91d08a5 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Reconfigured VM instance instance-00000072 to attach disk [datastore1] volume-278acc05-f4d4-4116-9abe-a22c66e96224/volume-278acc05-f4d4-4116-9abe-a22c66e96224.vmdk or device None with type thin {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1198.166582] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d0c4f78-4568-45a6-89ab-316d2fe13e3a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.184200] env[70323]: DEBUG oslo_vmware.api [None req-e3e529f9-766c-42f3-b08d-2741b91d08a5 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Waiting for the task: (returnval){ [ 1198.184200] env[70323]: value = "task-3227975" [ 1198.184200] env[70323]: _type = "Task" [ 1198.184200] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.192398] env[70323]: DEBUG oslo_vmware.api [None req-e3e529f9-766c-42f3-b08d-2741b91d08a5 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3227975, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.267016] env[70323]: DEBUG nova.network.neutron [req-c44181af-0c3f-44ad-9e57-1a6c02db7437 req-ee9ddd5a-94bf-4057-b006-3c7038fcebd6 service nova] [instance: fba6bc8c-51a0-49a6-9473-1ff197b0581e] Updated VIF entry in instance network info cache for port 0828551e-a54f-46a0-a5c4-1829c0c52b4d. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1198.267403] env[70323]: DEBUG nova.network.neutron [req-c44181af-0c3f-44ad-9e57-1a6c02db7437 req-ee9ddd5a-94bf-4057-b006-3c7038fcebd6 service nova] [instance: fba6bc8c-51a0-49a6-9473-1ff197b0581e] Updating instance_info_cache with network_info: [{"id": "0828551e-a54f-46a0-a5c4-1829c0c52b4d", "address": "fa:16:3e:27:7e:de", "network": {"id": "7584ed59-7fe7-4108-9cd7-02da0d44db04", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1897611003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b149de8db2a44c69a84c024aec23c13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0828551e-a5", "ovs_interfaceid": "0828551e-a54f-46a0-a5c4-1829c0c52b4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.323764] env[70323]: DEBUG oslo_vmware.api [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]525a9193-c84d-868e-ca73-94ab0b4b0077, 'name': SearchDatastore_Task, 'duration_secs': 0.010498} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.324250] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.324341] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] [instance: fba6bc8c-51a0-49a6-9473-1ff197b0581e] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1198.324574] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.324747] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.324935] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1198.325209] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a1b1b9c-cf3f-499a-91c3-40e9ac3a03a5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.334544] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1198.334724] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1198.335429] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5709751-493b-4788-8004-f0557ade7f9c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.340359] env[70323]: DEBUG oslo_vmware.api [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Waiting for the task: (returnval){ [ 1198.340359] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52ad9999-4c4b-bb78-8512-ddfc529ae595" [ 1198.340359] env[70323]: _type = "Task" [ 1198.340359] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.347649] env[70323]: DEBUG oslo_vmware.api [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52ad9999-4c4b-bb78-8512-ddfc529ae595, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.657399] env[70323]: INFO nova.compute.claims [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1198.695098] env[70323]: DEBUG oslo_vmware.api [None req-e3e529f9-766c-42f3-b08d-2741b91d08a5 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3227975, 'name': ReconfigVM_Task, 'duration_secs': 0.134324} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.695426] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3e529f9-766c-42f3-b08d-2741b91d08a5 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645256', 'volume_id': '278acc05-f4d4-4116-9abe-a22c66e96224', 'name': 'volume-278acc05-f4d4-4116-9abe-a22c66e96224', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3b955df2-dee0-4fa3-ada7-497f29bd7a8b', 'attached_at': '', 'detached_at': '', 'volume_id': '278acc05-f4d4-4116-9abe-a22c66e96224', 'serial': '278acc05-f4d4-4116-9abe-a22c66e96224'} {{(pid=70323) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1198.770358] env[70323]: DEBUG oslo_concurrency.lockutils [req-c44181af-0c3f-44ad-9e57-1a6c02db7437 req-ee9ddd5a-94bf-4057-b006-3c7038fcebd6 service nova] Releasing lock "refresh_cache-fba6bc8c-51a0-49a6-9473-1ff197b0581e" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.851676] env[70323]: DEBUG oslo_vmware.api [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52ad9999-4c4b-bb78-8512-ddfc529ae595, 'name': SearchDatastore_Task, 'duration_secs': 0.010077} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.852213] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30ca714c-0600-4d20-9370-0c0f2a068461 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.857270] env[70323]: DEBUG oslo_vmware.api [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Waiting for the task: (returnval){ [ 1198.857270] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5237bae3-6339-5d33-d7dd-0f9eff84a613" [ 1198.857270] env[70323]: _type = "Task" [ 1198.857270] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.864971] env[70323]: DEBUG oslo_vmware.api [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5237bae3-6339-5d33-d7dd-0f9eff84a613, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.985504] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a6531e1a-86e9-4dd7-ad5a-c4d194a138e4 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Acquiring lock "9b46a1c8-0585-4c85-957e-6624fa019800" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.985749] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a6531e1a-86e9-4dd7-ad5a-c4d194a138e4 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Lock "9b46a1c8-0585-4c85-957e-6624fa019800" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.056541] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcd95ca0-28ee-4e5c-a5b6-e95f22e4d850 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 32b8c215-7f8c-457e-bc11-db7c9deee793] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1199.056829] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3da5b006-094c-48fd-8589-9bf1f3c6da8c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.063771] env[70323]: DEBUG oslo_vmware.api [None req-bcd95ca0-28ee-4e5c-a5b6-e95f22e4d850 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Waiting for the task: (returnval){ [ 1199.063771] env[70323]: value = "task-3227976" [ 1199.063771] env[70323]: _type = "Task" [ 1199.063771] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.072229] env[70323]: DEBUG oslo_vmware.api [None req-bcd95ca0-28ee-4e5c-a5b6-e95f22e4d850 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227976, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.163423] env[70323]: INFO nova.compute.resource_tracker [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Updating resource usage from migration 4e360583-d95b-4458-8467-9711ad29ac4b [ 1199.298860] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bede61a3-196c-4a32-9932-2259bc1c158c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.306543] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db7dc69-7e5c-4976-b43f-f5ee22aa784a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.335437] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd647633-b2e2-44ce-b321-9681bb617f0f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.341995] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32581406-45f4-4a22-a371-1864cd226977 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.355014] env[70323]: DEBUG nova.compute.provider_tree [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Updating inventory in ProviderTree for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1199.365749] env[70323]: DEBUG oslo_vmware.api [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5237bae3-6339-5d33-d7dd-0f9eff84a613, 'name': SearchDatastore_Task, 'duration_secs': 0.009455} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.365997] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.366267] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] fba6bc8c-51a0-49a6-9473-1ff197b0581e/fba6bc8c-51a0-49a6-9473-1ff197b0581e.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1199.366502] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e20d26c5-0f26-42c8-a2e0-cf601727341e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.373325] env[70323]: DEBUG oslo_vmware.api [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Waiting for the task: (returnval){ [ 1199.373325] env[70323]: value = "task-3227977" [ 1199.373325] env[70323]: _type = "Task" [ 1199.373325] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.380125] env[70323]: DEBUG oslo_vmware.api [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Task: {'id': task-3227977, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.488729] env[70323]: DEBUG nova.compute.utils [None req-a6531e1a-86e9-4dd7-ad5a-c4d194a138e4 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1199.574660] env[70323]: DEBUG oslo_vmware.api [None req-bcd95ca0-28ee-4e5c-a5b6-e95f22e4d850 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227976, 'name': PowerOffVM_Task, 'duration_secs': 0.186105} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.574980] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcd95ca0-28ee-4e5c-a5b6-e95f22e4d850 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 32b8c215-7f8c-457e-bc11-db7c9deee793] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1199.575204] env[70323]: DEBUG nova.compute.manager [None req-bcd95ca0-28ee-4e5c-a5b6-e95f22e4d850 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 32b8c215-7f8c-457e-bc11-db7c9deee793] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1199.575994] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c63ba2-a12e-4bcb-a489-c969352b26c0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.734659] env[70323]: DEBUG nova.objects.instance [None req-e3e529f9-766c-42f3-b08d-2741b91d08a5 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Lazy-loading 'flavor' on Instance uuid 3b955df2-dee0-4fa3-ada7-497f29bd7a8b {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1199.878536] env[70323]: ERROR nova.scheduler.client.report [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [req-5f5438c5-3fea-4524-ae89-ede4fd417e0f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 765eeb06-25b4-4ca4-bad4-b5981f14c25f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5f5438c5-3fea-4524-ae89-ede4fd417e0f"}]} [ 1199.886375] env[70323]: DEBUG oslo_vmware.api [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Task: {'id': task-3227977, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46054} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.886639] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] fba6bc8c-51a0-49a6-9473-1ff197b0581e/fba6bc8c-51a0-49a6-9473-1ff197b0581e.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1199.886847] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] [instance: fba6bc8c-51a0-49a6-9473-1ff197b0581e] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1199.887157] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c61d12af-17df-4153-ab2a-4c4e1657d831 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.893263] env[70323]: DEBUG oslo_vmware.api [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Waiting for the task: (returnval){ [ 1199.893263] env[70323]: value = "task-3227978" [ 1199.893263] env[70323]: _type = "Task" [ 1199.893263] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.896776] env[70323]: DEBUG nova.scheduler.client.report [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Refreshing inventories for resource provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1199.903080] env[70323]: DEBUG oslo_vmware.api [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Task: {'id': task-3227978, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.912874] env[70323]: DEBUG nova.scheduler.client.report [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Updating ProviderTree inventory for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1199.913099] env[70323]: DEBUG nova.compute.provider_tree [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Updating inventory in ProviderTree for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1199.925426] env[70323]: DEBUG nova.scheduler.client.report [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Refreshing aggregate associations for resource provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f, aggregates: None {{(pid=70323) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1199.943437] env[70323]: DEBUG nova.scheduler.client.report [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Refreshing trait associations for resource provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=70323) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1199.991886] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a6531e1a-86e9-4dd7-ad5a-c4d194a138e4 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Lock "9b46a1c8-0585-4c85-957e-6624fa019800" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.063426] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4eae68f-aa75-4d60-bc78-1b155556ed0f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.071539] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6883e94a-b445-45ff-82ce-5c88d3195af7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.104937] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af12feab-cff2-4d72-89ec-6f376da46b6c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.107674] env[70323]: DEBUG oslo_concurrency.lockutils [None req-bcd95ca0-28ee-4e5c-a5b6-e95f22e4d850 tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Lock "32b8c215-7f8c-457e-bc11-db7c9deee793" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.066s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.113746] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb7da68-0d61-4cf9-ab33-8c8249029f22 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.128298] env[70323]: DEBUG nova.compute.provider_tree [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Updating inventory in ProviderTree for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1200.239845] env[70323]: DEBUG oslo_concurrency.lockutils [None req-e3e529f9-766c-42f3-b08d-2741b91d08a5 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Lock "3b955df2-dee0-4fa3-ada7-497f29bd7a8b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.263s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.403456] env[70323]: DEBUG oslo_vmware.api [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Task: {'id': task-3227978, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059919} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.404283] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] [instance: fba6bc8c-51a0-49a6-9473-1ff197b0581e] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1200.404749] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa028cd9-4b6c-40dc-beef-46d9ea902a07 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.425843] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] [instance: fba6bc8c-51a0-49a6-9473-1ff197b0581e] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] fba6bc8c-51a0-49a6-9473-1ff197b0581e/fba6bc8c-51a0-49a6-9473-1ff197b0581e.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1200.426119] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56306139-1d0a-4d45-b139-2cbb8f4db385 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.445025] env[70323]: DEBUG oslo_vmware.api [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Waiting for the task: (returnval){ [ 1200.445025] env[70323]: value = "task-3227979" [ 1200.445025] env[70323]: _type = "Task" [ 1200.445025] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.455082] env[70323]: DEBUG oslo_vmware.api [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Task: {'id': task-3227979, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.531121] env[70323]: INFO nova.compute.manager [None req-80224f95-a73e-4c55-92a1-88ea89444308 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Rescuing [ 1200.531489] env[70323]: DEBUG oslo_concurrency.lockutils [None req-80224f95-a73e-4c55-92a1-88ea89444308 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Acquiring lock "refresh_cache-3b955df2-dee0-4fa3-ada7-497f29bd7a8b" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.531679] env[70323]: DEBUG oslo_concurrency.lockutils [None req-80224f95-a73e-4c55-92a1-88ea89444308 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Acquired lock "refresh_cache-3b955df2-dee0-4fa3-ada7-497f29bd7a8b" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.531920] env[70323]: DEBUG nova.network.neutron [None req-80224f95-a73e-4c55-92a1-88ea89444308 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1200.658813] env[70323]: DEBUG nova.scheduler.client.report [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Updated inventory for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with generation 170 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1200.659212] env[70323]: DEBUG nova.compute.provider_tree [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Updating resource provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f generation from 170 to 171 during operation: update_inventory {{(pid=70323) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1200.659413] env[70323]: DEBUG nova.compute.provider_tree [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Updating inventory in ProviderTree for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1200.954870] env[70323]: DEBUG oslo_vmware.api [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Task: {'id': task-3227979, 'name': ReconfigVM_Task, 'duration_secs': 0.257423} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.955248] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] [instance: fba6bc8c-51a0-49a6-9473-1ff197b0581e] Reconfigured VM instance instance-00000078 to attach disk [datastore1] fba6bc8c-51a0-49a6-9473-1ff197b0581e/fba6bc8c-51a0-49a6-9473-1ff197b0581e.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1200.955862] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c614b5a-df09-4bac-8503-10b94ac990e5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.962078] env[70323]: DEBUG oslo_vmware.api [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Waiting for the task: (returnval){ [ 1200.962078] env[70323]: value = "task-3227980" [ 1200.962078] env[70323]: _type = "Task" [ 1200.962078] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.969216] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6eb99d4c-99a0-4d69-aebf-6fb048f2767f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquiring lock "32b8c215-7f8c-457e-bc11-db7c9deee793" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.969434] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6eb99d4c-99a0-4d69-aebf-6fb048f2767f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Lock "32b8c215-7f8c-457e-bc11-db7c9deee793" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.969633] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6eb99d4c-99a0-4d69-aebf-6fb048f2767f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquiring lock "32b8c215-7f8c-457e-bc11-db7c9deee793-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.969812] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6eb99d4c-99a0-4d69-aebf-6fb048f2767f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Lock "32b8c215-7f8c-457e-bc11-db7c9deee793-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.969983] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6eb99d4c-99a0-4d69-aebf-6fb048f2767f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Lock "32b8c215-7f8c-457e-bc11-db7c9deee793-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.971468] env[70323]: DEBUG oslo_vmware.api [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Task: {'id': task-3227980, 'name': Rename_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.972280] env[70323]: INFO nova.compute.manager [None req-6eb99d4c-99a0-4d69-aebf-6fb048f2767f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 32b8c215-7f8c-457e-bc11-db7c9deee793] Terminating instance [ 1201.050294] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a6531e1a-86e9-4dd7-ad5a-c4d194a138e4 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Acquiring lock "9b46a1c8-0585-4c85-957e-6624fa019800" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.050540] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a6531e1a-86e9-4dd7-ad5a-c4d194a138e4 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Lock "9b46a1c8-0585-4c85-957e-6624fa019800" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.050766] env[70323]: INFO nova.compute.manager [None req-a6531e1a-86e9-4dd7-ad5a-c4d194a138e4 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 9b46a1c8-0585-4c85-957e-6624fa019800] Attaching volume fe2f3c80-201f-4d7a-a4a4-625fc26aa796 to /dev/sdb [ 1201.082649] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96863373-7874-4a80-8f37-67ea076035f1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.089524] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56bc1115-d16a-44bd-af4e-f4ac703134eb {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.103211] env[70323]: DEBUG nova.virt.block_device [None req-a6531e1a-86e9-4dd7-ad5a-c4d194a138e4 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 9b46a1c8-0585-4c85-957e-6624fa019800] Updating existing volume attachment record: 8dab7f2c-0737-4052-8ab9-1ff967f25ced {{(pid=70323) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1201.163822] env[70323]: DEBUG oslo_concurrency.lockutils [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.013s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.164050] env[70323]: INFO nova.compute.manager [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Migrating [ 1201.268102] env[70323]: DEBUG nova.network.neutron [None req-80224f95-a73e-4c55-92a1-88ea89444308 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Updating instance_info_cache with network_info: [{"id": "81e47b37-a80f-4f1f-be34-6ba549f898b2", "address": "fa:16:3e:fd:a9:0e", "network": {"id": "56e9e9f4-4e60-4c7b-aa0e-c44c5b186d4a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1121117638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "432ba14de5374168948a50f7762d7048", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81e47b37-a8", "ovs_interfaceid": "81e47b37-a80f-4f1f-be34-6ba549f898b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.472017] env[70323]: DEBUG oslo_vmware.api [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Task: {'id': task-3227980, 'name': Rename_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.476055] env[70323]: DEBUG nova.compute.manager [None req-6eb99d4c-99a0-4d69-aebf-6fb048f2767f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 32b8c215-7f8c-457e-bc11-db7c9deee793] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1201.476055] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-6eb99d4c-99a0-4d69-aebf-6fb048f2767f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 32b8c215-7f8c-457e-bc11-db7c9deee793] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1201.476617] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ae17d3-223b-4f8b-9f60-88ea8a968788 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.482823] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-6eb99d4c-99a0-4d69-aebf-6fb048f2767f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 32b8c215-7f8c-457e-bc11-db7c9deee793] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1201.483058] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5633a3ef-3bbb-48fd-8db3-4ae82d38f0c3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.560709] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-6eb99d4c-99a0-4d69-aebf-6fb048f2767f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 32b8c215-7f8c-457e-bc11-db7c9deee793] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1201.560941] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-6eb99d4c-99a0-4d69-aebf-6fb048f2767f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 32b8c215-7f8c-457e-bc11-db7c9deee793] Deleting contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1201.561144] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-6eb99d4c-99a0-4d69-aebf-6fb048f2767f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Deleting the datastore file [datastore1] 32b8c215-7f8c-457e-bc11-db7c9deee793 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1201.561408] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a61834fd-52ac-4643-ba64-4515f496b8f9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.568221] env[70323]: DEBUG oslo_vmware.api [None req-6eb99d4c-99a0-4d69-aebf-6fb048f2767f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Waiting for the task: (returnval){ [ 1201.568221] env[70323]: value = "task-3227983" [ 1201.568221] env[70323]: _type = "Task" [ 1201.568221] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.575612] env[70323]: DEBUG oslo_vmware.api [None req-6eb99d4c-99a0-4d69-aebf-6fb048f2767f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227983, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.678678] env[70323]: DEBUG oslo_concurrency.lockutils [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquiring lock "refresh_cache-e33513e5-3715-4111-bf8c-d7443022c82c" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.678862] env[70323]: DEBUG oslo_concurrency.lockutils [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquired lock "refresh_cache-e33513e5-3715-4111-bf8c-d7443022c82c" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.679061] env[70323]: DEBUG nova.network.neutron [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1201.770829] env[70323]: DEBUG oslo_concurrency.lockutils [None req-80224f95-a73e-4c55-92a1-88ea89444308 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Releasing lock "refresh_cache-3b955df2-dee0-4fa3-ada7-497f29bd7a8b" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.972970] env[70323]: DEBUG oslo_vmware.api [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Task: {'id': task-3227980, 'name': Rename_Task, 'duration_secs': 0.820731} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.973344] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] [instance: fba6bc8c-51a0-49a6-9473-1ff197b0581e] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1201.973557] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42117a7e-7309-454b-9a3e-946d355ecfdc {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.979377] env[70323]: DEBUG oslo_vmware.api [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Waiting for the task: (returnval){ [ 1201.979377] env[70323]: value = "task-3227984" [ 1201.979377] env[70323]: _type = "Task" [ 1201.979377] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.992217] env[70323]: DEBUG oslo_vmware.api [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Task: {'id': task-3227984, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.078433] env[70323]: DEBUG oslo_vmware.api [None req-6eb99d4c-99a0-4d69-aebf-6fb048f2767f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227983, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125125} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.078701] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-6eb99d4c-99a0-4d69-aebf-6fb048f2767f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1202.078893] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-6eb99d4c-99a0-4d69-aebf-6fb048f2767f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 32b8c215-7f8c-457e-bc11-db7c9deee793] Deleted contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1202.079086] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-6eb99d4c-99a0-4d69-aebf-6fb048f2767f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 32b8c215-7f8c-457e-bc11-db7c9deee793] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1202.079269] env[70323]: INFO nova.compute.manager [None req-6eb99d4c-99a0-4d69-aebf-6fb048f2767f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 32b8c215-7f8c-457e-bc11-db7c9deee793] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1202.079516] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6eb99d4c-99a0-4d69-aebf-6fb048f2767f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1202.079710] env[70323]: DEBUG nova.compute.manager [-] [instance: 32b8c215-7f8c-457e-bc11-db7c9deee793] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1202.079793] env[70323]: DEBUG nova.network.neutron [-] [instance: 32b8c215-7f8c-457e-bc11-db7c9deee793] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1202.305133] env[70323]: DEBUG nova.compute.manager [req-49b10400-2efa-4ca0-833e-e4b61c1741db req-6006f470-d926-4e92-af3b-43b3deff2bc2 service nova] [instance: 32b8c215-7f8c-457e-bc11-db7c9deee793] Received event network-vif-deleted-1a7d0e8b-68f9-492b-b091-58ba1f250e72 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1202.305289] env[70323]: INFO nova.compute.manager [req-49b10400-2efa-4ca0-833e-e4b61c1741db req-6006f470-d926-4e92-af3b-43b3deff2bc2 service nova] [instance: 32b8c215-7f8c-457e-bc11-db7c9deee793] Neutron deleted interface 1a7d0e8b-68f9-492b-b091-58ba1f250e72; detaching it from the instance and deleting it from the info cache [ 1202.305436] env[70323]: DEBUG nova.network.neutron [req-49b10400-2efa-4ca0-833e-e4b61c1741db req-6006f470-d926-4e92-af3b-43b3deff2bc2 service nova] [instance: 32b8c215-7f8c-457e-bc11-db7c9deee793] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.437770] env[70323]: DEBUG nova.network.neutron [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Updating instance_info_cache with network_info: [{"id": "2879d12a-8dc1-40d4-85a8-750f7676ad98", "address": "fa:16:3e:58:1f:7f", "network": {"id": "3543c4fd-df33-4be9-b279-a13bfe5a7b34", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-877530561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e98df60171c4d319ce48c2e7ddb11d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2879d12a-8d", "ovs_interfaceid": "2879d12a-8dc1-40d4-85a8-750f7676ad98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.488847] env[70323]: DEBUG oslo_vmware.api [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Task: {'id': task-3227984, 'name': PowerOnVM_Task, 'duration_secs': 0.47925} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.489124] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] [instance: fba6bc8c-51a0-49a6-9473-1ff197b0581e] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1202.489323] env[70323]: INFO nova.compute.manager [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] [instance: fba6bc8c-51a0-49a6-9473-1ff197b0581e] Took 7.26 seconds to spawn the instance on the hypervisor. [ 1202.489501] env[70323]: DEBUG nova.compute.manager [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] [instance: fba6bc8c-51a0-49a6-9473-1ff197b0581e] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1202.490274] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb2b4bc-2d9f-448c-a003-50d37805e09c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.783973] env[70323]: DEBUG nova.network.neutron [-] [instance: 32b8c215-7f8c-457e-bc11-db7c9deee793] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.808808] env[70323]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9710fb84-ab85-4377-a708-ce99e9abd8a1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.819016] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-219ec7d2-3563-4c52-b8ef-2755e846859a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.848787] env[70323]: DEBUG nova.compute.manager [req-49b10400-2efa-4ca0-833e-e4b61c1741db req-6006f470-d926-4e92-af3b-43b3deff2bc2 service nova] [instance: 32b8c215-7f8c-457e-bc11-db7c9deee793] Detach interface failed, port_id=1a7d0e8b-68f9-492b-b091-58ba1f250e72, reason: Instance 32b8c215-7f8c-457e-bc11-db7c9deee793 could not be found. {{(pid=70323) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1202.940375] env[70323]: DEBUG oslo_concurrency.lockutils [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Releasing lock "refresh_cache-e33513e5-3715-4111-bf8c-d7443022c82c" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.007024] env[70323]: INFO nova.compute.manager [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] [instance: fba6bc8c-51a0-49a6-9473-1ff197b0581e] Took 12.03 seconds to build instance. [ 1203.287055] env[70323]: INFO nova.compute.manager [-] [instance: 32b8c215-7f8c-457e-bc11-db7c9deee793] Took 1.21 seconds to deallocate network for instance. [ 1203.308354] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-80224f95-a73e-4c55-92a1-88ea89444308 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1203.308727] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ebd0c5a-d26d-4def-96a6-87775f507e49 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.314737] env[70323]: DEBUG oslo_vmware.api [None req-80224f95-a73e-4c55-92a1-88ea89444308 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Waiting for the task: (returnval){ [ 1203.314737] env[70323]: value = "task-3227986" [ 1203.314737] env[70323]: _type = "Task" [ 1203.314737] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.323628] env[70323]: DEBUG oslo_vmware.api [None req-80224f95-a73e-4c55-92a1-88ea89444308 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3227986, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.405143] env[70323]: DEBUG nova.compute.manager [req-8a649ff0-4735-4503-8f26-bc42dc4ce214 req-bedb692a-418a-4208-a691-bc0e719226a0 service nova] [instance: fba6bc8c-51a0-49a6-9473-1ff197b0581e] Received event network-changed-0828551e-a54f-46a0-a5c4-1829c0c52b4d {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1203.405339] env[70323]: DEBUG nova.compute.manager [req-8a649ff0-4735-4503-8f26-bc42dc4ce214 req-bedb692a-418a-4208-a691-bc0e719226a0 service nova] [instance: fba6bc8c-51a0-49a6-9473-1ff197b0581e] Refreshing instance network info cache due to event network-changed-0828551e-a54f-46a0-a5c4-1829c0c52b4d. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1203.405553] env[70323]: DEBUG oslo_concurrency.lockutils [req-8a649ff0-4735-4503-8f26-bc42dc4ce214 req-bedb692a-418a-4208-a691-bc0e719226a0 service nova] Acquiring lock "refresh_cache-fba6bc8c-51a0-49a6-9473-1ff197b0581e" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.405697] env[70323]: DEBUG oslo_concurrency.lockutils [req-8a649ff0-4735-4503-8f26-bc42dc4ce214 req-bedb692a-418a-4208-a691-bc0e719226a0 service nova] Acquired lock "refresh_cache-fba6bc8c-51a0-49a6-9473-1ff197b0581e" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.405858] env[70323]: DEBUG nova.network.neutron [req-8a649ff0-4735-4503-8f26-bc42dc4ce214 req-bedb692a-418a-4208-a691-bc0e719226a0 service nova] [instance: fba6bc8c-51a0-49a6-9473-1ff197b0581e] Refreshing network info cache for port 0828551e-a54f-46a0-a5c4-1829c0c52b4d {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1203.508055] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7efa43ff-c033-42a9-b447-68439845d1eb tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Lock "fba6bc8c-51a0-49a6-9473-1ff197b0581e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.537s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.793900] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6eb99d4c-99a0-4d69-aebf-6fb048f2767f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.794270] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6eb99d4c-99a0-4d69-aebf-6fb048f2767f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.794505] env[70323]: DEBUG nova.objects.instance [None req-6eb99d4c-99a0-4d69-aebf-6fb048f2767f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Lazy-loading 'resources' on Instance uuid 32b8c215-7f8c-457e-bc11-db7c9deee793 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1203.825024] env[70323]: DEBUG oslo_vmware.api [None req-80224f95-a73e-4c55-92a1-88ea89444308 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3227986, 'name': PowerOffVM_Task, 'duration_secs': 0.255051} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.825309] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-80224f95-a73e-4c55-92a1-88ea89444308 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1203.826167] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2bceb2-89be-4263-8dc8-0d64bd517c6e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.847485] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7259a41-ad0b-4741-9c72-098151613b60 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.881026] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-80224f95-a73e-4c55-92a1-88ea89444308 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1203.881747] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-497f3e83-f127-42e2-aa91-dc328a07ad77 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.888755] env[70323]: DEBUG oslo_vmware.api [None req-80224f95-a73e-4c55-92a1-88ea89444308 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Waiting for the task: (returnval){ [ 1203.888755] env[70323]: value = "task-3227987" [ 1203.888755] env[70323]: _type = "Task" [ 1203.888755] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.896915] env[70323]: DEBUG oslo_vmware.api [None req-80224f95-a73e-4c55-92a1-88ea89444308 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3227987, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.125732] env[70323]: DEBUG nova.network.neutron [req-8a649ff0-4735-4503-8f26-bc42dc4ce214 req-bedb692a-418a-4208-a691-bc0e719226a0 service nova] [instance: fba6bc8c-51a0-49a6-9473-1ff197b0581e] Updated VIF entry in instance network info cache for port 0828551e-a54f-46a0-a5c4-1829c0c52b4d. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1204.126146] env[70323]: DEBUG nova.network.neutron [req-8a649ff0-4735-4503-8f26-bc42dc4ce214 req-bedb692a-418a-4208-a691-bc0e719226a0 service nova] [instance: fba6bc8c-51a0-49a6-9473-1ff197b0581e] Updating instance_info_cache with network_info: [{"id": "0828551e-a54f-46a0-a5c4-1829c0c52b4d", "address": "fa:16:3e:27:7e:de", "network": {"id": "7584ed59-7fe7-4108-9cd7-02da0d44db04", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1897611003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b149de8db2a44c69a84c024aec23c13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0828551e-a5", "ovs_interfaceid": "0828551e-a54f-46a0-a5c4-1829c0c52b4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.402223] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-80224f95-a73e-4c55-92a1-88ea89444308 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] VM already powered off {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1204.402449] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-80224f95-a73e-4c55-92a1-88ea89444308 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1204.402693] env[70323]: DEBUG oslo_concurrency.lockutils [None req-80224f95-a73e-4c55-92a1-88ea89444308 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.402870] env[70323]: DEBUG oslo_concurrency.lockutils [None req-80224f95-a73e-4c55-92a1-88ea89444308 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.403120] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-80224f95-a73e-4c55-92a1-88ea89444308 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1204.405302] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-62320dc1-42ef-418e-a510-29f26b65116a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.413580] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-80224f95-a73e-4c55-92a1-88ea89444308 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1204.413780] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-80224f95-a73e-4c55-92a1-88ea89444308 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1204.414486] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d0e777e-5eeb-4e58-a7ae-5c84625e77e1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.421789] env[70323]: DEBUG oslo_vmware.api [None req-80224f95-a73e-4c55-92a1-88ea89444308 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Waiting for the task: (returnval){ [ 1204.421789] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52bdc144-f2e0-a338-da2b-066164582480" [ 1204.421789] env[70323]: _type = "Task" [ 1204.421789] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.428933] env[70323]: DEBUG oslo_vmware.api [None req-80224f95-a73e-4c55-92a1-88ea89444308 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52bdc144-f2e0-a338-da2b-066164582480, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.430360] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b87eb03e-d142-49ef-b085-e81042abd347 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.436440] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950f3b1d-2783-4068-8c14-85ac28ec1cf5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.470117] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e71b90c-051f-4f82-926c-2f84f2e4887a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.473165] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b4158c-4d71-4f3d-8327-084e82bc1918 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.492479] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a06a80f-fcd5-4b4e-8285-84f2c6c5e805 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.496145] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Updating instance 'e33513e5-3715-4111-bf8c-d7443022c82c' progress to 0 {{(pid=70323) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1204.508553] env[70323]: DEBUG nova.compute.provider_tree [None req-6eb99d4c-99a0-4d69-aebf-6fb048f2767f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1204.629150] env[70323]: DEBUG oslo_concurrency.lockutils [req-8a649ff0-4735-4503-8f26-bc42dc4ce214 req-bedb692a-418a-4208-a691-bc0e719226a0 service nova] Releasing lock "refresh_cache-fba6bc8c-51a0-49a6-9473-1ff197b0581e" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.932985] env[70323]: DEBUG oslo_vmware.api [None req-80224f95-a73e-4c55-92a1-88ea89444308 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52bdc144-f2e0-a338-da2b-066164582480, 'name': SearchDatastore_Task, 'duration_secs': 0.010949} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.933807] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f6047f1-7af0-44a7-9bdc-25e0e28fc7f8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.939125] env[70323]: DEBUG oslo_vmware.api [None req-80224f95-a73e-4c55-92a1-88ea89444308 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Waiting for the task: (returnval){ [ 1204.939125] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52974c51-2486-f10c-d4ed-f643900fbda9" [ 1204.939125] env[70323]: _type = "Task" [ 1204.939125] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.946502] env[70323]: DEBUG oslo_vmware.api [None req-80224f95-a73e-4c55-92a1-88ea89444308 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52974c51-2486-f10c-d4ed-f643900fbda9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.001557] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1205.001891] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd94bfaf-503f-4d41-81ba-c21ec64aeb44 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.009617] env[70323]: DEBUG oslo_vmware.api [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Waiting for the task: (returnval){ [ 1205.009617] env[70323]: value = "task-3227988" [ 1205.009617] env[70323]: _type = "Task" [ 1205.009617] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.013181] env[70323]: DEBUG nova.scheduler.client.report [None req-6eb99d4c-99a0-4d69-aebf-6fb048f2767f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1205.021321] env[70323]: DEBUG oslo_vmware.api [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3227988, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.451310] env[70323]: DEBUG oslo_vmware.api [None req-80224f95-a73e-4c55-92a1-88ea89444308 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52974c51-2486-f10c-d4ed-f643900fbda9, 'name': SearchDatastore_Task, 'duration_secs': 0.010909} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.451589] env[70323]: DEBUG oslo_concurrency.lockutils [None req-80224f95-a73e-4c55-92a1-88ea89444308 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.451888] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-80224f95-a73e-4c55-92a1-88ea89444308 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 3b955df2-dee0-4fa3-ada7-497f29bd7a8b/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16-rescue.vmdk. {{(pid=70323) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1205.452172] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a2fa86a3-b931-4c8e-8db4-e69dbb2885ba {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.458905] env[70323]: DEBUG oslo_vmware.api [None req-80224f95-a73e-4c55-92a1-88ea89444308 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Waiting for the task: (returnval){ [ 1205.458905] env[70323]: value = "task-3227989" [ 1205.458905] env[70323]: _type = "Task" [ 1205.458905] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.466775] env[70323]: DEBUG oslo_vmware.api [None req-80224f95-a73e-4c55-92a1-88ea89444308 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3227989, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.519244] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6eb99d4c-99a0-4d69-aebf-6fb048f2767f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.725s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.521372] env[70323]: DEBUG oslo_vmware.api [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3227988, 'name': PowerOffVM_Task, 'duration_secs': 0.189299} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.521885] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1205.522120] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Updating instance 'e33513e5-3715-4111-bf8c-d7443022c82c' progress to 17 {{(pid=70323) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1205.540264] env[70323]: INFO nova.scheduler.client.report [None req-6eb99d4c-99a0-4d69-aebf-6fb048f2767f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Deleted allocations for instance 32b8c215-7f8c-457e-bc11-db7c9deee793 [ 1205.652442] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6531e1a-86e9-4dd7-ad5a-c4d194a138e4 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 9b46a1c8-0585-4c85-957e-6624fa019800] Volume attach. Driver type: vmdk {{(pid=70323) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1205.652794] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6531e1a-86e9-4dd7-ad5a-c4d194a138e4 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 9b46a1c8-0585-4c85-957e-6624fa019800] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645260', 'volume_id': 'fe2f3c80-201f-4d7a-a4a4-625fc26aa796', 'name': 'volume-fe2f3c80-201f-4d7a-a4a4-625fc26aa796', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9b46a1c8-0585-4c85-957e-6624fa019800', 'attached_at': '', 'detached_at': '', 'volume_id': 'fe2f3c80-201f-4d7a-a4a4-625fc26aa796', 'serial': 'fe2f3c80-201f-4d7a-a4a4-625fc26aa796'} {{(pid=70323) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1205.653966] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6338642-95a9-480a-b459-38fa291fbc83 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.672539] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c92e584-f019-4c50-9f9e-ea5c4ad6beb4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.699110] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6531e1a-86e9-4dd7-ad5a-c4d194a138e4 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 9b46a1c8-0585-4c85-957e-6624fa019800] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] volume-fe2f3c80-201f-4d7a-a4a4-625fc26aa796/volume-fe2f3c80-201f-4d7a-a4a4-625fc26aa796.vmdk or device None with type thin {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1205.699479] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0fc1e98-856b-4e49-af10-9f84fc5d84bb {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.723996] env[70323]: DEBUG oslo_vmware.api [None req-a6531e1a-86e9-4dd7-ad5a-c4d194a138e4 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Waiting for the task: (returnval){ [ 1205.723996] env[70323]: value = "task-3227990" [ 1205.723996] env[70323]: _type = "Task" [ 1205.723996] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.734364] env[70323]: DEBUG oslo_vmware.api [None req-a6531e1a-86e9-4dd7-ad5a-c4d194a138e4 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3227990, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.968698] env[70323]: DEBUG oslo_vmware.api [None req-80224f95-a73e-4c55-92a1-88ea89444308 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3227989, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.444251} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.968980] env[70323]: INFO nova.virt.vmwareapi.ds_util [None req-80224f95-a73e-4c55-92a1-88ea89444308 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 3b955df2-dee0-4fa3-ada7-497f29bd7a8b/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16-rescue.vmdk. [ 1205.969757] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc46493-17be-48fa-8537-a1d5921a815d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.996727] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-80224f95-a73e-4c55-92a1-88ea89444308 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 3b955df2-dee0-4fa3-ada7-497f29bd7a8b/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16-rescue.vmdk or device None with type thin {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1205.997053] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad4a81a6-7ebe-490a-94e1-86744df84ba2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.016771] env[70323]: DEBUG oslo_vmware.api [None req-80224f95-a73e-4c55-92a1-88ea89444308 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Waiting for the task: (returnval){ [ 1206.016771] env[70323]: value = "task-3227991" [ 1206.016771] env[70323]: _type = "Task" [ 1206.016771] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.024563] env[70323]: DEBUG oslo_vmware.api [None req-80224f95-a73e-4c55-92a1-88ea89444308 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3227991, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.028631] env[70323]: DEBUG nova.virt.hardware [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1206.028866] env[70323]: DEBUG nova.virt.hardware [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1206.029039] env[70323]: DEBUG nova.virt.hardware [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1206.029229] env[70323]: DEBUG nova.virt.hardware [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1206.029378] env[70323]: DEBUG nova.virt.hardware [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1206.029522] env[70323]: DEBUG nova.virt.hardware [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1206.029725] env[70323]: DEBUG nova.virt.hardware [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1206.029882] env[70323]: DEBUG nova.virt.hardware [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1206.030061] env[70323]: DEBUG nova.virt.hardware [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1206.030239] env[70323]: DEBUG nova.virt.hardware [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1206.030417] env[70323]: DEBUG nova.virt.hardware [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1206.035542] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1208014-76d9-4114-bad6-f7aa9cd50833 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.048466] env[70323]: DEBUG oslo_concurrency.lockutils [None req-6eb99d4c-99a0-4d69-aebf-6fb048f2767f tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Lock "32b8c215-7f8c-457e-bc11-db7c9deee793" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.079s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.052859] env[70323]: DEBUG oslo_vmware.api [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Waiting for the task: (returnval){ [ 1206.052859] env[70323]: value = "task-3227992" [ 1206.052859] env[70323]: _type = "Task" [ 1206.052859] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.061866] env[70323]: DEBUG oslo_vmware.api [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3227992, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.235706] env[70323]: DEBUG oslo_vmware.api [None req-a6531e1a-86e9-4dd7-ad5a-c4d194a138e4 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3227990, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.527270] env[70323]: DEBUG oslo_vmware.api [None req-80224f95-a73e-4c55-92a1-88ea89444308 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3227991, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.563370] env[70323]: DEBUG oslo_vmware.api [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3227992, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.701226] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3ba8a47b-9ad8-4495-a6ae-35d3103ccdbd tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquiring lock "728ab2dc-eefc-491c-ac6b-17732e72d24b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.701446] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3ba8a47b-9ad8-4495-a6ae-35d3103ccdbd tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Lock "728ab2dc-eefc-491c-ac6b-17732e72d24b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.701667] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3ba8a47b-9ad8-4495-a6ae-35d3103ccdbd tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquiring lock "728ab2dc-eefc-491c-ac6b-17732e72d24b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.701855] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3ba8a47b-9ad8-4495-a6ae-35d3103ccdbd tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Lock "728ab2dc-eefc-491c-ac6b-17732e72d24b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.702043] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3ba8a47b-9ad8-4495-a6ae-35d3103ccdbd tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Lock "728ab2dc-eefc-491c-ac6b-17732e72d24b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.704358] env[70323]: INFO nova.compute.manager [None req-3ba8a47b-9ad8-4495-a6ae-35d3103ccdbd tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 728ab2dc-eefc-491c-ac6b-17732e72d24b] Terminating instance [ 1206.736149] env[70323]: DEBUG oslo_vmware.api [None req-a6531e1a-86e9-4dd7-ad5a-c4d194a138e4 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3227990, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.028228] env[70323]: DEBUG oslo_vmware.api [None req-80224f95-a73e-4c55-92a1-88ea89444308 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3227991, 'name': ReconfigVM_Task, 'duration_secs': 0.998915} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.028518] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-80224f95-a73e-4c55-92a1-88ea89444308 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 3b955df2-dee0-4fa3-ada7-497f29bd7a8b/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16-rescue.vmdk or device None with type thin {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1207.029468] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d19adb-e9e8-4a65-ba18-9c2ac20fbb89 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.056298] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd5c1856-54a1-42a6-abb6-26fc2cfb19e4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.075359] env[70323]: DEBUG oslo_vmware.api [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3227992, 'name': ReconfigVM_Task, 'duration_secs': 0.529847} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.076520] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Updating instance 'e33513e5-3715-4111-bf8c-d7443022c82c' progress to 33 {{(pid=70323) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1207.079713] env[70323]: DEBUG oslo_vmware.api [None req-80224f95-a73e-4c55-92a1-88ea89444308 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Waiting for the task: (returnval){ [ 1207.079713] env[70323]: value = "task-3227993" [ 1207.079713] env[70323]: _type = "Task" [ 1207.079713] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.086863] env[70323]: DEBUG oslo_vmware.api [None req-80224f95-a73e-4c55-92a1-88ea89444308 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3227993, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.207912] env[70323]: DEBUG nova.compute.manager [None req-3ba8a47b-9ad8-4495-a6ae-35d3103ccdbd tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 728ab2dc-eefc-491c-ac6b-17732e72d24b] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1207.208162] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba8a47b-9ad8-4495-a6ae-35d3103ccdbd tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 728ab2dc-eefc-491c-ac6b-17732e72d24b] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1207.209025] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6055c3b2-77ad-4423-92ea-a5d28987692a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.216390] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ba8a47b-9ad8-4495-a6ae-35d3103ccdbd tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 728ab2dc-eefc-491c-ac6b-17732e72d24b] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1207.216614] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a62688b2-8849-4876-a10f-42b76c40d29b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.223871] env[70323]: DEBUG oslo_vmware.api [None req-3ba8a47b-9ad8-4495-a6ae-35d3103ccdbd tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Waiting for the task: (returnval){ [ 1207.223871] env[70323]: value = "task-3227994" [ 1207.223871] env[70323]: _type = "Task" [ 1207.223871] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.236262] env[70323]: DEBUG oslo_vmware.api [None req-a6531e1a-86e9-4dd7-ad5a-c4d194a138e4 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3227990, 'name': ReconfigVM_Task, 'duration_secs': 1.108545} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.239281] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6531e1a-86e9-4dd7-ad5a-c4d194a138e4 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 9b46a1c8-0585-4c85-957e-6624fa019800] Reconfigured VM instance instance-00000074 to attach disk [datastore1] volume-fe2f3c80-201f-4d7a-a4a4-625fc26aa796/volume-fe2f3c80-201f-4d7a-a4a4-625fc26aa796.vmdk or device None with type thin {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1207.244227] env[70323]: DEBUG oslo_vmware.api [None req-3ba8a47b-9ad8-4495-a6ae-35d3103ccdbd tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227994, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.244474] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d108a9e-10cd-4c95-822f-6b1a3185c8f5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.259271] env[70323]: DEBUG oslo_vmware.api [None req-a6531e1a-86e9-4dd7-ad5a-c4d194a138e4 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Waiting for the task: (returnval){ [ 1207.259271] env[70323]: value = "task-3227995" [ 1207.259271] env[70323]: _type = "Task" [ 1207.259271] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.267344] env[70323]: DEBUG oslo_vmware.api [None req-a6531e1a-86e9-4dd7-ad5a-c4d194a138e4 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3227995, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.582675] env[70323]: DEBUG nova.virt.hardware [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1207.583060] env[70323]: DEBUG nova.virt.hardware [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1207.583060] env[70323]: DEBUG nova.virt.hardware [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1207.583203] env[70323]: DEBUG nova.virt.hardware [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1207.583352] env[70323]: DEBUG nova.virt.hardware [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1207.583502] env[70323]: DEBUG nova.virt.hardware [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1207.583709] env[70323]: DEBUG nova.virt.hardware [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1207.583931] env[70323]: DEBUG nova.virt.hardware [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1207.584128] env[70323]: DEBUG nova.virt.hardware [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1207.584300] env[70323]: DEBUG nova.virt.hardware [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1207.584477] env[70323]: DEBUG nova.virt.hardware [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1207.589721] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Reconfiguring VM instance instance-00000073 to detach disk 2000 {{(pid=70323) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1207.590063] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1121e4b2-7be4-4182-855c-4c08a545cb85 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.611596] env[70323]: DEBUG oslo_vmware.api [None req-80224f95-a73e-4c55-92a1-88ea89444308 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3227993, 'name': ReconfigVM_Task, 'duration_secs': 0.179726} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.612722] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-80224f95-a73e-4c55-92a1-88ea89444308 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1207.613043] env[70323]: DEBUG oslo_vmware.api [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Waiting for the task: (returnval){ [ 1207.613043] env[70323]: value = "task-3227996" [ 1207.613043] env[70323]: _type = "Task" [ 1207.613043] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.613241] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3703759-0e13-4633-a023-a868afcf6480 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.621646] env[70323]: DEBUG oslo_vmware.api [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3227996, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.622718] env[70323]: DEBUG oslo_vmware.api [None req-80224f95-a73e-4c55-92a1-88ea89444308 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Waiting for the task: (returnval){ [ 1207.622718] env[70323]: value = "task-3227997" [ 1207.622718] env[70323]: _type = "Task" [ 1207.622718] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.629504] env[70323]: DEBUG oslo_vmware.api [None req-80224f95-a73e-4c55-92a1-88ea89444308 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3227997, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.733532] env[70323]: DEBUG oslo_vmware.api [None req-3ba8a47b-9ad8-4495-a6ae-35d3103ccdbd tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227994, 'name': PowerOffVM_Task, 'duration_secs': 0.201934} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.733807] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ba8a47b-9ad8-4495-a6ae-35d3103ccdbd tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 728ab2dc-eefc-491c-ac6b-17732e72d24b] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1207.733970] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba8a47b-9ad8-4495-a6ae-35d3103ccdbd tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 728ab2dc-eefc-491c-ac6b-17732e72d24b] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1207.734243] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3389e050-023a-4b35-854a-216482e189e0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.769014] env[70323]: DEBUG oslo_vmware.api [None req-a6531e1a-86e9-4dd7-ad5a-c4d194a138e4 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3227995, 'name': ReconfigVM_Task, 'duration_secs': 0.144756} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.769344] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6531e1a-86e9-4dd7-ad5a-c4d194a138e4 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 9b46a1c8-0585-4c85-957e-6624fa019800] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645260', 'volume_id': 'fe2f3c80-201f-4d7a-a4a4-625fc26aa796', 'name': 'volume-fe2f3c80-201f-4d7a-a4a4-625fc26aa796', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9b46a1c8-0585-4c85-957e-6624fa019800', 'attached_at': '', 'detached_at': '', 'volume_id': 'fe2f3c80-201f-4d7a-a4a4-625fc26aa796', 'serial': 'fe2f3c80-201f-4d7a-a4a4-625fc26aa796'} {{(pid=70323) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1207.802419] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba8a47b-9ad8-4495-a6ae-35d3103ccdbd tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 728ab2dc-eefc-491c-ac6b-17732e72d24b] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1207.802784] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba8a47b-9ad8-4495-a6ae-35d3103ccdbd tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 728ab2dc-eefc-491c-ac6b-17732e72d24b] Deleting contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1207.803039] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ba8a47b-9ad8-4495-a6ae-35d3103ccdbd tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Deleting the datastore file [datastore2] 728ab2dc-eefc-491c-ac6b-17732e72d24b {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1207.803328] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff6192d1-e952-46a3-8d22-05ec35efafa2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.809943] env[70323]: DEBUG oslo_vmware.api [None req-3ba8a47b-9ad8-4495-a6ae-35d3103ccdbd tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Waiting for the task: (returnval){ [ 1207.809943] env[70323]: value = "task-3227999" [ 1207.809943] env[70323]: _type = "Task" [ 1207.809943] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.817804] env[70323]: DEBUG oslo_vmware.api [None req-3ba8a47b-9ad8-4495-a6ae-35d3103ccdbd tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227999, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.125648] env[70323]: DEBUG oslo_vmware.api [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3227996, 'name': ReconfigVM_Task, 'duration_secs': 0.166056} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.128871] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Reconfigured VM instance instance-00000073 to detach disk 2000 {{(pid=70323) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1208.129736] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038d133d-77b8-467f-b9dc-e34f531b0f2b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.138939] env[70323]: DEBUG oslo_vmware.api [None req-80224f95-a73e-4c55-92a1-88ea89444308 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3227997, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.158103] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] e33513e5-3715-4111-bf8c-d7443022c82c/e33513e5-3715-4111-bf8c-d7443022c82c.vmdk or device None with type thin {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1208.158103] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94794941-fb4c-4d1b-a522-9b93ff2dd8e2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.177568] env[70323]: DEBUG oslo_vmware.api [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Waiting for the task: (returnval){ [ 1208.177568] env[70323]: value = "task-3228000" [ 1208.177568] env[70323]: _type = "Task" [ 1208.177568] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.185829] env[70323]: DEBUG oslo_vmware.api [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3228000, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.320317] env[70323]: DEBUG oslo_vmware.api [None req-3ba8a47b-9ad8-4495-a6ae-35d3103ccdbd tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Task: {'id': task-3227999, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128157} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.321210] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ba8a47b-9ad8-4495-a6ae-35d3103ccdbd tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1208.321405] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba8a47b-9ad8-4495-a6ae-35d3103ccdbd tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 728ab2dc-eefc-491c-ac6b-17732e72d24b] Deleted contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1208.321585] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba8a47b-9ad8-4495-a6ae-35d3103ccdbd tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 728ab2dc-eefc-491c-ac6b-17732e72d24b] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1208.321759] env[70323]: INFO nova.compute.manager [None req-3ba8a47b-9ad8-4495-a6ae-35d3103ccdbd tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] [instance: 728ab2dc-eefc-491c-ac6b-17732e72d24b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1208.322037] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ba8a47b-9ad8-4495-a6ae-35d3103ccdbd tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1208.322240] env[70323]: DEBUG nova.compute.manager [-] [instance: 728ab2dc-eefc-491c-ac6b-17732e72d24b] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1208.322346] env[70323]: DEBUG nova.network.neutron [-] [instance: 728ab2dc-eefc-491c-ac6b-17732e72d24b] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1208.636973] env[70323]: DEBUG oslo_vmware.api [None req-80224f95-a73e-4c55-92a1-88ea89444308 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3227997, 'name': PowerOnVM_Task, 'duration_secs': 0.712012} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.642018] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-80224f95-a73e-4c55-92a1-88ea89444308 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1208.642018] env[70323]: DEBUG nova.compute.manager [None req-80224f95-a73e-4c55-92a1-88ea89444308 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1208.642289] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d37a425-b2a8-40f6-b54a-5cad7e3af286 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.656314] env[70323]: DEBUG nova.compute.manager [req-dd7044be-be6c-4723-98a3-727ebe8ab9ea req-514688e8-f24b-44dc-9412-eea77bfd8626 service nova] [instance: 728ab2dc-eefc-491c-ac6b-17732e72d24b] Received event network-vif-deleted-e51f3e11-d1cc-4129-82cc-45f8d7c76648 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1208.656900] env[70323]: INFO nova.compute.manager [req-dd7044be-be6c-4723-98a3-727ebe8ab9ea req-514688e8-f24b-44dc-9412-eea77bfd8626 service nova] [instance: 728ab2dc-eefc-491c-ac6b-17732e72d24b] Neutron deleted interface e51f3e11-d1cc-4129-82cc-45f8d7c76648; detaching it from the instance and deleting it from the info cache [ 1208.657120] env[70323]: DEBUG nova.network.neutron [req-dd7044be-be6c-4723-98a3-727ebe8ab9ea req-514688e8-f24b-44dc-9412-eea77bfd8626 service nova] [instance: 728ab2dc-eefc-491c-ac6b-17732e72d24b] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.687699] env[70323]: DEBUG oslo_vmware.api [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3228000, 'name': ReconfigVM_Task, 'duration_secs': 0.275681} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.688011] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Reconfigured VM instance instance-00000073 to attach disk [datastore2] e33513e5-3715-4111-bf8c-d7443022c82c/e33513e5-3715-4111-bf8c-d7443022c82c.vmdk or device None with type thin {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1208.688305] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Updating instance 'e33513e5-3715-4111-bf8c-d7443022c82c' progress to 50 {{(pid=70323) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1208.809206] env[70323]: DEBUG nova.objects.instance [None req-a6531e1a-86e9-4dd7-ad5a-c4d194a138e4 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Lazy-loading 'flavor' on Instance uuid 9b46a1c8-0585-4c85-957e-6624fa019800 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1209.141607] env[70323]: DEBUG nova.network.neutron [-] [instance: 728ab2dc-eefc-491c-ac6b-17732e72d24b] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.160026] env[70323]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-496e0a2c-4954-4997-9d65-5ba84cfd3bac {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.171741] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313c1625-cc2c-41a3-a493-3a152bb361a0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.194815] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e8e229-637d-400b-81f4-6a33308624b2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.207503] env[70323]: DEBUG nova.compute.manager [req-dd7044be-be6c-4723-98a3-727ebe8ab9ea req-514688e8-f24b-44dc-9412-eea77bfd8626 service nova] [instance: 728ab2dc-eefc-491c-ac6b-17732e72d24b] Detach interface failed, port_id=e51f3e11-d1cc-4129-82cc-45f8d7c76648, reason: Instance 728ab2dc-eefc-491c-ac6b-17732e72d24b could not be found. {{(pid=70323) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1209.224030] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb966b9-8d7c-47e3-a3ab-be7c3104d4a3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.242584] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Updating instance 'e33513e5-3715-4111-bf8c-d7443022c82c' progress to 67 {{(pid=70323) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1209.314547] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a6531e1a-86e9-4dd7-ad5a-c4d194a138e4 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Lock "9b46a1c8-0585-4c85-957e-6624fa019800" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.264s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.580306] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1d9947d1-d2c8-4758-9468-6509fbdb01c2 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Acquiring lock "9b46a1c8-0585-4c85-957e-6624fa019800" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.580617] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1d9947d1-d2c8-4758-9468-6509fbdb01c2 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Lock "9b46a1c8-0585-4c85-957e-6624fa019800" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.643767] env[70323]: INFO nova.compute.manager [-] [instance: 728ab2dc-eefc-491c-ac6b-17732e72d24b] Took 1.32 seconds to deallocate network for instance. [ 1209.781037] env[70323]: INFO nova.compute.manager [None req-c9bf6117-5b33-4623-96bf-b13d225019db tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Unrescuing [ 1209.781251] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c9bf6117-5b33-4623-96bf-b13d225019db tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Acquiring lock "refresh_cache-3b955df2-dee0-4fa3-ada7-497f29bd7a8b" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.781410] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c9bf6117-5b33-4623-96bf-b13d225019db tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Acquired lock "refresh_cache-3b955df2-dee0-4fa3-ada7-497f29bd7a8b" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.781577] env[70323]: DEBUG nova.network.neutron [None req-c9bf6117-5b33-4623-96bf-b13d225019db tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1209.783443] env[70323]: DEBUG nova.network.neutron [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Port 2879d12a-8dc1-40d4-85a8-750f7676ad98 binding to destination host cpu-1 is already ACTIVE {{(pid=70323) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1210.083946] env[70323]: INFO nova.compute.manager [None req-1d9947d1-d2c8-4758-9468-6509fbdb01c2 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 9b46a1c8-0585-4c85-957e-6624fa019800] Detaching volume fe2f3c80-201f-4d7a-a4a4-625fc26aa796 [ 1210.118499] env[70323]: INFO nova.virt.block_device [None req-1d9947d1-d2c8-4758-9468-6509fbdb01c2 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 9b46a1c8-0585-4c85-957e-6624fa019800] Attempting to driver detach volume fe2f3c80-201f-4d7a-a4a4-625fc26aa796 from mountpoint /dev/sdb [ 1210.118810] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d9947d1-d2c8-4758-9468-6509fbdb01c2 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 9b46a1c8-0585-4c85-957e-6624fa019800] Volume detach. Driver type: vmdk {{(pid=70323) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1210.118982] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d9947d1-d2c8-4758-9468-6509fbdb01c2 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 9b46a1c8-0585-4c85-957e-6624fa019800] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645260', 'volume_id': 'fe2f3c80-201f-4d7a-a4a4-625fc26aa796', 'name': 'volume-fe2f3c80-201f-4d7a-a4a4-625fc26aa796', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9b46a1c8-0585-4c85-957e-6624fa019800', 'attached_at': '', 'detached_at': '', 'volume_id': 'fe2f3c80-201f-4d7a-a4a4-625fc26aa796', 'serial': 'fe2f3c80-201f-4d7a-a4a4-625fc26aa796'} {{(pid=70323) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1210.119914] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c37415-5433-42d5-9364-61e8dd4cb669 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.145180] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17fa6596-aba3-478e-8c59-fd1cf3920a4a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.149978] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3ba8a47b-9ad8-4495-a6ae-35d3103ccdbd tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.150294] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3ba8a47b-9ad8-4495-a6ae-35d3103ccdbd tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.150529] env[70323]: DEBUG nova.objects.instance [None req-3ba8a47b-9ad8-4495-a6ae-35d3103ccdbd tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Lazy-loading 'resources' on Instance uuid 728ab2dc-eefc-491c-ac6b-17732e72d24b {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1210.153927] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1696250e-181c-428a-ba81-8d172462c332 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.176640] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd3e353-d2d1-4651-8eb6-08ad62fccb3c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.193447] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d9947d1-d2c8-4758-9468-6509fbdb01c2 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] The volume has not been displaced from its original location: [datastore1] volume-fe2f3c80-201f-4d7a-a4a4-625fc26aa796/volume-fe2f3c80-201f-4d7a-a4a4-625fc26aa796.vmdk. No consolidation needed. {{(pid=70323) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1210.199286] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d9947d1-d2c8-4758-9468-6509fbdb01c2 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 9b46a1c8-0585-4c85-957e-6624fa019800] Reconfiguring VM instance instance-00000074 to detach disk 2001 {{(pid=70323) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1210.199609] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ed16d07-7fea-4c6c-a40c-548804a06a7f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.219728] env[70323]: DEBUG oslo_vmware.api [None req-1d9947d1-d2c8-4758-9468-6509fbdb01c2 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Waiting for the task: (returnval){ [ 1210.219728] env[70323]: value = "task-3228001" [ 1210.219728] env[70323]: _type = "Task" [ 1210.219728] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.227839] env[70323]: DEBUG oslo_vmware.api [None req-1d9947d1-d2c8-4758-9468-6509fbdb01c2 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3228001, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.502904] env[70323]: DEBUG nova.network.neutron [None req-c9bf6117-5b33-4623-96bf-b13d225019db tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Updating instance_info_cache with network_info: [{"id": "81e47b37-a80f-4f1f-be34-6ba549f898b2", "address": "fa:16:3e:fd:a9:0e", "network": {"id": "56e9e9f4-4e60-4c7b-aa0e-c44c5b186d4a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1121117638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "432ba14de5374168948a50f7762d7048", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81e47b37-a8", "ovs_interfaceid": "81e47b37-a80f-4f1f-be34-6ba549f898b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.730205] env[70323]: DEBUG oslo_vmware.api [None req-1d9947d1-d2c8-4758-9468-6509fbdb01c2 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3228001, 'name': ReconfigVM_Task, 'duration_secs': 0.244075} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.730557] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d9947d1-d2c8-4758-9468-6509fbdb01c2 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 9b46a1c8-0585-4c85-957e-6624fa019800] Reconfigured VM instance instance-00000074 to detach disk 2001 {{(pid=70323) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1210.737488] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53e3c409-7cef-4119-a922-ca1cefbbbc5f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.753511] env[70323]: DEBUG oslo_vmware.api [None req-1d9947d1-d2c8-4758-9468-6509fbdb01c2 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Waiting for the task: (returnval){ [ 1210.753511] env[70323]: value = "task-3228002" [ 1210.753511] env[70323]: _type = "Task" [ 1210.753511] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.764456] env[70323]: DEBUG oslo_vmware.api [None req-1d9947d1-d2c8-4758-9468-6509fbdb01c2 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3228002, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.791868] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd0aec9-e5ea-4206-9086-7bdb609e884c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.809326] env[70323]: DEBUG oslo_concurrency.lockutils [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquiring lock "e33513e5-3715-4111-bf8c-d7443022c82c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.809326] env[70323]: DEBUG oslo_concurrency.lockutils [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Lock "e33513e5-3715-4111-bf8c-d7443022c82c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.809540] env[70323]: DEBUG oslo_concurrency.lockutils [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Lock "e33513e5-3715-4111-bf8c-d7443022c82c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.815686] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c2191c-5b8f-4cd3-b9e9-dbf55bda8bc3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.849017] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2750d576-e0c7-408f-8d4b-2541aced916d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.858686] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c9bf2a0-4846-434d-afef-a45bc824af9b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.873784] env[70323]: DEBUG nova.compute.provider_tree [None req-3ba8a47b-9ad8-4495-a6ae-35d3103ccdbd tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1211.006035] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c9bf6117-5b33-4623-96bf-b13d225019db tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Releasing lock "refresh_cache-3b955df2-dee0-4fa3-ada7-497f29bd7a8b" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.006667] env[70323]: DEBUG nova.objects.instance [None req-c9bf6117-5b33-4623-96bf-b13d225019db tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Lazy-loading 'flavor' on Instance uuid 3b955df2-dee0-4fa3-ada7-497f29bd7a8b {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1211.264196] env[70323]: DEBUG oslo_vmware.api [None req-1d9947d1-d2c8-4758-9468-6509fbdb01c2 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3228002, 'name': ReconfigVM_Task, 'duration_secs': 0.17418} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.264515] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d9947d1-d2c8-4758-9468-6509fbdb01c2 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 9b46a1c8-0585-4c85-957e-6624fa019800] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645260', 'volume_id': 'fe2f3c80-201f-4d7a-a4a4-625fc26aa796', 'name': 'volume-fe2f3c80-201f-4d7a-a4a4-625fc26aa796', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9b46a1c8-0585-4c85-957e-6624fa019800', 'attached_at': '', 'detached_at': '', 'volume_id': 'fe2f3c80-201f-4d7a-a4a4-625fc26aa796', 'serial': 'fe2f3c80-201f-4d7a-a4a4-625fc26aa796'} {{(pid=70323) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1211.376908] env[70323]: DEBUG nova.scheduler.client.report [None req-3ba8a47b-9ad8-4495-a6ae-35d3103ccdbd tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1211.511988] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0d3f39-7d3a-40f0-86ce-fa1c8f612eec {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.539234] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9bf6117-5b33-4623-96bf-b13d225019db tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1211.539526] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b274d158-7450-4087-bc53-3be07f086907 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.547084] env[70323]: DEBUG oslo_vmware.api [None req-c9bf6117-5b33-4623-96bf-b13d225019db tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Waiting for the task: (returnval){ [ 1211.547084] env[70323]: value = "task-3228003" [ 1211.547084] env[70323]: _type = "Task" [ 1211.547084] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.556536] env[70323]: DEBUG oslo_vmware.api [None req-c9bf6117-5b33-4623-96bf-b13d225019db tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3228003, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.807454] env[70323]: DEBUG nova.objects.instance [None req-1d9947d1-d2c8-4758-9468-6509fbdb01c2 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Lazy-loading 'flavor' on Instance uuid 9b46a1c8-0585-4c85-957e-6624fa019800 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1211.846893] env[70323]: DEBUG oslo_concurrency.lockutils [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquiring lock "refresh_cache-e33513e5-3715-4111-bf8c-d7443022c82c" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.847100] env[70323]: DEBUG oslo_concurrency.lockutils [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquired lock "refresh_cache-e33513e5-3715-4111-bf8c-d7443022c82c" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.847283] env[70323]: DEBUG nova.network.neutron [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1211.881725] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3ba8a47b-9ad8-4495-a6ae-35d3103ccdbd tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.731s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.900337] env[70323]: INFO nova.scheduler.client.report [None req-3ba8a47b-9ad8-4495-a6ae-35d3103ccdbd tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Deleted allocations for instance 728ab2dc-eefc-491c-ac6b-17732e72d24b [ 1212.056415] env[70323]: DEBUG oslo_vmware.api [None req-c9bf6117-5b33-4623-96bf-b13d225019db tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3228003, 'name': PowerOffVM_Task, 'duration_secs': 0.490366} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.056646] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9bf6117-5b33-4623-96bf-b13d225019db tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1212.061776] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9bf6117-5b33-4623-96bf-b13d225019db tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Reconfiguring VM instance instance-00000072 to detach disk 2002 {{(pid=70323) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1212.062069] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60db9b0b-d0ce-48d9-a40a-e2bd6744cc64 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.079998] env[70323]: DEBUG oslo_vmware.api [None req-c9bf6117-5b33-4623-96bf-b13d225019db tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Waiting for the task: (returnval){ [ 1212.079998] env[70323]: value = "task-3228004" [ 1212.079998] env[70323]: _type = "Task" [ 1212.079998] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.087788] env[70323]: DEBUG oslo_vmware.api [None req-c9bf6117-5b33-4623-96bf-b13d225019db tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3228004, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.407450] env[70323]: DEBUG oslo_concurrency.lockutils [None req-3ba8a47b-9ad8-4495-a6ae-35d3103ccdbd tempest-ServersTestJSON-415977640 tempest-ServersTestJSON-415977640-project-member] Lock "728ab2dc-eefc-491c-ac6b-17732e72d24b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.706s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.545858] env[70323]: DEBUG nova.network.neutron [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Updating instance_info_cache with network_info: [{"id": "2879d12a-8dc1-40d4-85a8-750f7676ad98", "address": "fa:16:3e:58:1f:7f", "network": {"id": "3543c4fd-df33-4be9-b279-a13bfe5a7b34", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-877530561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e98df60171c4d319ce48c2e7ddb11d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2879d12a-8d", "ovs_interfaceid": "2879d12a-8dc1-40d4-85a8-750f7676ad98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.590749] env[70323]: DEBUG oslo_vmware.api [None req-c9bf6117-5b33-4623-96bf-b13d225019db tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3228004, 'name': ReconfigVM_Task, 'duration_secs': 0.247069} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.590975] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9bf6117-5b33-4623-96bf-b13d225019db tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Reconfigured VM instance instance-00000072 to detach disk 2002 {{(pid=70323) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1212.591162] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9bf6117-5b33-4623-96bf-b13d225019db tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1212.591401] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d705634e-7374-4829-a10e-6c75c0407a0f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.597771] env[70323]: DEBUG oslo_vmware.api [None req-c9bf6117-5b33-4623-96bf-b13d225019db tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Waiting for the task: (returnval){ [ 1212.597771] env[70323]: value = "task-3228005" [ 1212.597771] env[70323]: _type = "Task" [ 1212.597771] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.613583] env[70323]: DEBUG oslo_vmware.api [None req-c9bf6117-5b33-4623-96bf-b13d225019db tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3228005, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.815063] env[70323]: DEBUG oslo_concurrency.lockutils [None req-1d9947d1-d2c8-4758-9468-6509fbdb01c2 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Lock "9b46a1c8-0585-4c85-957e-6624fa019800" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.234s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.049550] env[70323]: DEBUG oslo_concurrency.lockutils [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Releasing lock "refresh_cache-e33513e5-3715-4111-bf8c-d7443022c82c" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.076313] env[70323]: DEBUG oslo_concurrency.lockutils [None req-65462e71-5c5a-47ca-a13d-fe9c3b9aadf3 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Acquiring lock "7435958d-5a37-4344-ab48-99143acb1d28" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.076604] env[70323]: DEBUG oslo_concurrency.lockutils [None req-65462e71-5c5a-47ca-a13d-fe9c3b9aadf3 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Lock "7435958d-5a37-4344-ab48-99143acb1d28" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.076801] env[70323]: INFO nova.compute.manager [None req-65462e71-5c5a-47ca-a13d-fe9c3b9aadf3 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Shelving [ 1213.110082] env[70323]: DEBUG oslo_vmware.api [None req-c9bf6117-5b33-4623-96bf-b13d225019db tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3228005, 'name': PowerOnVM_Task, 'duration_secs': 0.370106} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.110379] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9bf6117-5b33-4623-96bf-b13d225019db tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1213.110613] env[70323]: DEBUG nova.compute.manager [None req-c9bf6117-5b33-4623-96bf-b13d225019db tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1213.111388] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655736f5-5f1f-451b-a2af-219ea3701bbe {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.574261] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2b5700-e567-4200-aa06-06667250d982 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.599499] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f44392a-3060-470b-9156-52a9a2028fcf {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.606723] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Updating instance 'e33513e5-3715-4111-bf8c-d7443022c82c' progress to 83 {{(pid=70323) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1213.837339] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5fa1b4a7-88b8-4907-a108-796d78e8b247 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Acquiring lock "9b46a1c8-0585-4c85-957e-6624fa019800" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.837673] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5fa1b4a7-88b8-4907-a108-796d78e8b247 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Lock "9b46a1c8-0585-4c85-957e-6624fa019800" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.837830] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5fa1b4a7-88b8-4907-a108-796d78e8b247 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Acquiring lock "9b46a1c8-0585-4c85-957e-6624fa019800-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.838028] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5fa1b4a7-88b8-4907-a108-796d78e8b247 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Lock "9b46a1c8-0585-4c85-957e-6624fa019800-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.838199] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5fa1b4a7-88b8-4907-a108-796d78e8b247 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Lock "9b46a1c8-0585-4c85-957e-6624fa019800-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.840503] env[70323]: INFO nova.compute.manager [None req-5fa1b4a7-88b8-4907-a108-796d78e8b247 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 9b46a1c8-0585-4c85-957e-6624fa019800] Terminating instance [ 1214.102573] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-65462e71-5c5a-47ca-a13d-fe9c3b9aadf3 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1214.103891] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1da07dd-9dba-4b4d-addd-776969ac53ba {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.116671] env[70323]: DEBUG oslo_vmware.api [None req-65462e71-5c5a-47ca-a13d-fe9c3b9aadf3 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for the task: (returnval){ [ 1214.116671] env[70323]: value = "task-3228006" [ 1214.116671] env[70323]: _type = "Task" [ 1214.116671] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.116671] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1214.116671] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4df39e78-a491-4135-b563-4619f1c1d29b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.128211] env[70323]: DEBUG oslo_vmware.api [None req-65462e71-5c5a-47ca-a13d-fe9c3b9aadf3 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3228006, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.130158] env[70323]: DEBUG oslo_vmware.api [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Waiting for the task: (returnval){ [ 1214.130158] env[70323]: value = "task-3228007" [ 1214.130158] env[70323]: _type = "Task" [ 1214.130158] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.143125] env[70323]: DEBUG oslo_vmware.api [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3228007, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.319101] env[70323]: DEBUG nova.compute.manager [req-5964996b-fabc-4652-8e61-fbe596d32b44 req-909fb13f-6616-4b4d-9d30-0872e4a4272e service nova] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Received event network-changed-81e47b37-a80f-4f1f-be34-6ba549f898b2 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1214.319305] env[70323]: DEBUG nova.compute.manager [req-5964996b-fabc-4652-8e61-fbe596d32b44 req-909fb13f-6616-4b4d-9d30-0872e4a4272e service nova] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Refreshing instance network info cache due to event network-changed-81e47b37-a80f-4f1f-be34-6ba549f898b2. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1214.319526] env[70323]: DEBUG oslo_concurrency.lockutils [req-5964996b-fabc-4652-8e61-fbe596d32b44 req-909fb13f-6616-4b4d-9d30-0872e4a4272e service nova] Acquiring lock "refresh_cache-3b955df2-dee0-4fa3-ada7-497f29bd7a8b" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.319674] env[70323]: DEBUG oslo_concurrency.lockutils [req-5964996b-fabc-4652-8e61-fbe596d32b44 req-909fb13f-6616-4b4d-9d30-0872e4a4272e service nova] Acquired lock "refresh_cache-3b955df2-dee0-4fa3-ada7-497f29bd7a8b" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.319836] env[70323]: DEBUG nova.network.neutron [req-5964996b-fabc-4652-8e61-fbe596d32b44 req-909fb13f-6616-4b4d-9d30-0872e4a4272e service nova] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Refreshing network info cache for port 81e47b37-a80f-4f1f-be34-6ba549f898b2 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1214.348019] env[70323]: DEBUG nova.compute.manager [None req-5fa1b4a7-88b8-4907-a108-796d78e8b247 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 9b46a1c8-0585-4c85-957e-6624fa019800] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1214.348019] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa1b4a7-88b8-4907-a108-796d78e8b247 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 9b46a1c8-0585-4c85-957e-6624fa019800] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1214.348019] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d34712be-7c50-484c-8d0c-24889200c83a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.356244] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fa1b4a7-88b8-4907-a108-796d78e8b247 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 9b46a1c8-0585-4c85-957e-6624fa019800] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1214.357347] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d96cca2e-187a-4779-90fe-5afded8ba713 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.368022] env[70323]: DEBUG oslo_vmware.api [None req-5fa1b4a7-88b8-4907-a108-796d78e8b247 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Waiting for the task: (returnval){ [ 1214.368022] env[70323]: value = "task-3228008" [ 1214.368022] env[70323]: _type = "Task" [ 1214.368022] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.376301] env[70323]: DEBUG oslo_vmware.api [None req-5fa1b4a7-88b8-4907-a108-796d78e8b247 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3228008, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.625199] env[70323]: DEBUG oslo_vmware.api [None req-65462e71-5c5a-47ca-a13d-fe9c3b9aadf3 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3228006, 'name': PowerOffVM_Task, 'duration_secs': 0.263182} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.625628] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-65462e71-5c5a-47ca-a13d-fe9c3b9aadf3 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1214.626524] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d4f6ab5-08b8-4320-8cf7-71a469ecbef5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.648338] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab35de1-2a3a-4547-9d77-1155575d3910 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.653652] env[70323]: DEBUG oslo_vmware.api [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3228007, 'name': PowerOnVM_Task, 'duration_secs': 0.390673} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.654804] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1214.654804] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-182194ef-a3ae-4dd9-8051-fccd3e8f4fe3 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Updating instance 'e33513e5-3715-4111-bf8c-d7443022c82c' progress to 100 {{(pid=70323) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1214.876907] env[70323]: DEBUG oslo_vmware.api [None req-5fa1b4a7-88b8-4907-a108-796d78e8b247 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3228008, 'name': PowerOffVM_Task, 'duration_secs': 0.173437} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.877279] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fa1b4a7-88b8-4907-a108-796d78e8b247 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 9b46a1c8-0585-4c85-957e-6624fa019800] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1214.877462] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa1b4a7-88b8-4907-a108-796d78e8b247 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 9b46a1c8-0585-4c85-957e-6624fa019800] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1214.877727] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe496b80-d309-426d-9080-90624e5d9b28 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.959793] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa1b4a7-88b8-4907-a108-796d78e8b247 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 9b46a1c8-0585-4c85-957e-6624fa019800] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1214.960816] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa1b4a7-88b8-4907-a108-796d78e8b247 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 9b46a1c8-0585-4c85-957e-6624fa019800] Deleting contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1214.960816] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fa1b4a7-88b8-4907-a108-796d78e8b247 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Deleting the datastore file [datastore2] 9b46a1c8-0585-4c85-957e-6624fa019800 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1214.960816] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5964ffd3-bc42-4a5d-a001-7030a8b9f028 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.967693] env[70323]: DEBUG oslo_vmware.api [None req-5fa1b4a7-88b8-4907-a108-796d78e8b247 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Waiting for the task: (returnval){ [ 1214.967693] env[70323]: value = "task-3228010" [ 1214.967693] env[70323]: _type = "Task" [ 1214.967693] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.977735] env[70323]: DEBUG oslo_vmware.api [None req-5fa1b4a7-88b8-4907-a108-796d78e8b247 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3228010, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.065576] env[70323]: DEBUG nova.network.neutron [req-5964996b-fabc-4652-8e61-fbe596d32b44 req-909fb13f-6616-4b4d-9d30-0872e4a4272e service nova] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Updated VIF entry in instance network info cache for port 81e47b37-a80f-4f1f-be34-6ba549f898b2. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1215.065983] env[70323]: DEBUG nova.network.neutron [req-5964996b-fabc-4652-8e61-fbe596d32b44 req-909fb13f-6616-4b4d-9d30-0872e4a4272e service nova] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Updating instance_info_cache with network_info: [{"id": "81e47b37-a80f-4f1f-be34-6ba549f898b2", "address": "fa:16:3e:fd:a9:0e", "network": {"id": "56e9e9f4-4e60-4c7b-aa0e-c44c5b186d4a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1121117638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "432ba14de5374168948a50f7762d7048", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81e47b37-a8", "ovs_interfaceid": "81e47b37-a80f-4f1f-be34-6ba549f898b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.165230] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-65462e71-5c5a-47ca-a13d-fe9c3b9aadf3 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Creating Snapshot of the VM instance {{(pid=70323) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1215.165720] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-43863ea1-d0ef-4f2d-b6b4-e76c87f90a37 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.177275] env[70323]: DEBUG oslo_vmware.api [None req-65462e71-5c5a-47ca-a13d-fe9c3b9aadf3 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for the task: (returnval){ [ 1215.177275] env[70323]: value = "task-3228011" [ 1215.177275] env[70323]: _type = "Task" [ 1215.177275] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.188041] env[70323]: DEBUG oslo_vmware.api [None req-65462e71-5c5a-47ca-a13d-fe9c3b9aadf3 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3228011, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.480761] env[70323]: DEBUG oslo_vmware.api [None req-5fa1b4a7-88b8-4907-a108-796d78e8b247 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3228010, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134751} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.481122] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fa1b4a7-88b8-4907-a108-796d78e8b247 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1215.481345] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa1b4a7-88b8-4907-a108-796d78e8b247 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 9b46a1c8-0585-4c85-957e-6624fa019800] Deleted contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1215.481602] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa1b4a7-88b8-4907-a108-796d78e8b247 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 9b46a1c8-0585-4c85-957e-6624fa019800] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1215.481800] env[70323]: INFO nova.compute.manager [None req-5fa1b4a7-88b8-4907-a108-796d78e8b247 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 9b46a1c8-0585-4c85-957e-6624fa019800] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1215.482114] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5fa1b4a7-88b8-4907-a108-796d78e8b247 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1215.482333] env[70323]: DEBUG nova.compute.manager [-] [instance: 9b46a1c8-0585-4c85-957e-6624fa019800] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1215.482445] env[70323]: DEBUG nova.network.neutron [-] [instance: 9b46a1c8-0585-4c85-957e-6624fa019800] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1215.569714] env[70323]: DEBUG oslo_concurrency.lockutils [req-5964996b-fabc-4652-8e61-fbe596d32b44 req-909fb13f-6616-4b4d-9d30-0872e4a4272e service nova] Releasing lock "refresh_cache-3b955df2-dee0-4fa3-ada7-497f29bd7a8b" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.693030] env[70323]: DEBUG oslo_vmware.api [None req-65462e71-5c5a-47ca-a13d-fe9c3b9aadf3 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3228011, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.193921] env[70323]: DEBUG oslo_vmware.api [None req-65462e71-5c5a-47ca-a13d-fe9c3b9aadf3 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3228011, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.242168] env[70323]: DEBUG nova.compute.manager [req-0fa3ce6a-fea2-4c59-8cdb-25813139f300 req-6f182f1a-b6f1-4d82-8fa9-85685e3e5651 service nova] [instance: 9b46a1c8-0585-4c85-957e-6624fa019800] Received event network-vif-deleted-b3206f66-3ec0-4f44-9310-da07cc7f5b98 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1216.242168] env[70323]: INFO nova.compute.manager [req-0fa3ce6a-fea2-4c59-8cdb-25813139f300 req-6f182f1a-b6f1-4d82-8fa9-85685e3e5651 service nova] [instance: 9b46a1c8-0585-4c85-957e-6624fa019800] Neutron deleted interface b3206f66-3ec0-4f44-9310-da07cc7f5b98; detaching it from the instance and deleting it from the info cache [ 1216.242168] env[70323]: DEBUG nova.network.neutron [req-0fa3ce6a-fea2-4c59-8cdb-25813139f300 req-6f182f1a-b6f1-4d82-8fa9-85685e3e5651 service nova] [instance: 9b46a1c8-0585-4c85-957e-6624fa019800] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.346216] env[70323]: DEBUG nova.compute.manager [req-798044f0-1f3f-4c9b-acce-64a22c7e0008 req-96d5eb05-b4c7-46ab-b5f4-e7b4928fe586 service nova] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Received event network-changed-81e47b37-a80f-4f1f-be34-6ba549f898b2 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1216.346481] env[70323]: DEBUG nova.compute.manager [req-798044f0-1f3f-4c9b-acce-64a22c7e0008 req-96d5eb05-b4c7-46ab-b5f4-e7b4928fe586 service nova] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Refreshing instance network info cache due to event network-changed-81e47b37-a80f-4f1f-be34-6ba549f898b2. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1216.346697] env[70323]: DEBUG oslo_concurrency.lockutils [req-798044f0-1f3f-4c9b-acce-64a22c7e0008 req-96d5eb05-b4c7-46ab-b5f4-e7b4928fe586 service nova] Acquiring lock "refresh_cache-3b955df2-dee0-4fa3-ada7-497f29bd7a8b" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.346904] env[70323]: DEBUG oslo_concurrency.lockutils [req-798044f0-1f3f-4c9b-acce-64a22c7e0008 req-96d5eb05-b4c7-46ab-b5f4-e7b4928fe586 service nova] Acquired lock "refresh_cache-3b955df2-dee0-4fa3-ada7-497f29bd7a8b" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.347014] env[70323]: DEBUG nova.network.neutron [req-798044f0-1f3f-4c9b-acce-64a22c7e0008 req-96d5eb05-b4c7-46ab-b5f4-e7b4928fe586 service nova] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Refreshing network info cache for port 81e47b37-a80f-4f1f-be34-6ba549f898b2 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1216.411740] env[70323]: DEBUG nova.network.neutron [-] [instance: 9b46a1c8-0585-4c85-957e-6624fa019800] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.695037] env[70323]: DEBUG oslo_vmware.api [None req-65462e71-5c5a-47ca-a13d-fe9c3b9aadf3 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3228011, 'name': CreateSnapshot_Task, 'duration_secs': 1.116487} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.695299] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-65462e71-5c5a-47ca-a13d-fe9c3b9aadf3 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Created Snapshot of the VM instance {{(pid=70323) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1216.696176] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1977fbe-09d1-42f8-919f-9b4feafe1f80 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.745385] env[70323]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fc5cb63a-3a76-45b3-9957-5714d3649a4b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.756514] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76389cf-05db-4bfc-bde2-ae8af550b71d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.788025] env[70323]: DEBUG nova.compute.manager [req-0fa3ce6a-fea2-4c59-8cdb-25813139f300 req-6f182f1a-b6f1-4d82-8fa9-85685e3e5651 service nova] [instance: 9b46a1c8-0585-4c85-957e-6624fa019800] Detach interface failed, port_id=b3206f66-3ec0-4f44-9310-da07cc7f5b98, reason: Instance 9b46a1c8-0585-4c85-957e-6624fa019800 could not be found. {{(pid=70323) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1216.915972] env[70323]: INFO nova.compute.manager [-] [instance: 9b46a1c8-0585-4c85-957e-6624fa019800] Took 1.43 seconds to deallocate network for instance. [ 1217.066013] env[70323]: DEBUG nova.network.neutron [req-798044f0-1f3f-4c9b-acce-64a22c7e0008 req-96d5eb05-b4c7-46ab-b5f4-e7b4928fe586 service nova] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Updated VIF entry in instance network info cache for port 81e47b37-a80f-4f1f-be34-6ba549f898b2. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1217.066406] env[70323]: DEBUG nova.network.neutron [req-798044f0-1f3f-4c9b-acce-64a22c7e0008 req-96d5eb05-b4c7-46ab-b5f4-e7b4928fe586 service nova] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Updating instance_info_cache with network_info: [{"id": "81e47b37-a80f-4f1f-be34-6ba549f898b2", "address": "fa:16:3e:fd:a9:0e", "network": {"id": "56e9e9f4-4e60-4c7b-aa0e-c44c5b186d4a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1121117638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "432ba14de5374168948a50f7762d7048", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81e47b37-a8", "ovs_interfaceid": "81e47b37-a80f-4f1f-be34-6ba549f898b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.216138] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-65462e71-5c5a-47ca-a13d-fe9c3b9aadf3 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Creating linked-clone VM from snapshot {{(pid=70323) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1217.216527] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-93a54dc6-e088-4549-94ed-9c6ef19c3ca3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.225567] env[70323]: DEBUG oslo_vmware.api [None req-65462e71-5c5a-47ca-a13d-fe9c3b9aadf3 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for the task: (returnval){ [ 1217.225567] env[70323]: value = "task-3228012" [ 1217.225567] env[70323]: _type = "Task" [ 1217.225567] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.233829] env[70323]: DEBUG oslo_vmware.api [None req-65462e71-5c5a-47ca-a13d-fe9c3b9aadf3 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3228012, 'name': CloneVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.421852] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5fa1b4a7-88b8-4907-a108-796d78e8b247 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.422097] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5fa1b4a7-88b8-4907-a108-796d78e8b247 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.422354] env[70323]: DEBUG nova.objects.instance [None req-5fa1b4a7-88b8-4907-a108-796d78e8b247 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Lazy-loading 'resources' on Instance uuid 9b46a1c8-0585-4c85-957e-6624fa019800 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1217.439447] env[70323]: DEBUG nova.network.neutron [None req-9177cfb9-615a-4b7a-a032-af1f84ddbbab tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Port 2879d12a-8dc1-40d4-85a8-750f7676ad98 binding to destination host cpu-1 is already ACTIVE {{(pid=70323) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1217.439946] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9177cfb9-615a-4b7a-a032-af1f84ddbbab tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquiring lock "refresh_cache-e33513e5-3715-4111-bf8c-d7443022c82c" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.439946] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9177cfb9-615a-4b7a-a032-af1f84ddbbab tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquired lock "refresh_cache-e33513e5-3715-4111-bf8c-d7443022c82c" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.440098] env[70323]: DEBUG nova.network.neutron [None req-9177cfb9-615a-4b7a-a032-af1f84ddbbab tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1217.569457] env[70323]: DEBUG oslo_concurrency.lockutils [req-798044f0-1f3f-4c9b-acce-64a22c7e0008 req-96d5eb05-b4c7-46ab-b5f4-e7b4928fe586 service nova] Releasing lock "refresh_cache-3b955df2-dee0-4fa3-ada7-497f29bd7a8b" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.735797] env[70323]: DEBUG oslo_vmware.api [None req-65462e71-5c5a-47ca-a13d-fe9c3b9aadf3 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3228012, 'name': CloneVM_Task} progress is 94%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.045892] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf87556-40b6-4939-b546-25522df149fb {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.053712] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59cedbb-95a4-4ef8-9526-ddef71656dde {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.088948] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6e2b51-1c50-4805-9117-f8af649b70da {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.096627] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81cde827-33d9-4eac-8012-67b068c72483 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.110225] env[70323]: DEBUG nova.compute.provider_tree [None req-5fa1b4a7-88b8-4907-a108-796d78e8b247 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1218.207017] env[70323]: DEBUG nova.network.neutron [None req-9177cfb9-615a-4b7a-a032-af1f84ddbbab tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Updating instance_info_cache with network_info: [{"id": "2879d12a-8dc1-40d4-85a8-750f7676ad98", "address": "fa:16:3e:58:1f:7f", "network": {"id": "3543c4fd-df33-4be9-b279-a13bfe5a7b34", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-877530561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e98df60171c4d319ce48c2e7ddb11d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2879d12a-8d", "ovs_interfaceid": "2879d12a-8dc1-40d4-85a8-750f7676ad98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.241621] env[70323]: DEBUG oslo_vmware.api [None req-65462e71-5c5a-47ca-a13d-fe9c3b9aadf3 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3228012, 'name': CloneVM_Task} progress is 94%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.614138] env[70323]: DEBUG nova.scheduler.client.report [None req-5fa1b4a7-88b8-4907-a108-796d78e8b247 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1218.710292] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9177cfb9-615a-4b7a-a032-af1f84ddbbab tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Releasing lock "refresh_cache-e33513e5-3715-4111-bf8c-d7443022c82c" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.736810] env[70323]: DEBUG oslo_vmware.api [None req-65462e71-5c5a-47ca-a13d-fe9c3b9aadf3 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3228012, 'name': CloneVM_Task} progress is 100%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.120288] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5fa1b4a7-88b8-4907-a108-796d78e8b247 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.698s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.144879] env[70323]: INFO nova.scheduler.client.report [None req-5fa1b4a7-88b8-4907-a108-796d78e8b247 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Deleted allocations for instance 9b46a1c8-0585-4c85-957e-6624fa019800 [ 1219.213900] env[70323]: DEBUG nova.compute.manager [None req-9177cfb9-615a-4b7a-a032-af1f84ddbbab tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=70323) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1219.214317] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9177cfb9-615a-4b7a-a032-af1f84ddbbab tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.218265] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9177cfb9-615a-4b7a-a032-af1f84ddbbab tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.238918] env[70323]: DEBUG oslo_vmware.api [None req-65462e71-5c5a-47ca-a13d-fe9c3b9aadf3 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3228012, 'name': CloneVM_Task} progress is 100%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.653119] env[70323]: DEBUG oslo_concurrency.lockutils [None req-5fa1b4a7-88b8-4907-a108-796d78e8b247 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Lock "9b46a1c8-0585-4c85-957e-6624fa019800" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.815s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.723397] env[70323]: DEBUG nova.objects.instance [None req-9177cfb9-615a-4b7a-a032-af1f84ddbbab tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Lazy-loading 'migration_context' on Instance uuid e33513e5-3715-4111-bf8c-d7443022c82c {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1219.738926] env[70323]: DEBUG oslo_vmware.api [None req-65462e71-5c5a-47ca-a13d-fe9c3b9aadf3 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3228012, 'name': CloneVM_Task} progress is 100%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.239733] env[70323]: DEBUG oslo_vmware.api [None req-65462e71-5c5a-47ca-a13d-fe9c3b9aadf3 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3228012, 'name': CloneVM_Task, 'duration_secs': 2.857006} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.239869] env[70323]: INFO nova.virt.vmwareapi.vmops [None req-65462e71-5c5a-47ca-a13d-fe9c3b9aadf3 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Created linked-clone VM from snapshot [ 1220.240644] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b03481-89f2-4c48-a704-866a5c92ceb0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.249494] env[70323]: DEBUG nova.virt.vmwareapi.images [None req-65462e71-5c5a-47ca-a13d-fe9c3b9aadf3 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Uploading image ce98de5d-c867-493f-8fb2-b45e7853207e {{(pid=70323) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1220.283356] env[70323]: DEBUG oslo_vmware.rw_handles [None req-65462e71-5c5a-47ca-a13d-fe9c3b9aadf3 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1220.283356] env[70323]: value = "vm-645262" [ 1220.283356] env[70323]: _type = "VirtualMachine" [ 1220.283356] env[70323]: }. {{(pid=70323) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1220.283860] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-856a2850-622a-4528-bf03-898a35c901a3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.290012] env[70323]: DEBUG oslo_vmware.rw_handles [None req-65462e71-5c5a-47ca-a13d-fe9c3b9aadf3 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Lease: (returnval){ [ 1220.290012] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52300cb1-4ec5-9339-9b26-a96b6a9a88fd" [ 1220.290012] env[70323]: _type = "HttpNfcLease" [ 1220.290012] env[70323]: } obtained for exporting VM: (result){ [ 1220.290012] env[70323]: value = "vm-645262" [ 1220.290012] env[70323]: _type = "VirtualMachine" [ 1220.290012] env[70323]: }. {{(pid=70323) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1220.290272] env[70323]: DEBUG oslo_vmware.api [None req-65462e71-5c5a-47ca-a13d-fe9c3b9aadf3 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for the lease: (returnval){ [ 1220.290272] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52300cb1-4ec5-9339-9b26-a96b6a9a88fd" [ 1220.290272] env[70323]: _type = "HttpNfcLease" [ 1220.290272] env[70323]: } to be ready. {{(pid=70323) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1220.297261] env[70323]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1220.297261] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52300cb1-4ec5-9339-9b26-a96b6a9a88fd" [ 1220.297261] env[70323]: _type = "HttpNfcLease" [ 1220.297261] env[70323]: } is initializing. {{(pid=70323) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1220.347686] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-138aeb32-5191-4c85-af77-d29a2c7ea959 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.355221] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58f2b99-7eb8-4cd2-bc21-94c0daaac349 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.384380] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-588b74b3-7c09-4fe4-ad87-13bb8e8122c0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.391416] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b266ce-2a6f-42bf-8744-68ea63799271 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.404307] env[70323]: DEBUG nova.compute.provider_tree [None req-9177cfb9-615a-4b7a-a032-af1f84ddbbab tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1220.799412] env[70323]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1220.799412] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52300cb1-4ec5-9339-9b26-a96b6a9a88fd" [ 1220.799412] env[70323]: _type = "HttpNfcLease" [ 1220.799412] env[70323]: } is ready. {{(pid=70323) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1220.799412] env[70323]: DEBUG oslo_vmware.rw_handles [None req-65462e71-5c5a-47ca-a13d-fe9c3b9aadf3 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1220.799412] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52300cb1-4ec5-9339-9b26-a96b6a9a88fd" [ 1220.799412] env[70323]: _type = "HttpNfcLease" [ 1220.799412] env[70323]: }. {{(pid=70323) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1220.799412] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082a4313-c317-40e9-8ee5-5a2496d943ac {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.806878] env[70323]: DEBUG oslo_vmware.rw_handles [None req-65462e71-5c5a-47ca-a13d-fe9c3b9aadf3 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5227adca-b53b-c402-916c-fb96ad8ae31d/disk-0.vmdk from lease info. {{(pid=70323) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1220.806878] env[70323]: DEBUG oslo_vmware.rw_handles [None req-65462e71-5c5a-47ca-a13d-fe9c3b9aadf3 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5227adca-b53b-c402-916c-fb96ad8ae31d/disk-0.vmdk for reading. {{(pid=70323) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1220.897778] env[70323]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4a31fae3-36da-41d0-accc-2f8f90b354cd {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.908434] env[70323]: DEBUG nova.scheduler.client.report [None req-9177cfb9-615a-4b7a-a032-af1f84ddbbab tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1221.839788] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Acquiring lock "2cb08bde-54e8-4d9a-8874-d4c84f30ebd7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.840258] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Lock "2cb08bde-54e8-4d9a-8874-d4c84f30ebd7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.921424] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9177cfb9-615a-4b7a-a032-af1f84ddbbab tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.706s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.343015] env[70323]: DEBUG nova.compute.manager [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1222.867164] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.868052] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.869555] env[70323]: INFO nova.compute.claims [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1223.461380] env[70323]: INFO nova.compute.manager [None req-9177cfb9-615a-4b7a-a032-af1f84ddbbab tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Swapping old allocation on dict_keys(['765eeb06-25b4-4ca4-bad4-b5981f14c25f']) held by migration 4e360583-d95b-4458-8467-9711ad29ac4b for instance [ 1223.485886] env[70323]: DEBUG nova.scheduler.client.report [None req-9177cfb9-615a-4b7a-a032-af1f84ddbbab tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Overwriting current allocation {'allocations': {'765eeb06-25b4-4ca4-bad4-b5981f14c25f': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 172}}, 'project_id': '6e98df60171c4d319ce48c2e7ddb11d7', 'user_id': '6804edc7d9b94fa5a587c940ee15869a', 'consumer_generation': 1} on consumer e33513e5-3715-4111-bf8c-d7443022c82c {{(pid=70323) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1223.575625] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9177cfb9-615a-4b7a-a032-af1f84ddbbab tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquiring lock "refresh_cache-e33513e5-3715-4111-bf8c-d7443022c82c" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.575820] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9177cfb9-615a-4b7a-a032-af1f84ddbbab tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquired lock "refresh_cache-e33513e5-3715-4111-bf8c-d7443022c82c" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.576014] env[70323]: DEBUG nova.network.neutron [None req-9177cfb9-615a-4b7a-a032-af1f84ddbbab tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1223.981055] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3203705d-547d-44ee-87fb-390319080b64 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.989575] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334a75a7-cce1-4379-8eaa-0b688ad6b0c0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.021216] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b11c68d-a7a4-4087-ac33-6932e0959f24 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.028986] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e97551a1-8d97-481a-9be7-605bc28b17b0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.042336] env[70323]: DEBUG nova.compute.provider_tree [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1224.284741] env[70323]: DEBUG nova.network.neutron [None req-9177cfb9-615a-4b7a-a032-af1f84ddbbab tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Updating instance_info_cache with network_info: [{"id": "2879d12a-8dc1-40d4-85a8-750f7676ad98", "address": "fa:16:3e:58:1f:7f", "network": {"id": "3543c4fd-df33-4be9-b279-a13bfe5a7b34", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-877530561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e98df60171c4d319ce48c2e7ddb11d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2879d12a-8d", "ovs_interfaceid": "2879d12a-8dc1-40d4-85a8-750f7676ad98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.545902] env[70323]: DEBUG nova.scheduler.client.report [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1224.787319] env[70323]: DEBUG oslo_concurrency.lockutils [None req-9177cfb9-615a-4b7a-a032-af1f84ddbbab tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Releasing lock "refresh_cache-e33513e5-3715-4111-bf8c-d7443022c82c" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.787878] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-9177cfb9-615a-4b7a-a032-af1f84ddbbab tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1224.788248] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6dc18088-ea72-40e8-9b13-680cee271c2f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.796316] env[70323]: DEBUG oslo_vmware.api [None req-9177cfb9-615a-4b7a-a032-af1f84ddbbab tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Waiting for the task: (returnval){ [ 1224.796316] env[70323]: value = "task-3228014" [ 1224.796316] env[70323]: _type = "Task" [ 1224.796316] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.805204] env[70323]: DEBUG oslo_vmware.api [None req-9177cfb9-615a-4b7a-a032-af1f84ddbbab tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3228014, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.050777] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.183s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.051376] env[70323]: DEBUG nova.compute.manager [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1225.306478] env[70323]: DEBUG oslo_vmware.api [None req-9177cfb9-615a-4b7a-a032-af1f84ddbbab tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3228014, 'name': PowerOffVM_Task, 'duration_secs': 0.207689} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.306703] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-9177cfb9-615a-4b7a-a032-af1f84ddbbab tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1225.307377] env[70323]: DEBUG nova.virt.hardware [None req-9177cfb9-615a-4b7a-a032-af1f84ddbbab tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1225.307601] env[70323]: DEBUG nova.virt.hardware [None req-9177cfb9-615a-4b7a-a032-af1f84ddbbab tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1225.307759] env[70323]: DEBUG nova.virt.hardware [None req-9177cfb9-615a-4b7a-a032-af1f84ddbbab tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1225.307947] env[70323]: DEBUG nova.virt.hardware [None req-9177cfb9-615a-4b7a-a032-af1f84ddbbab tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1225.308111] env[70323]: DEBUG nova.virt.hardware [None req-9177cfb9-615a-4b7a-a032-af1f84ddbbab tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1225.308272] env[70323]: DEBUG nova.virt.hardware [None req-9177cfb9-615a-4b7a-a032-af1f84ddbbab tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1225.308483] env[70323]: DEBUG nova.virt.hardware [None req-9177cfb9-615a-4b7a-a032-af1f84ddbbab tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1225.308643] env[70323]: DEBUG nova.virt.hardware [None req-9177cfb9-615a-4b7a-a032-af1f84ddbbab tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1225.308863] env[70323]: DEBUG nova.virt.hardware [None req-9177cfb9-615a-4b7a-a032-af1f84ddbbab tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1225.308978] env[70323]: DEBUG nova.virt.hardware [None req-9177cfb9-615a-4b7a-a032-af1f84ddbbab tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1225.309170] env[70323]: DEBUG nova.virt.hardware [None req-9177cfb9-615a-4b7a-a032-af1f84ddbbab tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1225.314053] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbca3c82-8fea-441f-b2ae-009540ef46ce {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.329474] env[70323]: DEBUG oslo_vmware.api [None req-9177cfb9-615a-4b7a-a032-af1f84ddbbab tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Waiting for the task: (returnval){ [ 1225.329474] env[70323]: value = "task-3228015" [ 1225.329474] env[70323]: _type = "Task" [ 1225.329474] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.337586] env[70323]: DEBUG oslo_vmware.api [None req-9177cfb9-615a-4b7a-a032-af1f84ddbbab tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3228015, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.557223] env[70323]: DEBUG nova.compute.utils [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1225.558771] env[70323]: DEBUG nova.compute.manager [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1225.558972] env[70323]: DEBUG nova.network.neutron [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1225.599237] env[70323]: DEBUG nova.policy [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f21b830748e64680850663679ded33a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb1b44fc3db843138916a73affdfd265', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 1225.843759] env[70323]: DEBUG oslo_vmware.api [None req-9177cfb9-615a-4b7a-a032-af1f84ddbbab tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3228015, 'name': ReconfigVM_Task, 'duration_secs': 0.180286} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.845205] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed0a980f-13df-4706-9e7e-a6f9618104e2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.874476] env[70323]: DEBUG nova.virt.hardware [None req-9177cfb9-615a-4b7a-a032-af1f84ddbbab tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1225.874885] env[70323]: DEBUG nova.virt.hardware [None req-9177cfb9-615a-4b7a-a032-af1f84ddbbab tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1225.875176] env[70323]: DEBUG nova.virt.hardware [None req-9177cfb9-615a-4b7a-a032-af1f84ddbbab tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1225.875487] env[70323]: DEBUG nova.virt.hardware [None req-9177cfb9-615a-4b7a-a032-af1f84ddbbab tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1225.875811] env[70323]: DEBUG nova.virt.hardware [None req-9177cfb9-615a-4b7a-a032-af1f84ddbbab tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1225.876056] env[70323]: DEBUG nova.virt.hardware [None req-9177cfb9-615a-4b7a-a032-af1f84ddbbab tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1225.876346] env[70323]: DEBUG nova.virt.hardware [None req-9177cfb9-615a-4b7a-a032-af1f84ddbbab tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1225.876916] env[70323]: DEBUG nova.virt.hardware [None req-9177cfb9-615a-4b7a-a032-af1f84ddbbab tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1225.877222] env[70323]: DEBUG nova.virt.hardware [None req-9177cfb9-615a-4b7a-a032-af1f84ddbbab tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1225.877495] env[70323]: DEBUG nova.virt.hardware [None req-9177cfb9-615a-4b7a-a032-af1f84ddbbab tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1225.877771] env[70323]: DEBUG nova.virt.hardware [None req-9177cfb9-615a-4b7a-a032-af1f84ddbbab tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1225.879569] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fc38703-179c-4c19-8b5b-7f98b35273de {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.886860] env[70323]: DEBUG oslo_vmware.api [None req-9177cfb9-615a-4b7a-a032-af1f84ddbbab tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Waiting for the task: (returnval){ [ 1225.886860] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52f2b122-480b-586d-54b2-cca8988163ab" [ 1225.886860] env[70323]: _type = "Task" [ 1225.886860] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.897025] env[70323]: DEBUG oslo_vmware.api [None req-9177cfb9-615a-4b7a-a032-af1f84ddbbab tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52f2b122-480b-586d-54b2-cca8988163ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.897871] env[70323]: DEBUG nova.network.neutron [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7] Successfully created port: b2e4a770-e74b-4f5a-87d3-74d2c7028a06 {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1226.061630] env[70323]: DEBUG nova.compute.manager [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1226.397380] env[70323]: DEBUG oslo_vmware.api [None req-9177cfb9-615a-4b7a-a032-af1f84ddbbab tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52f2b122-480b-586d-54b2-cca8988163ab, 'name': SearchDatastore_Task, 'duration_secs': 0.010311} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.403371] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-9177cfb9-615a-4b7a-a032-af1f84ddbbab tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Reconfiguring VM instance instance-00000073 to detach disk 2000 {{(pid=70323) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1226.403726] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a42ce12-0375-4a71-986f-ca477704ed14 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.422383] env[70323]: DEBUG oslo_vmware.api [None req-9177cfb9-615a-4b7a-a032-af1f84ddbbab tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Waiting for the task: (returnval){ [ 1226.422383] env[70323]: value = "task-3228016" [ 1226.422383] env[70323]: _type = "Task" [ 1226.422383] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.430427] env[70323]: DEBUG oslo_vmware.api [None req-9177cfb9-615a-4b7a-a032-af1f84ddbbab tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3228016, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.934093] env[70323]: DEBUG oslo_vmware.api [None req-9177cfb9-615a-4b7a-a032-af1f84ddbbab tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3228016, 'name': ReconfigVM_Task, 'duration_secs': 0.202484} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.934093] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-9177cfb9-615a-4b7a-a032-af1f84ddbbab tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Reconfigured VM instance instance-00000073 to detach disk 2000 {{(pid=70323) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1226.934093] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fad7650-8d81-4de0-9db0-de348503fca6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.957488] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-9177cfb9-615a-4b7a-a032-af1f84ddbbab tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] e33513e5-3715-4111-bf8c-d7443022c82c/e33513e5-3715-4111-bf8c-d7443022c82c.vmdk or device None with type thin {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1226.957845] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe5366c2-5d8c-4670-bdff-74ba822e5eb9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.977024] env[70323]: DEBUG oslo_vmware.api [None req-9177cfb9-615a-4b7a-a032-af1f84ddbbab tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Waiting for the task: (returnval){ [ 1226.977024] env[70323]: value = "task-3228017" [ 1226.977024] env[70323]: _type = "Task" [ 1226.977024] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.990360] env[70323]: DEBUG oslo_vmware.api [None req-9177cfb9-615a-4b7a-a032-af1f84ddbbab tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3228017, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.072225] env[70323]: DEBUG nova.compute.manager [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1227.101622] env[70323]: DEBUG nova.virt.hardware [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1227.101950] env[70323]: DEBUG nova.virt.hardware [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1227.102166] env[70323]: DEBUG nova.virt.hardware [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1227.102403] env[70323]: DEBUG nova.virt.hardware [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1227.102566] env[70323]: DEBUG nova.virt.hardware [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1227.102724] env[70323]: DEBUG nova.virt.hardware [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1227.103582] env[70323]: DEBUG nova.virt.hardware [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1227.103582] env[70323]: DEBUG nova.virt.hardware [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1227.103582] env[70323]: DEBUG nova.virt.hardware [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1227.103582] env[70323]: DEBUG nova.virt.hardware [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1227.104385] env[70323]: DEBUG nova.virt.hardware [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1227.104991] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea7cece-dde7-43e2-a616-f43dfe2705c6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.113055] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-176253f0-3e0f-461c-88da-54920f5d66ea {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.487326] env[70323]: DEBUG oslo_vmware.api [None req-9177cfb9-615a-4b7a-a032-af1f84ddbbab tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3228017, 'name': ReconfigVM_Task, 'duration_secs': 0.271286} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.487622] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-9177cfb9-615a-4b7a-a032-af1f84ddbbab tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Reconfigured VM instance instance-00000073 to attach disk [datastore2] e33513e5-3715-4111-bf8c-d7443022c82c/e33513e5-3715-4111-bf8c-d7443022c82c.vmdk or device None with type thin {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1227.488465] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67899fbe-6481-4f74-ac15-b6c6fd2d04fd {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.506834] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85826699-0684-40a4-bbb0-560f697ac2d4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.524543] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf739df2-cb58-4222-a23e-685bccf22085 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.542197] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b4c584-1295-4741-b0b8-b97a1d2b70c1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.549015] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-9177cfb9-615a-4b7a-a032-af1f84ddbbab tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1227.551522] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2036def-6174-47cf-ad58-81129d061010 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.554839] env[70323]: DEBUG oslo_vmware.api [None req-9177cfb9-615a-4b7a-a032-af1f84ddbbab tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Waiting for the task: (returnval){ [ 1227.554839] env[70323]: value = "task-3228018" [ 1227.554839] env[70323]: _type = "Task" [ 1227.554839] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.562457] env[70323]: DEBUG oslo_vmware.api [None req-9177cfb9-615a-4b7a-a032-af1f84ddbbab tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3228018, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.571214] env[70323]: DEBUG nova.compute.manager [req-53d437d1-7828-4462-a658-7093d412c7d6 req-cb71d6f8-4273-4507-b787-fa86b1634105 service nova] [instance: 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7] Received event network-vif-plugged-b2e4a770-e74b-4f5a-87d3-74d2c7028a06 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1227.571436] env[70323]: DEBUG oslo_concurrency.lockutils [req-53d437d1-7828-4462-a658-7093d412c7d6 req-cb71d6f8-4273-4507-b787-fa86b1634105 service nova] Acquiring lock "2cb08bde-54e8-4d9a-8874-d4c84f30ebd7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.571644] env[70323]: DEBUG oslo_concurrency.lockutils [req-53d437d1-7828-4462-a658-7093d412c7d6 req-cb71d6f8-4273-4507-b787-fa86b1634105 service nova] Lock "2cb08bde-54e8-4d9a-8874-d4c84f30ebd7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.572268] env[70323]: DEBUG oslo_concurrency.lockutils [req-53d437d1-7828-4462-a658-7093d412c7d6 req-cb71d6f8-4273-4507-b787-fa86b1634105 service nova] Lock "2cb08bde-54e8-4d9a-8874-d4c84f30ebd7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.572268] env[70323]: DEBUG nova.compute.manager [req-53d437d1-7828-4462-a658-7093d412c7d6 req-cb71d6f8-4273-4507-b787-fa86b1634105 service nova] [instance: 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7] No waiting events found dispatching network-vif-plugged-b2e4a770-e74b-4f5a-87d3-74d2c7028a06 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1227.572268] env[70323]: WARNING nova.compute.manager [req-53d437d1-7828-4462-a658-7093d412c7d6 req-cb71d6f8-4273-4507-b787-fa86b1634105 service nova] [instance: 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7] Received unexpected event network-vif-plugged-b2e4a770-e74b-4f5a-87d3-74d2c7028a06 for instance with vm_state building and task_state spawning. [ 1227.669018] env[70323]: DEBUG nova.network.neutron [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7] Successfully updated port: b2e4a770-e74b-4f5a-87d3-74d2c7028a06 {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1228.065333] env[70323]: DEBUG oslo_vmware.api [None req-9177cfb9-615a-4b7a-a032-af1f84ddbbab tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3228018, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.171732] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Acquiring lock "refresh_cache-2cb08bde-54e8-4d9a-8874-d4c84f30ebd7" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.172038] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Acquired lock "refresh_cache-2cb08bde-54e8-4d9a-8874-d4c84f30ebd7" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.172038] env[70323]: DEBUG nova.network.neutron [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1228.567084] env[70323]: DEBUG oslo_vmware.api [None req-9177cfb9-615a-4b7a-a032-af1f84ddbbab tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3228018, 'name': PowerOnVM_Task, 'duration_secs': 0.518183} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.567084] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-9177cfb9-615a-4b7a-a032-af1f84ddbbab tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1228.707060] env[70323]: DEBUG nova.network.neutron [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1228.831661] env[70323]: DEBUG nova.network.neutron [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7] Updating instance_info_cache with network_info: [{"id": "b2e4a770-e74b-4f5a-87d3-74d2c7028a06", "address": "fa:16:3e:08:ef:2f", "network": {"id": "44d27cb8-a905-4efa-8715-7e64a3028ba9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-661689391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb1b44fc3db843138916a73affdfd265", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2e4a770-e7", "ovs_interfaceid": "b2e4a770-e74b-4f5a-87d3-74d2c7028a06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.981139] env[70323]: DEBUG oslo_vmware.rw_handles [None req-65462e71-5c5a-47ca-a13d-fe9c3b9aadf3 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5227adca-b53b-c402-916c-fb96ad8ae31d/disk-0.vmdk. {{(pid=70323) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1228.982167] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f8133e-6c7f-45f9-8a60-b76f37316ddd {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.988417] env[70323]: DEBUG oslo_vmware.rw_handles [None req-65462e71-5c5a-47ca-a13d-fe9c3b9aadf3 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5227adca-b53b-c402-916c-fb96ad8ae31d/disk-0.vmdk is in state: ready. {{(pid=70323) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1228.988586] env[70323]: ERROR oslo_vmware.rw_handles [None req-65462e71-5c5a-47ca-a13d-fe9c3b9aadf3 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5227adca-b53b-c402-916c-fb96ad8ae31d/disk-0.vmdk due to incomplete transfer. [ 1228.988797] env[70323]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-53cf412f-4cbc-4707-9c1b-8d1b25e4b622 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.995777] env[70323]: DEBUG oslo_vmware.rw_handles [None req-65462e71-5c5a-47ca-a13d-fe9c3b9aadf3 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5227adca-b53b-c402-916c-fb96ad8ae31d/disk-0.vmdk. {{(pid=70323) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1228.995969] env[70323]: DEBUG nova.virt.vmwareapi.images [None req-65462e71-5c5a-47ca-a13d-fe9c3b9aadf3 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Uploaded image ce98de5d-c867-493f-8fb2-b45e7853207e to the Glance image server {{(pid=70323) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1228.998149] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-65462e71-5c5a-47ca-a13d-fe9c3b9aadf3 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Destroying the VM {{(pid=70323) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1228.998381] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cc430dc6-5b73-4409-b098-9f002021ab5d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.003347] env[70323]: DEBUG oslo_vmware.api [None req-65462e71-5c5a-47ca-a13d-fe9c3b9aadf3 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for the task: (returnval){ [ 1229.003347] env[70323]: value = "task-3228019" [ 1229.003347] env[70323]: _type = "Task" [ 1229.003347] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.010861] env[70323]: DEBUG oslo_vmware.api [None req-65462e71-5c5a-47ca-a13d-fe9c3b9aadf3 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3228019, 'name': Destroy_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.334699] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Releasing lock "refresh_cache-2cb08bde-54e8-4d9a-8874-d4c84f30ebd7" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.334699] env[70323]: DEBUG nova.compute.manager [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7] Instance network_info: |[{"id": "b2e4a770-e74b-4f5a-87d3-74d2c7028a06", "address": "fa:16:3e:08:ef:2f", "network": {"id": "44d27cb8-a905-4efa-8715-7e64a3028ba9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-661689391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb1b44fc3db843138916a73affdfd265", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2e4a770-e7", "ovs_interfaceid": "b2e4a770-e74b-4f5a-87d3-74d2c7028a06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1229.335158] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:ef:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3fca0ab6-cc80-429f-9117-885f170135b7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b2e4a770-e74b-4f5a-87d3-74d2c7028a06', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1229.342553] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1229.342762] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1229.343430] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d252f5db-f1b8-47ac-a615-c557760ecedc {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.363377] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1229.363377] env[70323]: value = "task-3228020" [ 1229.363377] env[70323]: _type = "Task" [ 1229.363377] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.371035] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3228020, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.514117] env[70323]: DEBUG oslo_vmware.api [None req-65462e71-5c5a-47ca-a13d-fe9c3b9aadf3 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3228019, 'name': Destroy_Task, 'duration_secs': 0.333843} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.514436] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-65462e71-5c5a-47ca-a13d-fe9c3b9aadf3 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Destroyed the VM [ 1229.514693] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-65462e71-5c5a-47ca-a13d-fe9c3b9aadf3 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Deleting Snapshot of the VM instance {{(pid=70323) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1229.514941] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7caba446-103b-4a1f-852c-2151d227796e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.521030] env[70323]: DEBUG oslo_vmware.api [None req-65462e71-5c5a-47ca-a13d-fe9c3b9aadf3 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for the task: (returnval){ [ 1229.521030] env[70323]: value = "task-3228021" [ 1229.521030] env[70323]: _type = "Task" [ 1229.521030] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.528136] env[70323]: DEBUG oslo_vmware.api [None req-65462e71-5c5a-47ca-a13d-fe9c3b9aadf3 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3228021, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.577893] env[70323]: INFO nova.compute.manager [None req-9177cfb9-615a-4b7a-a032-af1f84ddbbab tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Updating instance to original state: 'active' [ 1229.602450] env[70323]: DEBUG nova.compute.manager [req-f7d1211d-5ec5-404f-966b-97ae913b3a45 req-6b5bc7b2-70a6-4dee-9af9-abe900ceeea9 service nova] [instance: 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7] Received event network-changed-b2e4a770-e74b-4f5a-87d3-74d2c7028a06 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1229.602694] env[70323]: DEBUG nova.compute.manager [req-f7d1211d-5ec5-404f-966b-97ae913b3a45 req-6b5bc7b2-70a6-4dee-9af9-abe900ceeea9 service nova] [instance: 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7] Refreshing instance network info cache due to event network-changed-b2e4a770-e74b-4f5a-87d3-74d2c7028a06. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1229.602955] env[70323]: DEBUG oslo_concurrency.lockutils [req-f7d1211d-5ec5-404f-966b-97ae913b3a45 req-6b5bc7b2-70a6-4dee-9af9-abe900ceeea9 service nova] Acquiring lock "refresh_cache-2cb08bde-54e8-4d9a-8874-d4c84f30ebd7" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.603120] env[70323]: DEBUG oslo_concurrency.lockutils [req-f7d1211d-5ec5-404f-966b-97ae913b3a45 req-6b5bc7b2-70a6-4dee-9af9-abe900ceeea9 service nova] Acquired lock "refresh_cache-2cb08bde-54e8-4d9a-8874-d4c84f30ebd7" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.603371] env[70323]: DEBUG nova.network.neutron [req-f7d1211d-5ec5-404f-966b-97ae913b3a45 req-6b5bc7b2-70a6-4dee-9af9-abe900ceeea9 service nova] [instance: 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7] Refreshing network info cache for port b2e4a770-e74b-4f5a-87d3-74d2c7028a06 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1229.873431] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3228020, 'name': CreateVM_Task, 'duration_secs': 0.337502} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.873599] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1229.880951] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.881145] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.881493] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.881731] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5845d520-40db-4628-a115-23e35726ffbf {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.886143] env[70323]: DEBUG oslo_vmware.api [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Waiting for the task: (returnval){ [ 1229.886143] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]522f706e-7732-fd05-a50f-7edb639b234d" [ 1229.886143] env[70323]: _type = "Task" [ 1229.886143] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.893634] env[70323]: DEBUG oslo_vmware.api [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]522f706e-7732-fd05-a50f-7edb639b234d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.030753] env[70323]: DEBUG oslo_vmware.api [None req-65462e71-5c5a-47ca-a13d-fe9c3b9aadf3 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3228021, 'name': RemoveSnapshot_Task, 'duration_secs': 0.362014} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.031028] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-65462e71-5c5a-47ca-a13d-fe9c3b9aadf3 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Deleted Snapshot of the VM instance {{(pid=70323) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1230.031320] env[70323]: DEBUG nova.compute.manager [None req-65462e71-5c5a-47ca-a13d-fe9c3b9aadf3 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1230.032079] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449888a2-1e74-4f3f-850f-3ca47c5b5074 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.313617] env[70323]: DEBUG nova.network.neutron [req-f7d1211d-5ec5-404f-966b-97ae913b3a45 req-6b5bc7b2-70a6-4dee-9af9-abe900ceeea9 service nova] [instance: 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7] Updated VIF entry in instance network info cache for port b2e4a770-e74b-4f5a-87d3-74d2c7028a06. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1230.313739] env[70323]: DEBUG nova.network.neutron [req-f7d1211d-5ec5-404f-966b-97ae913b3a45 req-6b5bc7b2-70a6-4dee-9af9-abe900ceeea9 service nova] [instance: 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7] Updating instance_info_cache with network_info: [{"id": "b2e4a770-e74b-4f5a-87d3-74d2c7028a06", "address": "fa:16:3e:08:ef:2f", "network": {"id": "44d27cb8-a905-4efa-8715-7e64a3028ba9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-661689391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb1b44fc3db843138916a73affdfd265", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2e4a770-e7", "ovs_interfaceid": "b2e4a770-e74b-4f5a-87d3-74d2c7028a06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.396911] env[70323]: DEBUG oslo_vmware.api [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]522f706e-7732-fd05-a50f-7edb639b234d, 'name': SearchDatastore_Task, 'duration_secs': 0.03499} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.397286] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.397467] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1230.397697] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.397879] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.398056] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1230.398294] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e20dfaf-5860-452b-8f5f-050702c1e0ac {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.407352] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1230.407527] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1230.408228] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c526d49-f890-4f5b-a051-ef8e716ee8ac {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.413177] env[70323]: DEBUG oslo_vmware.api [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Waiting for the task: (returnval){ [ 1230.413177] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52938578-6063-ec9e-b0e1-d371894df6f0" [ 1230.413177] env[70323]: _type = "Task" [ 1230.413177] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.420749] env[70323]: DEBUG oslo_vmware.api [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52938578-6063-ec9e-b0e1-d371894df6f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.543877] env[70323]: INFO nova.compute.manager [None req-65462e71-5c5a-47ca-a13d-fe9c3b9aadf3 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Shelve offloading [ 1230.816686] env[70323]: DEBUG oslo_concurrency.lockutils [req-f7d1211d-5ec5-404f-966b-97ae913b3a45 req-6b5bc7b2-70a6-4dee-9af9-abe900ceeea9 service nova] Releasing lock "refresh_cache-2cb08bde-54e8-4d9a-8874-d4c84f30ebd7" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.923610] env[70323]: DEBUG oslo_vmware.api [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52938578-6063-ec9e-b0e1-d371894df6f0, 'name': SearchDatastore_Task, 'duration_secs': 0.035331} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.924442] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ada8833e-24ec-4bb1-83e2-0c2cf66128cf {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.929393] env[70323]: DEBUG oslo_vmware.api [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Waiting for the task: (returnval){ [ 1230.929393] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52058f21-908b-1a67-fd1e-0fe82a112ad0" [ 1230.929393] env[70323]: _type = "Task" [ 1230.929393] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.936498] env[70323]: DEBUG oslo_vmware.api [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52058f21-908b-1a67-fd1e-0fe82a112ad0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.047504] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-65462e71-5c5a-47ca-a13d-fe9c3b9aadf3 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1231.047810] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f2f8539-8b8b-4dd6-935e-821a0cf99289 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.054941] env[70323]: DEBUG oslo_vmware.api [None req-65462e71-5c5a-47ca-a13d-fe9c3b9aadf3 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for the task: (returnval){ [ 1231.054941] env[70323]: value = "task-3228022" [ 1231.054941] env[70323]: _type = "Task" [ 1231.054941] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.062360] env[70323]: DEBUG oslo_vmware.api [None req-65462e71-5c5a-47ca-a13d-fe9c3b9aadf3 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3228022, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.114237] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ca3ee0c2-04c3-4d56-bf5b-1d555fae5c91 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquiring lock "e33513e5-3715-4111-bf8c-d7443022c82c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.114501] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ca3ee0c2-04c3-4d56-bf5b-1d555fae5c91 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Lock "e33513e5-3715-4111-bf8c-d7443022c82c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.114708] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ca3ee0c2-04c3-4d56-bf5b-1d555fae5c91 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquiring lock "e33513e5-3715-4111-bf8c-d7443022c82c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.114891] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ca3ee0c2-04c3-4d56-bf5b-1d555fae5c91 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Lock "e33513e5-3715-4111-bf8c-d7443022c82c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.115071] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ca3ee0c2-04c3-4d56-bf5b-1d555fae5c91 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Lock "e33513e5-3715-4111-bf8c-d7443022c82c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.117146] env[70323]: INFO nova.compute.manager [None req-ca3ee0c2-04c3-4d56-bf5b-1d555fae5c91 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Terminating instance [ 1231.439932] env[70323]: DEBUG oslo_vmware.api [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52058f21-908b-1a67-fd1e-0fe82a112ad0, 'name': SearchDatastore_Task, 'duration_secs': 0.038067} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.440301] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.440475] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7/2cb08bde-54e8-4d9a-8874-d4c84f30ebd7.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1231.440734] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-645e1152-670f-433b-a449-1e05591b6b2e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.446579] env[70323]: DEBUG oslo_vmware.api [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Waiting for the task: (returnval){ [ 1231.446579] env[70323]: value = "task-3228023" [ 1231.446579] env[70323]: _type = "Task" [ 1231.446579] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.453816] env[70323]: DEBUG oslo_vmware.api [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3228023, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.565292] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-65462e71-5c5a-47ca-a13d-fe9c3b9aadf3 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] VM already powered off {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1231.565536] env[70323]: DEBUG nova.compute.manager [None req-65462e71-5c5a-47ca-a13d-fe9c3b9aadf3 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1231.566313] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e6b7b7-a71c-4bef-84c5-d88af368802c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.572932] env[70323]: DEBUG oslo_concurrency.lockutils [None req-65462e71-5c5a-47ca-a13d-fe9c3b9aadf3 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Acquiring lock "refresh_cache-7435958d-5a37-4344-ab48-99143acb1d28" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.573129] env[70323]: DEBUG oslo_concurrency.lockutils [None req-65462e71-5c5a-47ca-a13d-fe9c3b9aadf3 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Acquired lock "refresh_cache-7435958d-5a37-4344-ab48-99143acb1d28" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.573312] env[70323]: DEBUG nova.network.neutron [None req-65462e71-5c5a-47ca-a13d-fe9c3b9aadf3 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1231.621201] env[70323]: DEBUG nova.compute.manager [None req-ca3ee0c2-04c3-4d56-bf5b-1d555fae5c91 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1231.621459] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-ca3ee0c2-04c3-4d56-bf5b-1d555fae5c91 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1231.622498] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88bb7351-c37d-4cf1-b0b7-b77bf078152b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.630582] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca3ee0c2-04c3-4d56-bf5b-1d555fae5c91 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1231.630854] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-669b3646-9020-4028-ae17-13fce6867947 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.637082] env[70323]: DEBUG oslo_vmware.api [None req-ca3ee0c2-04c3-4d56-bf5b-1d555fae5c91 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Waiting for the task: (returnval){ [ 1231.637082] env[70323]: value = "task-3228024" [ 1231.637082] env[70323]: _type = "Task" [ 1231.637082] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.645679] env[70323]: DEBUG oslo_vmware.api [None req-ca3ee0c2-04c3-4d56-bf5b-1d555fae5c91 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3228024, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.956367] env[70323]: DEBUG oslo_vmware.api [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3228023, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.442505} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.956646] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore1] 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7/2cb08bde-54e8-4d9a-8874-d4c84f30ebd7.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1231.956863] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1231.957136] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc4ef909-ff5b-46ab-851d-4541718b4dbf {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.962894] env[70323]: DEBUG oslo_vmware.api [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Waiting for the task: (returnval){ [ 1231.962894] env[70323]: value = "task-3228025" [ 1231.962894] env[70323]: _type = "Task" [ 1231.962894] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.970742] env[70323]: DEBUG oslo_vmware.api [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3228025, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.146075] env[70323]: DEBUG oslo_vmware.api [None req-ca3ee0c2-04c3-4d56-bf5b-1d555fae5c91 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3228024, 'name': PowerOffVM_Task, 'duration_secs': 0.235342} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.146340] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca3ee0c2-04c3-4d56-bf5b-1d555fae5c91 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1232.146510] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-ca3ee0c2-04c3-4d56-bf5b-1d555fae5c91 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1232.146751] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9825f493-8111-4e90-b8de-64d6e59ec7b9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.214531] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-ca3ee0c2-04c3-4d56-bf5b-1d555fae5c91 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1232.214819] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-ca3ee0c2-04c3-4d56-bf5b-1d555fae5c91 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Deleting contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1232.215033] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca3ee0c2-04c3-4d56-bf5b-1d555fae5c91 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Deleting the datastore file [datastore2] e33513e5-3715-4111-bf8c-d7443022c82c {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1232.215368] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-953b1d16-9e79-4d08-bb80-90c014074e0f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.221793] env[70323]: DEBUG oslo_vmware.api [None req-ca3ee0c2-04c3-4d56-bf5b-1d555fae5c91 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Waiting for the task: (returnval){ [ 1232.221793] env[70323]: value = "task-3228027" [ 1232.221793] env[70323]: _type = "Task" [ 1232.221793] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.229860] env[70323]: DEBUG oslo_vmware.api [None req-ca3ee0c2-04c3-4d56-bf5b-1d555fae5c91 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3228027, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.271352] env[70323]: DEBUG nova.network.neutron [None req-65462e71-5c5a-47ca-a13d-fe9c3b9aadf3 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Updating instance_info_cache with network_info: [{"id": "d77bddaa-0fbe-4d54-9a30-33f7a2e8eab6", "address": "fa:16:3e:88:cd:12", "network": {"id": "04147f98-e096-4b08-86fd-82e3dbb0599e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-823971767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59ea186f9eb14bfd914ef3bde9458745", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3952eb02-1162-48ed-8227-9c138960d583", "external-id": "nsx-vlan-transportzone-250", "segmentation_id": 250, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd77bddaa-0f", "ovs_interfaceid": "d77bddaa-0fbe-4d54-9a30-33f7a2e8eab6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.473250] env[70323]: DEBUG oslo_vmware.api [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3228025, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057961} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.473563] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1232.474223] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc10374-0874-47d7-b1af-866ffde3fc8c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.495443] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7/2cb08bde-54e8-4d9a-8874-d4c84f30ebd7.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1232.495658] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7cfe6df1-448a-4c42-894e-cc74c775950f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.514826] env[70323]: DEBUG oslo_vmware.api [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Waiting for the task: (returnval){ [ 1232.514826] env[70323]: value = "task-3228028" [ 1232.514826] env[70323]: _type = "Task" [ 1232.514826] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.521882] env[70323]: DEBUG oslo_vmware.api [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3228028, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.731718] env[70323]: DEBUG oslo_vmware.api [None req-ca3ee0c2-04c3-4d56-bf5b-1d555fae5c91 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3228027, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149983} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.732046] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca3ee0c2-04c3-4d56-bf5b-1d555fae5c91 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1232.732263] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-ca3ee0c2-04c3-4d56-bf5b-1d555fae5c91 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Deleted contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1232.732457] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-ca3ee0c2-04c3-4d56-bf5b-1d555fae5c91 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1232.732651] env[70323]: INFO nova.compute.manager [None req-ca3ee0c2-04c3-4d56-bf5b-1d555fae5c91 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1232.733091] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca3ee0c2-04c3-4d56-bf5b-1d555fae5c91 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1232.733091] env[70323]: DEBUG nova.compute.manager [-] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1232.733251] env[70323]: DEBUG nova.network.neutron [-] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1232.774801] env[70323]: DEBUG oslo_concurrency.lockutils [None req-65462e71-5c5a-47ca-a13d-fe9c3b9aadf3 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Releasing lock "refresh_cache-7435958d-5a37-4344-ab48-99143acb1d28" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.982962] env[70323]: DEBUG nova.compute.manager [req-55694430-7006-4150-9394-046fcdbefc07 req-3ef1d2ab-ffbf-4526-a8f1-380477879c97 service nova] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Received event network-vif-unplugged-d77bddaa-0fbe-4d54-9a30-33f7a2e8eab6 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1232.983208] env[70323]: DEBUG oslo_concurrency.lockutils [req-55694430-7006-4150-9394-046fcdbefc07 req-3ef1d2ab-ffbf-4526-a8f1-380477879c97 service nova] Acquiring lock "7435958d-5a37-4344-ab48-99143acb1d28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.983473] env[70323]: DEBUG oslo_concurrency.lockutils [req-55694430-7006-4150-9394-046fcdbefc07 req-3ef1d2ab-ffbf-4526-a8f1-380477879c97 service nova] Lock "7435958d-5a37-4344-ab48-99143acb1d28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.983584] env[70323]: DEBUG oslo_concurrency.lockutils [req-55694430-7006-4150-9394-046fcdbefc07 req-3ef1d2ab-ffbf-4526-a8f1-380477879c97 service nova] Lock "7435958d-5a37-4344-ab48-99143acb1d28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.983746] env[70323]: DEBUG nova.compute.manager [req-55694430-7006-4150-9394-046fcdbefc07 req-3ef1d2ab-ffbf-4526-a8f1-380477879c97 service nova] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] No waiting events found dispatching network-vif-unplugged-d77bddaa-0fbe-4d54-9a30-33f7a2e8eab6 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1232.983948] env[70323]: WARNING nova.compute.manager [req-55694430-7006-4150-9394-046fcdbefc07 req-3ef1d2ab-ffbf-4526-a8f1-380477879c97 service nova] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Received unexpected event network-vif-unplugged-d77bddaa-0fbe-4d54-9a30-33f7a2e8eab6 for instance with vm_state shelved and task_state shelving_offloading. [ 1233.029051] env[70323]: DEBUG oslo_vmware.api [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3228028, 'name': ReconfigVM_Task, 'duration_secs': 0.245991} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.029051] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7/2cb08bde-54e8-4d9a-8874-d4c84f30ebd7.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1233.029523] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e35e5ac-dbd7-4ace-8187-36b8ad658633 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.035923] env[70323]: DEBUG oslo_vmware.api [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Waiting for the task: (returnval){ [ 1233.035923] env[70323]: value = "task-3228029" [ 1233.035923] env[70323]: _type = "Task" [ 1233.035923] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.043455] env[70323]: DEBUG oslo_vmware.api [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3228029, 'name': Rename_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.071830] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-65462e71-5c5a-47ca-a13d-fe9c3b9aadf3 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1233.072727] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d1c6b5-9cd6-40e1-96ff-f4f493a48c8d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.079494] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-65462e71-5c5a-47ca-a13d-fe9c3b9aadf3 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1233.079654] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ebc3773-6bca-4a03-9cfc-5c7fa451bb30 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.139391] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-65462e71-5c5a-47ca-a13d-fe9c3b9aadf3 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1233.139607] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-65462e71-5c5a-47ca-a13d-fe9c3b9aadf3 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Deleting contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1233.139789] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-65462e71-5c5a-47ca-a13d-fe9c3b9aadf3 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Deleting the datastore file [datastore1] 7435958d-5a37-4344-ab48-99143acb1d28 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1233.140142] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e444b60-e9c6-4dff-8c65-77673a2e2f24 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.146679] env[70323]: DEBUG oslo_vmware.api [None req-65462e71-5c5a-47ca-a13d-fe9c3b9aadf3 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for the task: (returnval){ [ 1233.146679] env[70323]: value = "task-3228031" [ 1233.146679] env[70323]: _type = "Task" [ 1233.146679] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.154526] env[70323]: DEBUG oslo_vmware.api [None req-65462e71-5c5a-47ca-a13d-fe9c3b9aadf3 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3228031, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.225835] env[70323]: DEBUG nova.compute.manager [req-eadb6218-3615-4b16-833f-44ab816e87f3 req-51b3c51e-167d-4a1d-889e-a20a319062ab service nova] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Received event network-vif-deleted-2879d12a-8dc1-40d4-85a8-750f7676ad98 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1233.226042] env[70323]: INFO nova.compute.manager [req-eadb6218-3615-4b16-833f-44ab816e87f3 req-51b3c51e-167d-4a1d-889e-a20a319062ab service nova] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Neutron deleted interface 2879d12a-8dc1-40d4-85a8-750f7676ad98; detaching it from the instance and deleting it from the info cache [ 1233.226591] env[70323]: DEBUG nova.network.neutron [req-eadb6218-3615-4b16-833f-44ab816e87f3 req-51b3c51e-167d-4a1d-889e-a20a319062ab service nova] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.547042] env[70323]: DEBUG oslo_vmware.api [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3228029, 'name': Rename_Task, 'duration_secs': 0.137767} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.547298] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1233.547491] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cbeef49f-d58e-49e1-a868-cf6bb8cddb53 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.554217] env[70323]: DEBUG oslo_vmware.api [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Waiting for the task: (returnval){ [ 1233.554217] env[70323]: value = "task-3228032" [ 1233.554217] env[70323]: _type = "Task" [ 1233.554217] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.562766] env[70323]: DEBUG oslo_vmware.api [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3228032, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.655899] env[70323]: DEBUG oslo_vmware.api [None req-65462e71-5c5a-47ca-a13d-fe9c3b9aadf3 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3228031, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146467} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.656179] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-65462e71-5c5a-47ca-a13d-fe9c3b9aadf3 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1233.656372] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-65462e71-5c5a-47ca-a13d-fe9c3b9aadf3 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Deleted contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1233.656553] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-65462e71-5c5a-47ca-a13d-fe9c3b9aadf3 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1233.676552] env[70323]: INFO nova.scheduler.client.report [None req-65462e71-5c5a-47ca-a13d-fe9c3b9aadf3 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Deleted allocations for instance 7435958d-5a37-4344-ab48-99143acb1d28 [ 1233.708065] env[70323]: DEBUG nova.network.neutron [-] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.728809] env[70323]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-70bd433d-d24a-47b0-a9a1-c0b787b8a063 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.738463] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d5cfe12-33b2-4797-8b6f-114d5a190bad {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.765934] env[70323]: DEBUG nova.compute.manager [req-eadb6218-3615-4b16-833f-44ab816e87f3 req-51b3c51e-167d-4a1d-889e-a20a319062ab service nova] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Detach interface failed, port_id=2879d12a-8dc1-40d4-85a8-750f7676ad98, reason: Instance e33513e5-3715-4111-bf8c-d7443022c82c could not be found. {{(pid=70323) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1234.064147] env[70323]: DEBUG oslo_vmware.api [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3228032, 'name': PowerOnVM_Task, 'duration_secs': 0.426064} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.064493] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1234.064709] env[70323]: INFO nova.compute.manager [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7] Took 6.99 seconds to spawn the instance on the hypervisor. [ 1234.064894] env[70323]: DEBUG nova.compute.manager [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1234.065651] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad0e34f2-4afa-42cf-aae2-6e3928e3c087 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.181091] env[70323]: DEBUG oslo_concurrency.lockutils [None req-65462e71-5c5a-47ca-a13d-fe9c3b9aadf3 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.181554] env[70323]: DEBUG oslo_concurrency.lockutils [None req-65462e71-5c5a-47ca-a13d-fe9c3b9aadf3 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.181874] env[70323]: DEBUG nova.objects.instance [None req-65462e71-5c5a-47ca-a13d-fe9c3b9aadf3 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Lazy-loading 'resources' on Instance uuid 7435958d-5a37-4344-ab48-99143acb1d28 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1234.210903] env[70323]: INFO nova.compute.manager [-] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Took 1.48 seconds to deallocate network for instance. [ 1234.581886] env[70323]: INFO nova.compute.manager [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7] Took 11.73 seconds to build instance. [ 1234.684207] env[70323]: DEBUG nova.objects.instance [None req-65462e71-5c5a-47ca-a13d-fe9c3b9aadf3 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Lazy-loading 'numa_topology' on Instance uuid 7435958d-5a37-4344-ab48-99143acb1d28 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1234.716812] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ca3ee0c2-04c3-4d56-bf5b-1d555fae5c91 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.021674] env[70323]: DEBUG nova.compute.manager [req-eb3d41af-9b3e-469d-9a36-0f87578f3475 req-c70a1671-cf36-49be-8eaf-3df72d1ca26e service nova] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Received event network-changed-d77bddaa-0fbe-4d54-9a30-33f7a2e8eab6 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1235.021977] env[70323]: DEBUG nova.compute.manager [req-eb3d41af-9b3e-469d-9a36-0f87578f3475 req-c70a1671-cf36-49be-8eaf-3df72d1ca26e service nova] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Refreshing instance network info cache due to event network-changed-d77bddaa-0fbe-4d54-9a30-33f7a2e8eab6. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1235.022323] env[70323]: DEBUG oslo_concurrency.lockutils [req-eb3d41af-9b3e-469d-9a36-0f87578f3475 req-c70a1671-cf36-49be-8eaf-3df72d1ca26e service nova] Acquiring lock "refresh_cache-7435958d-5a37-4344-ab48-99143acb1d28" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.022537] env[70323]: DEBUG oslo_concurrency.lockutils [req-eb3d41af-9b3e-469d-9a36-0f87578f3475 req-c70a1671-cf36-49be-8eaf-3df72d1ca26e service nova] Acquired lock "refresh_cache-7435958d-5a37-4344-ab48-99143acb1d28" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.022760] env[70323]: DEBUG nova.network.neutron [req-eb3d41af-9b3e-469d-9a36-0f87578f3475 req-c70a1671-cf36-49be-8eaf-3df72d1ca26e service nova] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Refreshing network info cache for port d77bddaa-0fbe-4d54-9a30-33f7a2e8eab6 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1235.084444] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8336d1d9-2113-495e-9b63-9f0e2c093e18 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Lock "2cb08bde-54e8-4d9a-8874-d4c84f30ebd7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.244s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.186834] env[70323]: DEBUG nova.objects.base [None req-65462e71-5c5a-47ca-a13d-fe9c3b9aadf3 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Object Instance<7435958d-5a37-4344-ab48-99143acb1d28> lazy-loaded attributes: resources,numa_topology {{(pid=70323) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1235.281427] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aabd4d58-9087-4935-bfb0-a944acb58017 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.290325] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eaf9de8-9619-4d2b-bb04-0b549cb48809 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.320774] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea938d5-9632-4094-a75c-b0ae9aac8c14 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.328321] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b00c452-ae16-448c-8ab0-d23dabdd3e64 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.343416] env[70323]: DEBUG nova.compute.provider_tree [None req-65462e71-5c5a-47ca-a13d-fe9c3b9aadf3 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1235.506596] env[70323]: DEBUG oslo_concurrency.lockutils [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Acquiring lock "7435958d-5a37-4344-ab48-99143acb1d28" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.735042] env[70323]: DEBUG nova.network.neutron [req-eb3d41af-9b3e-469d-9a36-0f87578f3475 req-c70a1671-cf36-49be-8eaf-3df72d1ca26e service nova] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Updated VIF entry in instance network info cache for port d77bddaa-0fbe-4d54-9a30-33f7a2e8eab6. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1235.735439] env[70323]: DEBUG nova.network.neutron [req-eb3d41af-9b3e-469d-9a36-0f87578f3475 req-c70a1671-cf36-49be-8eaf-3df72d1ca26e service nova] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Updating instance_info_cache with network_info: [{"id": "d77bddaa-0fbe-4d54-9a30-33f7a2e8eab6", "address": "fa:16:3e:88:cd:12", "network": {"id": "04147f98-e096-4b08-86fd-82e3dbb0599e", "bridge": null, "label": "tempest-ServerActionsTestOtherB-823971767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59ea186f9eb14bfd914ef3bde9458745", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapd77bddaa-0f", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.846422] env[70323]: DEBUG nova.scheduler.client.report [None req-65462e71-5c5a-47ca-a13d-fe9c3b9aadf3 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1236.238059] env[70323]: DEBUG oslo_concurrency.lockutils [req-eb3d41af-9b3e-469d-9a36-0f87578f3475 req-c70a1671-cf36-49be-8eaf-3df72d1ca26e service nova] Releasing lock "refresh_cache-7435958d-5a37-4344-ab48-99143acb1d28" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.351614] env[70323]: DEBUG oslo_concurrency.lockutils [None req-65462e71-5c5a-47ca-a13d-fe9c3b9aadf3 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.170s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.354083] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ca3ee0c2-04c3-4d56-bf5b-1d555fae5c91 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.637s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.354291] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ca3ee0c2-04c3-4d56-bf5b-1d555fae5c91 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.372378] env[70323]: INFO nova.scheduler.client.report [None req-ca3ee0c2-04c3-4d56-bf5b-1d555fae5c91 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Deleted allocations for instance e33513e5-3715-4111-bf8c-d7443022c82c [ 1236.862373] env[70323]: DEBUG oslo_concurrency.lockutils [None req-65462e71-5c5a-47ca-a13d-fe9c3b9aadf3 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Lock "7435958d-5a37-4344-ab48-99143acb1d28" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.786s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.863269] env[70323]: DEBUG oslo_concurrency.lockutils [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Lock "7435958d-5a37-4344-ab48-99143acb1d28" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.357s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.863411] env[70323]: INFO nova.compute.manager [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Unshelving [ 1236.879570] env[70323]: DEBUG oslo_concurrency.lockutils [None req-ca3ee0c2-04c3-4d56-bf5b-1d555fae5c91 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Lock "e33513e5-3715-4111-bf8c-d7443022c82c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.765s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.053609] env[70323]: DEBUG nova.compute.manager [req-947836c8-6c05-43ce-8b16-e25581ac8a95 req-7ee8d078-6f82-4ab4-b55e-bd88a59dfe3c service nova] [instance: 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7] Received event network-changed-b2e4a770-e74b-4f5a-87d3-74d2c7028a06 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1237.053811] env[70323]: DEBUG nova.compute.manager [req-947836c8-6c05-43ce-8b16-e25581ac8a95 req-7ee8d078-6f82-4ab4-b55e-bd88a59dfe3c service nova] [instance: 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7] Refreshing instance network info cache due to event network-changed-b2e4a770-e74b-4f5a-87d3-74d2c7028a06. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1237.054034] env[70323]: DEBUG oslo_concurrency.lockutils [req-947836c8-6c05-43ce-8b16-e25581ac8a95 req-7ee8d078-6f82-4ab4-b55e-bd88a59dfe3c service nova] Acquiring lock "refresh_cache-2cb08bde-54e8-4d9a-8874-d4c84f30ebd7" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.054183] env[70323]: DEBUG oslo_concurrency.lockutils [req-947836c8-6c05-43ce-8b16-e25581ac8a95 req-7ee8d078-6f82-4ab4-b55e-bd88a59dfe3c service nova] Acquired lock "refresh_cache-2cb08bde-54e8-4d9a-8874-d4c84f30ebd7" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.054362] env[70323]: DEBUG nova.network.neutron [req-947836c8-6c05-43ce-8b16-e25581ac8a95 req-7ee8d078-6f82-4ab4-b55e-bd88a59dfe3c service nova] [instance: 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7] Refreshing network info cache for port b2e4a770-e74b-4f5a-87d3-74d2c7028a06 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1237.780444] env[70323]: DEBUG nova.network.neutron [req-947836c8-6c05-43ce-8b16-e25581ac8a95 req-7ee8d078-6f82-4ab4-b55e-bd88a59dfe3c service nova] [instance: 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7] Updated VIF entry in instance network info cache for port b2e4a770-e74b-4f5a-87d3-74d2c7028a06. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1237.780834] env[70323]: DEBUG nova.network.neutron [req-947836c8-6c05-43ce-8b16-e25581ac8a95 req-7ee8d078-6f82-4ab4-b55e-bd88a59dfe3c service nova] [instance: 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7] Updating instance_info_cache with network_info: [{"id": "b2e4a770-e74b-4f5a-87d3-74d2c7028a06", "address": "fa:16:3e:08:ef:2f", "network": {"id": "44d27cb8-a905-4efa-8715-7e64a3028ba9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-661689391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb1b44fc3db843138916a73affdfd265", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2e4a770-e7", "ovs_interfaceid": "b2e4a770-e74b-4f5a-87d3-74d2c7028a06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.885837] env[70323]: DEBUG oslo_concurrency.lockutils [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.886153] env[70323]: DEBUG oslo_concurrency.lockutils [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.886395] env[70323]: DEBUG nova.objects.instance [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Lazy-loading 'pci_requests' on Instance uuid 7435958d-5a37-4344-ab48-99143acb1d28 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1238.213817] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquiring lock "9cc2d655-638b-44c0-938d-bc9e4d3f3fc6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.214127] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Lock "9cc2d655-638b-44c0-938d-bc9e4d3f3fc6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.283349] env[70323]: DEBUG oslo_concurrency.lockutils [req-947836c8-6c05-43ce-8b16-e25581ac8a95 req-7ee8d078-6f82-4ab4-b55e-bd88a59dfe3c service nova] Releasing lock "refresh_cache-2cb08bde-54e8-4d9a-8874-d4c84f30ebd7" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.390839] env[70323]: DEBUG nova.objects.instance [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Lazy-loading 'numa_topology' on Instance uuid 7435958d-5a37-4344-ab48-99143acb1d28 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1238.717029] env[70323]: DEBUG nova.compute.manager [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1238.892793] env[70323]: INFO nova.compute.claims [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1239.238414] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.991208] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2abf989e-2422-4765-bb57-20863081610d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.999421] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d00c2f2-04f7-4e66-88ec-c9b55c0ca83a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.028451] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4554c1c-29f7-4b5e-b9c5-251529f2530c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.036837] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2243760-a13c-4000-9752-fa4414729010 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.051392] env[70323]: DEBUG nova.compute.provider_tree [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1240.094037] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1240.094546] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1240.094734] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1240.094891] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1240.095056] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1240.095206] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1240.095353] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1240.095491] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70323) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1240.095640] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager.update_available_resource {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1240.555373] env[70323]: DEBUG nova.scheduler.client.report [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1240.569748] env[70323]: DEBUG oslo_concurrency.lockutils [None req-907b8912-b8b5-46b4-a198-6f0b553e41f3 tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Acquiring lock "fba6bc8c-51a0-49a6-9473-1ff197b0581e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.570295] env[70323]: DEBUG oslo_concurrency.lockutils [None req-907b8912-b8b5-46b4-a198-6f0b553e41f3 tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Lock "fba6bc8c-51a0-49a6-9473-1ff197b0581e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.570295] env[70323]: DEBUG oslo_concurrency.lockutils [None req-907b8912-b8b5-46b4-a198-6f0b553e41f3 tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Acquiring lock "fba6bc8c-51a0-49a6-9473-1ff197b0581e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.570457] env[70323]: DEBUG oslo_concurrency.lockutils [None req-907b8912-b8b5-46b4-a198-6f0b553e41f3 tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Lock "fba6bc8c-51a0-49a6-9473-1ff197b0581e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.570542] env[70323]: DEBUG oslo_concurrency.lockutils [None req-907b8912-b8b5-46b4-a198-6f0b553e41f3 tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Lock "fba6bc8c-51a0-49a6-9473-1ff197b0581e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.572743] env[70323]: INFO nova.compute.manager [None req-907b8912-b8b5-46b4-a198-6f0b553e41f3 tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] [instance: fba6bc8c-51a0-49a6-9473-1ff197b0581e] Terminating instance [ 1240.597804] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.060643] env[70323]: DEBUG oslo_concurrency.lockutils [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.174s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.062966] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.825s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.064550] env[70323]: INFO nova.compute.claims [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1241.077070] env[70323]: DEBUG nova.compute.manager [None req-907b8912-b8b5-46b4-a198-6f0b553e41f3 tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] [instance: fba6bc8c-51a0-49a6-9473-1ff197b0581e] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1241.077070] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-907b8912-b8b5-46b4-a198-6f0b553e41f3 tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] [instance: fba6bc8c-51a0-49a6-9473-1ff197b0581e] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1241.077236] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f899b4b-ca6f-472e-99d7-9e4e2f16b4ee {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.085339] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-907b8912-b8b5-46b4-a198-6f0b553e41f3 tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] [instance: fba6bc8c-51a0-49a6-9473-1ff197b0581e] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1241.085591] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0562ab31-6dd0-488c-a1f4-d6fa13348ba5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.092153] env[70323]: DEBUG oslo_vmware.api [None req-907b8912-b8b5-46b4-a198-6f0b553e41f3 tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Waiting for the task: (returnval){ [ 1241.092153] env[70323]: value = "task-3228033" [ 1241.092153] env[70323]: _type = "Task" [ 1241.092153] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.095811] env[70323]: INFO nova.network.neutron [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Updating port d77bddaa-0fbe-4d54-9a30-33f7a2e8eab6 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1241.103172] env[70323]: DEBUG oslo_vmware.api [None req-907b8912-b8b5-46b4-a198-6f0b553e41f3 tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Task: {'id': task-3228033, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.601994] env[70323]: DEBUG oslo_vmware.api [None req-907b8912-b8b5-46b4-a198-6f0b553e41f3 tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Task: {'id': task-3228033, 'name': PowerOffVM_Task, 'duration_secs': 0.198254} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.602243] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-907b8912-b8b5-46b4-a198-6f0b553e41f3 tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] [instance: fba6bc8c-51a0-49a6-9473-1ff197b0581e] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1241.602398] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-907b8912-b8b5-46b4-a198-6f0b553e41f3 tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] [instance: fba6bc8c-51a0-49a6-9473-1ff197b0581e] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1241.602653] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf845486-e145-4d96-b7f4-0070282592a7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.161363] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9291b8ec-72c3-4ac2-b8b2-de33a0d4135e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.169075] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb05e6a3-769e-4cd9-bf0c-ef02d1f7507d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.213676] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab927d54-8cce-497f-9386-34160deee303 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.224739] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7696ce89-c1b2-4dee-9ec5-2e695ad8e4f5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.245716] env[70323]: DEBUG nova.compute.provider_tree [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1242.258525] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-907b8912-b8b5-46b4-a198-6f0b553e41f3 tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] [instance: fba6bc8c-51a0-49a6-9473-1ff197b0581e] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1242.258870] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-907b8912-b8b5-46b4-a198-6f0b553e41f3 tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] [instance: fba6bc8c-51a0-49a6-9473-1ff197b0581e] Deleting contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1242.259203] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-907b8912-b8b5-46b4-a198-6f0b553e41f3 tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Deleting the datastore file [datastore1] fba6bc8c-51a0-49a6-9473-1ff197b0581e {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1242.259878] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9e73354-a884-4cde-92a5-c9a47767d636 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.267479] env[70323]: DEBUG oslo_vmware.api [None req-907b8912-b8b5-46b4-a198-6f0b553e41f3 tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Waiting for the task: (returnval){ [ 1242.267479] env[70323]: value = "task-3228035" [ 1242.267479] env[70323]: _type = "Task" [ 1242.267479] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.278756] env[70323]: DEBUG oslo_vmware.api [None req-907b8912-b8b5-46b4-a198-6f0b553e41f3 tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Task: {'id': task-3228035, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.540937] env[70323]: DEBUG nova.compute.manager [req-da16559e-c7d6-4594-a6c6-757b2947da7c req-a6069b0d-91cf-488d-8190-c552c84d0412 service nova] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Received event network-vif-plugged-d77bddaa-0fbe-4d54-9a30-33f7a2e8eab6 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1242.541168] env[70323]: DEBUG oslo_concurrency.lockutils [req-da16559e-c7d6-4594-a6c6-757b2947da7c req-a6069b0d-91cf-488d-8190-c552c84d0412 service nova] Acquiring lock "7435958d-5a37-4344-ab48-99143acb1d28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.541381] env[70323]: DEBUG oslo_concurrency.lockutils [req-da16559e-c7d6-4594-a6c6-757b2947da7c req-a6069b0d-91cf-488d-8190-c552c84d0412 service nova] Lock "7435958d-5a37-4344-ab48-99143acb1d28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.541547] env[70323]: DEBUG oslo_concurrency.lockutils [req-da16559e-c7d6-4594-a6c6-757b2947da7c req-a6069b0d-91cf-488d-8190-c552c84d0412 service nova] Lock "7435958d-5a37-4344-ab48-99143acb1d28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.541715] env[70323]: DEBUG nova.compute.manager [req-da16559e-c7d6-4594-a6c6-757b2947da7c req-a6069b0d-91cf-488d-8190-c552c84d0412 service nova] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] No waiting events found dispatching network-vif-plugged-d77bddaa-0fbe-4d54-9a30-33f7a2e8eab6 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1242.541884] env[70323]: WARNING nova.compute.manager [req-da16559e-c7d6-4594-a6c6-757b2947da7c req-a6069b0d-91cf-488d-8190-c552c84d0412 service nova] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Received unexpected event network-vif-plugged-d77bddaa-0fbe-4d54-9a30-33f7a2e8eab6 for instance with vm_state shelved_offloaded and task_state spawning. [ 1242.624856] env[70323]: DEBUG oslo_concurrency.lockutils [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Acquiring lock "refresh_cache-7435958d-5a37-4344-ab48-99143acb1d28" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.624998] env[70323]: DEBUG oslo_concurrency.lockutils [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Acquired lock "refresh_cache-7435958d-5a37-4344-ab48-99143acb1d28" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.625225] env[70323]: DEBUG nova.network.neutron [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1242.749437] env[70323]: DEBUG nova.scheduler.client.report [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1242.776613] env[70323]: DEBUG oslo_vmware.api [None req-907b8912-b8b5-46b4-a198-6f0b553e41f3 tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Task: {'id': task-3228035, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1403} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.776861] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-907b8912-b8b5-46b4-a198-6f0b553e41f3 tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1242.777061] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-907b8912-b8b5-46b4-a198-6f0b553e41f3 tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] [instance: fba6bc8c-51a0-49a6-9473-1ff197b0581e] Deleted contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1242.777241] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-907b8912-b8b5-46b4-a198-6f0b553e41f3 tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] [instance: fba6bc8c-51a0-49a6-9473-1ff197b0581e] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1242.777414] env[70323]: INFO nova.compute.manager [None req-907b8912-b8b5-46b4-a198-6f0b553e41f3 tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] [instance: fba6bc8c-51a0-49a6-9473-1ff197b0581e] Took 1.70 seconds to destroy the instance on the hypervisor. [ 1242.777651] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-907b8912-b8b5-46b4-a198-6f0b553e41f3 tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1242.777847] env[70323]: DEBUG nova.compute.manager [-] [instance: fba6bc8c-51a0-49a6-9473-1ff197b0581e] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1242.777940] env[70323]: DEBUG nova.network.neutron [-] [instance: fba6bc8c-51a0-49a6-9473-1ff197b0581e] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1243.253966] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.191s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.254516] env[70323]: DEBUG nova.compute.manager [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1243.257082] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.659s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.257323] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.257516] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70323) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1243.258540] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0279199-9a1a-473e-a528-6bedc1e47f16 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.267353] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e400ba0f-b453-4aff-ad13-a64880ddd8f9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.285387] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a7f9f2-610c-4e2b-841f-7cedebf6199f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.292780] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c500147-e68f-4cce-b26f-bf951d632053 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.322108] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179877MB free_disk=122GB free_vcpus=48 pci_devices=None {{(pid=70323) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1243.322356] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.322575] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.359986] env[70323]: DEBUG nova.network.neutron [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Updating instance_info_cache with network_info: [{"id": "d77bddaa-0fbe-4d54-9a30-33f7a2e8eab6", "address": "fa:16:3e:88:cd:12", "network": {"id": "04147f98-e096-4b08-86fd-82e3dbb0599e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-823971767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59ea186f9eb14bfd914ef3bde9458745", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3952eb02-1162-48ed-8227-9c138960d583", "external-id": "nsx-vlan-transportzone-250", "segmentation_id": 250, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd77bddaa-0f", "ovs_interfaceid": "d77bddaa-0fbe-4d54-9a30-33f7a2e8eab6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.668791] env[70323]: DEBUG nova.network.neutron [-] [instance: fba6bc8c-51a0-49a6-9473-1ff197b0581e] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.760675] env[70323]: DEBUG nova.compute.utils [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1243.761698] env[70323]: DEBUG nova.compute.manager [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1243.761872] env[70323]: DEBUG nova.network.neutron [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1243.800285] env[70323]: DEBUG nova.policy [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6804edc7d9b94fa5a587c940ee15869a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e98df60171c4d319ce48c2e7ddb11d7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 1243.864321] env[70323]: DEBUG oslo_concurrency.lockutils [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Releasing lock "refresh_cache-7435958d-5a37-4344-ab48-99143acb1d28" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.894763] env[70323]: DEBUG nova.virt.hardware [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='6e5279d3bd1435a6c5ccf50634fd3eb5',container_format='bare',created_at=2025-04-03T04:50:19Z,direct_url=,disk_format='vmdk',id=ce98de5d-c867-493f-8fb2-b45e7853207e,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-934161731-shelved',owner='59ea186f9eb14bfd914ef3bde9458745',properties=ImageMetaProps,protected=,size=31662080,status='active',tags=,updated_at=2025-04-03T04:50:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1243.895082] env[70323]: DEBUG nova.virt.hardware [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1243.895265] env[70323]: DEBUG nova.virt.hardware [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1243.895478] env[70323]: DEBUG nova.virt.hardware [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1243.895637] env[70323]: DEBUG nova.virt.hardware [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1243.895790] env[70323]: DEBUG nova.virt.hardware [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1243.896045] env[70323]: DEBUG nova.virt.hardware [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1243.896211] env[70323]: DEBUG nova.virt.hardware [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1243.896383] env[70323]: DEBUG nova.virt.hardware [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1243.896548] env[70323]: DEBUG nova.virt.hardware [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1243.896726] env[70323]: DEBUG nova.virt.hardware [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1243.897619] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052ae489-14e3-4105-a75d-19dc7bdfe13e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.906082] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f57553-4e1e-4944-8205-348d343b6474 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.919619] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:cd:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3952eb02-1162-48ed-8227-9c138960d583', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd77bddaa-0fbe-4d54-9a30-33f7a2e8eab6', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1243.927025] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1243.927287] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1243.927505] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-100f947b-8d03-42c0-b2e2-8025033bbb47 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.950027] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1243.950027] env[70323]: value = "task-3228036" [ 1243.950027] env[70323]: _type = "Task" [ 1243.950027] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.960071] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3228036, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.100912] env[70323]: DEBUG nova.network.neutron [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6] Successfully created port: fc38206e-a2c4-40fe-8723-727a3a06824c {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1244.171049] env[70323]: INFO nova.compute.manager [-] [instance: fba6bc8c-51a0-49a6-9473-1ff197b0581e] Took 1.39 seconds to deallocate network for instance. [ 1244.264565] env[70323]: DEBUG nova.compute.manager [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1244.352167] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 463a69ec-6f8d-40ab-8fc1-0aacab523905 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1244.352434] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1244.352476] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 3b955df2-dee0-4fa3-ada7-497f29bd7a8b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1244.352572] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance fba6bc8c-51a0-49a6-9473-1ff197b0581e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1244.352692] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1244.352827] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 7435958d-5a37-4344-ab48-99143acb1d28 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1244.352904] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1244.353103] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=70323) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1244.353263] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=70323) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1244.438730] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c81fed71-16b1-47d5-bd44-3f6fba30bff4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.446767] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3711c00-9147-47ef-b0ac-a75c9d9f1c68 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.477201] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a91f9a-30f5-4e9c-95f1-ab20e776562e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.482040] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3228036, 'name': CreateVM_Task, 'duration_secs': 0.341902} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.482476] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1244.483139] env[70323]: DEBUG oslo_concurrency.lockutils [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce98de5d-c867-493f-8fb2-b45e7853207e" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.483308] env[70323]: DEBUG oslo_concurrency.lockutils [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce98de5d-c867-493f-8fb2-b45e7853207e" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.483667] env[70323]: DEBUG oslo_concurrency.lockutils [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ce98de5d-c867-493f-8fb2-b45e7853207e" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.485584] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-541c4823-2046-4799-bbd0-680becb070ab {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.487965] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937ce7c7-aebd-482e-b8d5-af4906e17b4a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.494630] env[70323]: DEBUG oslo_vmware.api [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for the task: (returnval){ [ 1244.494630] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52269ab1-1356-af0f-ebf4-491b2381ce7b" [ 1244.494630] env[70323]: _type = "Task" [ 1244.494630] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.502191] env[70323]: DEBUG nova.compute.provider_tree [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1244.511349] env[70323]: DEBUG oslo_concurrency.lockutils [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce98de5d-c867-493f-8fb2-b45e7853207e" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.511582] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Processing image ce98de5d-c867-493f-8fb2-b45e7853207e {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1244.511808] env[70323]: DEBUG oslo_concurrency.lockutils [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce98de5d-c867-493f-8fb2-b45e7853207e/ce98de5d-c867-493f-8fb2-b45e7853207e.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.511956] env[70323]: DEBUG oslo_concurrency.lockutils [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce98de5d-c867-493f-8fb2-b45e7853207e/ce98de5d-c867-493f-8fb2-b45e7853207e.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.512149] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1244.512605] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9bcc48a6-6f82-461d-805e-8f9c75a67248 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.528368] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1244.528544] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1244.529231] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03850bfc-f4db-4ccc-8fea-a5f389c99438 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.533951] env[70323]: DEBUG oslo_vmware.api [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for the task: (returnval){ [ 1244.533951] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52165538-0ea3-3ab3-d360-257bf39ebac8" [ 1244.533951] env[70323]: _type = "Task" [ 1244.533951] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.544820] env[70323]: DEBUG oslo_vmware.api [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52165538-0ea3-3ab3-d360-257bf39ebac8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.570221] env[70323]: DEBUG nova.compute.manager [req-0816156f-5d1a-4fee-aaa4-a15807390b3e req-94a18ea9-ce1d-4d6d-93cc-d8f3682bb19b service nova] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Received event network-changed-d77bddaa-0fbe-4d54-9a30-33f7a2e8eab6 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1244.570398] env[70323]: DEBUG nova.compute.manager [req-0816156f-5d1a-4fee-aaa4-a15807390b3e req-94a18ea9-ce1d-4d6d-93cc-d8f3682bb19b service nova] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Refreshing instance network info cache due to event network-changed-d77bddaa-0fbe-4d54-9a30-33f7a2e8eab6. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1244.570610] env[70323]: DEBUG oslo_concurrency.lockutils [req-0816156f-5d1a-4fee-aaa4-a15807390b3e req-94a18ea9-ce1d-4d6d-93cc-d8f3682bb19b service nova] Acquiring lock "refresh_cache-7435958d-5a37-4344-ab48-99143acb1d28" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.570757] env[70323]: DEBUG oslo_concurrency.lockutils [req-0816156f-5d1a-4fee-aaa4-a15807390b3e req-94a18ea9-ce1d-4d6d-93cc-d8f3682bb19b service nova] Acquired lock "refresh_cache-7435958d-5a37-4344-ab48-99143acb1d28" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.570918] env[70323]: DEBUG nova.network.neutron [req-0816156f-5d1a-4fee-aaa4-a15807390b3e req-94a18ea9-ce1d-4d6d-93cc-d8f3682bb19b service nova] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Refreshing network info cache for port d77bddaa-0fbe-4d54-9a30-33f7a2e8eab6 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1244.679785] env[70323]: DEBUG oslo_concurrency.lockutils [None req-907b8912-b8b5-46b4-a198-6f0b553e41f3 tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.007253] env[70323]: DEBUG nova.scheduler.client.report [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1245.044131] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Preparing fetch location {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1245.044387] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Fetch image to [datastore2] OSTACK_IMG_d4baaa63-0440-4fc0-91ab-5a190e5c1b1b/OSTACK_IMG_d4baaa63-0440-4fc0-91ab-5a190e5c1b1b.vmdk {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1245.044641] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Downloading stream optimized image ce98de5d-c867-493f-8fb2-b45e7853207e to [datastore2] OSTACK_IMG_d4baaa63-0440-4fc0-91ab-5a190e5c1b1b/OSTACK_IMG_d4baaa63-0440-4fc0-91ab-5a190e5c1b1b.vmdk on the data store datastore2 as vApp {{(pid=70323) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1245.044819] env[70323]: DEBUG nova.virt.vmwareapi.images [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Downloading image file data ce98de5d-c867-493f-8fb2-b45e7853207e to the ESX as VM named 'OSTACK_IMG_d4baaa63-0440-4fc0-91ab-5a190e5c1b1b' {{(pid=70323) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1245.116113] env[70323]: DEBUG oslo_vmware.rw_handles [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1245.116113] env[70323]: value = "resgroup-9" [ 1245.116113] env[70323]: _type = "ResourcePool" [ 1245.116113] env[70323]: }. {{(pid=70323) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1245.116390] env[70323]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-923f527e-c623-40eb-bd81-f9c51fed8eda {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.139411] env[70323]: DEBUG oslo_vmware.rw_handles [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Lease: (returnval){ [ 1245.139411] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52def1f7-e8fb-b96e-69a8-aeec9be9aa9c" [ 1245.139411] env[70323]: _type = "HttpNfcLease" [ 1245.139411] env[70323]: } obtained for vApp import into resource pool (val){ [ 1245.139411] env[70323]: value = "resgroup-9" [ 1245.139411] env[70323]: _type = "ResourcePool" [ 1245.139411] env[70323]: }. {{(pid=70323) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1245.139887] env[70323]: DEBUG oslo_vmware.api [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for the lease: (returnval){ [ 1245.139887] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52def1f7-e8fb-b96e-69a8-aeec9be9aa9c" [ 1245.139887] env[70323]: _type = "HttpNfcLease" [ 1245.139887] env[70323]: } to be ready. {{(pid=70323) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1245.146024] env[70323]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1245.146024] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52def1f7-e8fb-b96e-69a8-aeec9be9aa9c" [ 1245.146024] env[70323]: _type = "HttpNfcLease" [ 1245.146024] env[70323]: } is initializing. {{(pid=70323) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1245.274340] env[70323]: DEBUG nova.compute.manager [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1245.296753] env[70323]: DEBUG nova.virt.hardware [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1245.297048] env[70323]: DEBUG nova.virt.hardware [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1245.297229] env[70323]: DEBUG nova.virt.hardware [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1245.297417] env[70323]: DEBUG nova.virt.hardware [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1245.297578] env[70323]: DEBUG nova.virt.hardware [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1245.297730] env[70323]: DEBUG nova.virt.hardware [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1245.297970] env[70323]: DEBUG nova.virt.hardware [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1245.298170] env[70323]: DEBUG nova.virt.hardware [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1245.298365] env[70323]: DEBUG nova.virt.hardware [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1245.298554] env[70323]: DEBUG nova.virt.hardware [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1245.298758] env[70323]: DEBUG nova.virt.hardware [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1245.299926] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9a52c9-8764-416d-b629-5c7b02f286d8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.308102] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6b093a-338d-491f-85fd-26ff80622edd {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.327659] env[70323]: DEBUG nova.network.neutron [req-0816156f-5d1a-4fee-aaa4-a15807390b3e req-94a18ea9-ce1d-4d6d-93cc-d8f3682bb19b service nova] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Updated VIF entry in instance network info cache for port d77bddaa-0fbe-4d54-9a30-33f7a2e8eab6. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1245.327986] env[70323]: DEBUG nova.network.neutron [req-0816156f-5d1a-4fee-aaa4-a15807390b3e req-94a18ea9-ce1d-4d6d-93cc-d8f3682bb19b service nova] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Updating instance_info_cache with network_info: [{"id": "d77bddaa-0fbe-4d54-9a30-33f7a2e8eab6", "address": "fa:16:3e:88:cd:12", "network": {"id": "04147f98-e096-4b08-86fd-82e3dbb0599e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-823971767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59ea186f9eb14bfd914ef3bde9458745", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3952eb02-1162-48ed-8227-9c138960d583", "external-id": "nsx-vlan-transportzone-250", "segmentation_id": 250, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd77bddaa-0f", "ovs_interfaceid": "d77bddaa-0fbe-4d54-9a30-33f7a2e8eab6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.469624] env[70323]: DEBUG nova.compute.manager [req-8708843f-661b-4dd8-9670-ebec937aeb77 req-7749a223-5beb-4c16-9547-0bbe9c4278fd service nova] [instance: 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6] Received event network-vif-plugged-fc38206e-a2c4-40fe-8723-727a3a06824c {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1245.469624] env[70323]: DEBUG oslo_concurrency.lockutils [req-8708843f-661b-4dd8-9670-ebec937aeb77 req-7749a223-5beb-4c16-9547-0bbe9c4278fd service nova] Acquiring lock "9cc2d655-638b-44c0-938d-bc9e4d3f3fc6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.469624] env[70323]: DEBUG oslo_concurrency.lockutils [req-8708843f-661b-4dd8-9670-ebec937aeb77 req-7749a223-5beb-4c16-9547-0bbe9c4278fd service nova] Lock "9cc2d655-638b-44c0-938d-bc9e4d3f3fc6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.469624] env[70323]: DEBUG oslo_concurrency.lockutils [req-8708843f-661b-4dd8-9670-ebec937aeb77 req-7749a223-5beb-4c16-9547-0bbe9c4278fd service nova] Lock "9cc2d655-638b-44c0-938d-bc9e4d3f3fc6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.469789] env[70323]: DEBUG nova.compute.manager [req-8708843f-661b-4dd8-9670-ebec937aeb77 req-7749a223-5beb-4c16-9547-0bbe9c4278fd service nova] [instance: 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6] No waiting events found dispatching network-vif-plugged-fc38206e-a2c4-40fe-8723-727a3a06824c {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1245.469830] env[70323]: WARNING nova.compute.manager [req-8708843f-661b-4dd8-9670-ebec937aeb77 req-7749a223-5beb-4c16-9547-0bbe9c4278fd service nova] [instance: 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6] Received unexpected event network-vif-plugged-fc38206e-a2c4-40fe-8723-727a3a06824c for instance with vm_state building and task_state spawning. [ 1245.512785] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70323) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1245.512785] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.190s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.512962] env[70323]: DEBUG oslo_concurrency.lockutils [None req-907b8912-b8b5-46b4-a198-6f0b553e41f3 tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.833s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.513224] env[70323]: DEBUG nova.objects.instance [None req-907b8912-b8b5-46b4-a198-6f0b553e41f3 tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Lazy-loading 'resources' on Instance uuid fba6bc8c-51a0-49a6-9473-1ff197b0581e {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1245.551022] env[70323]: DEBUG nova.network.neutron [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6] Successfully updated port: fc38206e-a2c4-40fe-8723-727a3a06824c {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1245.648509] env[70323]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1245.648509] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52def1f7-e8fb-b96e-69a8-aeec9be9aa9c" [ 1245.648509] env[70323]: _type = "HttpNfcLease" [ 1245.648509] env[70323]: } is ready. {{(pid=70323) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1245.648790] env[70323]: DEBUG oslo_vmware.rw_handles [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1245.648790] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52def1f7-e8fb-b96e-69a8-aeec9be9aa9c" [ 1245.648790] env[70323]: _type = "HttpNfcLease" [ 1245.648790] env[70323]: }. {{(pid=70323) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1245.649501] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc5fede-421a-4c15-87f2-5c3352b2a37a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.656232] env[70323]: DEBUG oslo_vmware.rw_handles [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5238e1c9-b0d2-075e-4ea6-b2aca4091b93/disk-0.vmdk from lease info. {{(pid=70323) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1245.656408] env[70323]: DEBUG oslo_vmware.rw_handles [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Creating HTTP connection to write to file with size = 31662080 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5238e1c9-b0d2-075e-4ea6-b2aca4091b93/disk-0.vmdk. {{(pid=70323) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1245.719998] env[70323]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-92fdac11-c5c5-4626-a270-4b306b349446 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.831245] env[70323]: DEBUG oslo_concurrency.lockutils [req-0816156f-5d1a-4fee-aaa4-a15807390b3e req-94a18ea9-ce1d-4d6d-93cc-d8f3682bb19b service nova] Releasing lock "refresh_cache-7435958d-5a37-4344-ab48-99143acb1d28" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.831577] env[70323]: DEBUG nova.compute.manager [req-0816156f-5d1a-4fee-aaa4-a15807390b3e req-94a18ea9-ce1d-4d6d-93cc-d8f3682bb19b service nova] [instance: fba6bc8c-51a0-49a6-9473-1ff197b0581e] Received event network-vif-deleted-0828551e-a54f-46a0-a5c4-1829c0c52b4d {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1246.054648] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquiring lock "refresh_cache-9cc2d655-638b-44c0-938d-bc9e4d3f3fc6" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.054772] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquired lock "refresh_cache-9cc2d655-638b-44c0-938d-bc9e4d3f3fc6" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.054931] env[70323]: DEBUG nova.network.neutron [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1246.138648] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b730a2-7900-4c86-b075-8ba97745ce7a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.148554] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dfbecd7-987c-4f48-9922-1338917248b8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.187202] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e728cc-7947-4584-9864-20197bd6287d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.195046] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded8c82c-95da-49a1-86b7-dee665618b57 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.211892] env[70323]: DEBUG nova.compute.provider_tree [None req-907b8912-b8b5-46b4-a198-6f0b553e41f3 tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1246.590991] env[70323]: DEBUG nova.network.neutron [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1246.717395] env[70323]: DEBUG nova.scheduler.client.report [None req-907b8912-b8b5-46b4-a198-6f0b553e41f3 tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1246.770668] env[70323]: DEBUG nova.network.neutron [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6] Updating instance_info_cache with network_info: [{"id": "fc38206e-a2c4-40fe-8723-727a3a06824c", "address": "fa:16:3e:bc:ee:10", "network": {"id": "3543c4fd-df33-4be9-b279-a13bfe5a7b34", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-877530561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e98df60171c4d319ce48c2e7ddb11d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc38206e-a2", "ovs_interfaceid": "fc38206e-a2c4-40fe-8723-727a3a06824c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.854398] env[70323]: DEBUG oslo_vmware.rw_handles [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Completed reading data from the image iterator. {{(pid=70323) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1246.854617] env[70323]: DEBUG oslo_vmware.rw_handles [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5238e1c9-b0d2-075e-4ea6-b2aca4091b93/disk-0.vmdk. {{(pid=70323) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1246.855542] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6816afdd-4de8-40f4-a872-b91713018e30 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.861938] env[70323]: DEBUG oslo_vmware.rw_handles [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5238e1c9-b0d2-075e-4ea6-b2aca4091b93/disk-0.vmdk is in state: ready. {{(pid=70323) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1246.862132] env[70323]: DEBUG oslo_vmware.rw_handles [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5238e1c9-b0d2-075e-4ea6-b2aca4091b93/disk-0.vmdk. {{(pid=70323) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1246.862372] env[70323]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-92717f9c-8c93-4bd1-af69-94a5a530f5f8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.033943] env[70323]: DEBUG oslo_vmware.rw_handles [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5238e1c9-b0d2-075e-4ea6-b2aca4091b93/disk-0.vmdk. {{(pid=70323) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1247.034169] env[70323]: INFO nova.virt.vmwareapi.images [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Downloaded image file data ce98de5d-c867-493f-8fb2-b45e7853207e [ 1247.035244] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae59c79-0798-46f7-80d1-13cecac1f1ab {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.052361] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee05c392-750c-49a3-9396-276049412288 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.078669] env[70323]: INFO nova.virt.vmwareapi.images [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] The imported VM was unregistered [ 1247.080891] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Caching image {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1247.081141] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Creating directory with path [datastore2] devstack-image-cache_base/ce98de5d-c867-493f-8fb2-b45e7853207e {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1247.081403] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46c74c79-4936-43eb-9644-e0b600b24c5f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.091291] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Created directory with path [datastore2] devstack-image-cache_base/ce98de5d-c867-493f-8fb2-b45e7853207e {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1247.091473] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_d4baaa63-0440-4fc0-91ab-5a190e5c1b1b/OSTACK_IMG_d4baaa63-0440-4fc0-91ab-5a190e5c1b1b.vmdk to [datastore2] devstack-image-cache_base/ce98de5d-c867-493f-8fb2-b45e7853207e/ce98de5d-c867-493f-8fb2-b45e7853207e.vmdk. {{(pid=70323) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1247.091705] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-a4c93604-b8b7-4b6c-91a5-3231aee0848e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.097590] env[70323]: DEBUG oslo_vmware.api [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for the task: (returnval){ [ 1247.097590] env[70323]: value = "task-3228039" [ 1247.097590] env[70323]: _type = "Task" [ 1247.097590] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.104997] env[70323]: DEBUG oslo_vmware.api [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3228039, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.222172] env[70323]: DEBUG oslo_concurrency.lockutils [None req-907b8912-b8b5-46b4-a198-6f0b553e41f3 tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.709s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.243494] env[70323]: INFO nova.scheduler.client.report [None req-907b8912-b8b5-46b4-a198-6f0b553e41f3 tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Deleted allocations for instance fba6bc8c-51a0-49a6-9473-1ff197b0581e [ 1247.273256] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Releasing lock "refresh_cache-9cc2d655-638b-44c0-938d-bc9e4d3f3fc6" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.273597] env[70323]: DEBUG nova.compute.manager [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6] Instance network_info: |[{"id": "fc38206e-a2c4-40fe-8723-727a3a06824c", "address": "fa:16:3e:bc:ee:10", "network": {"id": "3543c4fd-df33-4be9-b279-a13bfe5a7b34", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-877530561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e98df60171c4d319ce48c2e7ddb11d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc38206e-a2", "ovs_interfaceid": "fc38206e-a2c4-40fe-8723-727a3a06824c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1247.274509] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:ee:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '39a4aca0-934b-4a91-8779-6a4360c3f967', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc38206e-a2c4-40fe-8723-727a3a06824c', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1247.281903] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1247.282217] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1247.282456] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-25578df1-1d63-4349-a1b0-919ae60f7e62 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.304795] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1247.304795] env[70323]: value = "task-3228040" [ 1247.304795] env[70323]: _type = "Task" [ 1247.304795] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.314864] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3228040, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.497142] env[70323]: DEBUG nova.compute.manager [req-5224845f-8be6-412e-8fb5-4a593956c282 req-2e47f10a-ebd1-4ef8-9855-ace4c23f6341 service nova] [instance: 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6] Received event network-changed-fc38206e-a2c4-40fe-8723-727a3a06824c {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1247.497389] env[70323]: DEBUG nova.compute.manager [req-5224845f-8be6-412e-8fb5-4a593956c282 req-2e47f10a-ebd1-4ef8-9855-ace4c23f6341 service nova] [instance: 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6] Refreshing instance network info cache due to event network-changed-fc38206e-a2c4-40fe-8723-727a3a06824c. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1247.497554] env[70323]: DEBUG oslo_concurrency.lockutils [req-5224845f-8be6-412e-8fb5-4a593956c282 req-2e47f10a-ebd1-4ef8-9855-ace4c23f6341 service nova] Acquiring lock "refresh_cache-9cc2d655-638b-44c0-938d-bc9e4d3f3fc6" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.497716] env[70323]: DEBUG oslo_concurrency.lockutils [req-5224845f-8be6-412e-8fb5-4a593956c282 req-2e47f10a-ebd1-4ef8-9855-ace4c23f6341 service nova] Acquired lock "refresh_cache-9cc2d655-638b-44c0-938d-bc9e4d3f3fc6" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.497891] env[70323]: DEBUG nova.network.neutron [req-5224845f-8be6-412e-8fb5-4a593956c282 req-2e47f10a-ebd1-4ef8-9855-ace4c23f6341 service nova] [instance: 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6] Refreshing network info cache for port fc38206e-a2c4-40fe-8723-727a3a06824c {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1247.609395] env[70323]: DEBUG oslo_vmware.api [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3228039, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.751991] env[70323]: DEBUG oslo_concurrency.lockutils [None req-907b8912-b8b5-46b4-a198-6f0b553e41f3 tempest-ServersTestManualDisk-991969042 tempest-ServersTestManualDisk-991969042-project-member] Lock "fba6bc8c-51a0-49a6-9473-1ff197b0581e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.181s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.816800] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3228040, 'name': CreateVM_Task} progress is 25%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.113302] env[70323]: DEBUG oslo_vmware.api [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3228039, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.238841] env[70323]: DEBUG nova.network.neutron [req-5224845f-8be6-412e-8fb5-4a593956c282 req-2e47f10a-ebd1-4ef8-9855-ace4c23f6341 service nova] [instance: 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6] Updated VIF entry in instance network info cache for port fc38206e-a2c4-40fe-8723-727a3a06824c. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1248.239255] env[70323]: DEBUG nova.network.neutron [req-5224845f-8be6-412e-8fb5-4a593956c282 req-2e47f10a-ebd1-4ef8-9855-ace4c23f6341 service nova] [instance: 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6] Updating instance_info_cache with network_info: [{"id": "fc38206e-a2c4-40fe-8723-727a3a06824c", "address": "fa:16:3e:bc:ee:10", "network": {"id": "3543c4fd-df33-4be9-b279-a13bfe5a7b34", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-877530561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e98df60171c4d319ce48c2e7ddb11d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc38206e-a2", "ovs_interfaceid": "fc38206e-a2c4-40fe-8723-727a3a06824c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.317952] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3228040, 'name': CreateVM_Task, 'duration_secs': 0.938988} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.318147] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1248.318937] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.319122] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.319461] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.319802] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01359e61-0453-4c4a-b246-dcc7a44439f8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.327302] env[70323]: DEBUG oslo_vmware.api [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Waiting for the task: (returnval){ [ 1248.327302] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52ff2db3-e141-43d1-2a75-74f98f6f2c49" [ 1248.327302] env[70323]: _type = "Task" [ 1248.327302] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.337870] env[70323]: DEBUG oslo_vmware.api [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52ff2db3-e141-43d1-2a75-74f98f6f2c49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.611502] env[70323]: DEBUG oslo_vmware.api [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3228039, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.742453] env[70323]: DEBUG oslo_concurrency.lockutils [req-5224845f-8be6-412e-8fb5-4a593956c282 req-2e47f10a-ebd1-4ef8-9855-ace4c23f6341 service nova] Releasing lock "refresh_cache-9cc2d655-638b-44c0-938d-bc9e4d3f3fc6" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.840802] env[70323]: DEBUG oslo_vmware.api [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52ff2db3-e141-43d1-2a75-74f98f6f2c49, 'name': SearchDatastore_Task, 'duration_secs': 0.080123} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.841152] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.841400] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1248.841643] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.841795] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.841978] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1248.842288] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ac633b3-97f8-4ebd-8038-3dc386932288 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.861380] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1248.861586] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1248.862462] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25038b56-b0a4-4a5f-ace6-d5893c329e70 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.870364] env[70323]: DEBUG oslo_vmware.api [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Waiting for the task: (returnval){ [ 1248.870364] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52885d31-1d5a-3b48-f0c7-ce9a8d2085f0" [ 1248.870364] env[70323]: _type = "Task" [ 1248.870364] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.882699] env[70323]: DEBUG oslo_vmware.api [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52885d31-1d5a-3b48-f0c7-ce9a8d2085f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.111526] env[70323]: DEBUG oslo_vmware.api [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3228039, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.381096] env[70323]: DEBUG oslo_vmware.api [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52885d31-1d5a-3b48-f0c7-ce9a8d2085f0, 'name': SearchDatastore_Task, 'duration_secs': 0.082708} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.381941] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-490a912d-5279-48d8-8bcd-9ac7bff806fd {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.387054] env[70323]: DEBUG oslo_vmware.api [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Waiting for the task: (returnval){ [ 1249.387054] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52d2e76e-94b2-82dc-0d52-5ab2873d0d4b" [ 1249.387054] env[70323]: _type = "Task" [ 1249.387054] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.394325] env[70323]: DEBUG oslo_vmware.api [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52d2e76e-94b2-82dc-0d52-5ab2873d0d4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.609766] env[70323]: DEBUG oslo_vmware.api [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3228039, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.321996} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.609766] env[70323]: INFO nova.virt.vmwareapi.ds_util [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_d4baaa63-0440-4fc0-91ab-5a190e5c1b1b/OSTACK_IMG_d4baaa63-0440-4fc0-91ab-5a190e5c1b1b.vmdk to [datastore2] devstack-image-cache_base/ce98de5d-c867-493f-8fb2-b45e7853207e/ce98de5d-c867-493f-8fb2-b45e7853207e.vmdk. [ 1249.609961] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Cleaning up location [datastore2] OSTACK_IMG_d4baaa63-0440-4fc0-91ab-5a190e5c1b1b {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1249.610092] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_d4baaa63-0440-4fc0-91ab-5a190e5c1b1b {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1249.610351] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1fb75e85-eadc-415d-a553-bf84aa7627ed {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.616186] env[70323]: DEBUG oslo_vmware.api [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for the task: (returnval){ [ 1249.616186] env[70323]: value = "task-3228041" [ 1249.616186] env[70323]: _type = "Task" [ 1249.616186] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.623653] env[70323]: DEBUG oslo_vmware.api [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3228041, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.898187] env[70323]: DEBUG oslo_vmware.api [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52d2e76e-94b2-82dc-0d52-5ab2873d0d4b, 'name': SearchDatastore_Task, 'duration_secs': 0.008969} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.898489] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.898757] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6/9cc2d655-638b-44c0-938d-bc9e4d3f3fc6.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1249.899041] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7fc54701-2ed7-4384-8914-63f35fad4ae9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.905439] env[70323]: DEBUG oslo_vmware.api [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Waiting for the task: (returnval){ [ 1249.905439] env[70323]: value = "task-3228042" [ 1249.905439] env[70323]: _type = "Task" [ 1249.905439] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.912789] env[70323]: DEBUG oslo_vmware.api [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3228042, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.128875] env[70323]: DEBUG oslo_vmware.api [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3228041, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.033037} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.130034] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1250.130034] env[70323]: DEBUG oslo_concurrency.lockutils [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce98de5d-c867-493f-8fb2-b45e7853207e/ce98de5d-c867-493f-8fb2-b45e7853207e.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.130034] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ce98de5d-c867-493f-8fb2-b45e7853207e/ce98de5d-c867-493f-8fb2-b45e7853207e.vmdk to [datastore2] 7435958d-5a37-4344-ab48-99143acb1d28/7435958d-5a37-4344-ab48-99143acb1d28.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1250.130426] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82134177-a32f-4577-a1a0-e2aae07e2096 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.138290] env[70323]: DEBUG oslo_vmware.api [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for the task: (returnval){ [ 1250.138290] env[70323]: value = "task-3228043" [ 1250.138290] env[70323]: _type = "Task" [ 1250.138290] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.147293] env[70323]: DEBUG oslo_vmware.api [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3228043, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.415290] env[70323]: DEBUG oslo_vmware.api [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3228042, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.650039] env[70323]: DEBUG oslo_vmware.api [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3228043, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.839960] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f118b821-3ef3-481e-9229-54f6d298ebd3 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Acquiring lock "3b955df2-dee0-4fa3-ada7-497f29bd7a8b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.840269] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f118b821-3ef3-481e-9229-54f6d298ebd3 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Lock "3b955df2-dee0-4fa3-ada7-497f29bd7a8b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.918753] env[70323]: DEBUG oslo_vmware.api [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3228042, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532469} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.918990] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6/9cc2d655-638b-44c0-938d-bc9e4d3f3fc6.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1250.919198] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1250.919491] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64ec188b-1d56-43d3-ac58-b1a2aa2dd41e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.930042] env[70323]: DEBUG oslo_vmware.api [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Waiting for the task: (returnval){ [ 1250.930042] env[70323]: value = "task-3228044" [ 1250.930042] env[70323]: _type = "Task" [ 1250.930042] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.940842] env[70323]: DEBUG oslo_vmware.api [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3228044, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.149935] env[70323]: DEBUG oslo_vmware.api [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3228043, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.344422] env[70323]: INFO nova.compute.manager [None req-f118b821-3ef3-481e-9229-54f6d298ebd3 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Detaching volume 278acc05-f4d4-4116-9abe-a22c66e96224 [ 1251.377542] env[70323]: INFO nova.virt.block_device [None req-f118b821-3ef3-481e-9229-54f6d298ebd3 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Attempting to driver detach volume 278acc05-f4d4-4116-9abe-a22c66e96224 from mountpoint /dev/sdb [ 1251.377790] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-f118b821-3ef3-481e-9229-54f6d298ebd3 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Volume detach. Driver type: vmdk {{(pid=70323) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1251.377991] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-f118b821-3ef3-481e-9229-54f6d298ebd3 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645256', 'volume_id': '278acc05-f4d4-4116-9abe-a22c66e96224', 'name': 'volume-278acc05-f4d4-4116-9abe-a22c66e96224', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3b955df2-dee0-4fa3-ada7-497f29bd7a8b', 'attached_at': '', 'detached_at': '', 'volume_id': '278acc05-f4d4-4116-9abe-a22c66e96224', 'serial': '278acc05-f4d4-4116-9abe-a22c66e96224'} {{(pid=70323) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1251.378903] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce1f3b3-acf2-405d-b6fd-248a074039dc {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.405430] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a80b2f7-e2a5-4984-ac08-01a0acd07f73 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.415314] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ebbf2b4-408b-40ab-b47e-202986261666 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.440894] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81dc4f19-8274-4da0-b9df-72e815cf33bc {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.457168] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-f118b821-3ef3-481e-9229-54f6d298ebd3 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] The volume has not been displaced from its original location: [datastore1] volume-278acc05-f4d4-4116-9abe-a22c66e96224/volume-278acc05-f4d4-4116-9abe-a22c66e96224.vmdk. No consolidation needed. {{(pid=70323) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1251.462398] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-f118b821-3ef3-481e-9229-54f6d298ebd3 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Reconfiguring VM instance instance-00000072 to detach disk 2001 {{(pid=70323) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1251.465626] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7cb84171-9035-4f65-a02e-a19cbdf58c19 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.478724] env[70323]: DEBUG oslo_vmware.api [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3228044, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073387} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.479030] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1251.480288] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01617c29-dfe1-44a3-9fa5-6124b558bb69 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.486202] env[70323]: DEBUG oslo_vmware.api [None req-f118b821-3ef3-481e-9229-54f6d298ebd3 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Waiting for the task: (returnval){ [ 1251.486202] env[70323]: value = "task-3228045" [ 1251.486202] env[70323]: _type = "Task" [ 1251.486202] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.511801] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6/9cc2d655-638b-44c0-938d-bc9e4d3f3fc6.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1251.512770] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da5f17e9-1106-43a4-ab3c-ad2336d3836d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.530475] env[70323]: DEBUG oslo_vmware.api [None req-f118b821-3ef3-481e-9229-54f6d298ebd3 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3228045, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.537883] env[70323]: DEBUG oslo_vmware.api [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Waiting for the task: (returnval){ [ 1251.537883] env[70323]: value = "task-3228046" [ 1251.537883] env[70323]: _type = "Task" [ 1251.537883] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.548760] env[70323]: DEBUG oslo_vmware.api [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3228046, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.651838] env[70323]: DEBUG oslo_vmware.api [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3228043, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.998190] env[70323]: DEBUG oslo_vmware.api [None req-f118b821-3ef3-481e-9229-54f6d298ebd3 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3228045, 'name': ReconfigVM_Task, 'duration_secs': 0.421742} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.998515] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-f118b821-3ef3-481e-9229-54f6d298ebd3 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Reconfigured VM instance instance-00000072 to detach disk 2001 {{(pid=70323) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1252.003245] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87b41bdb-d7fc-4101-8d80-11e73f2a8337 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.020865] env[70323]: DEBUG oslo_vmware.api [None req-f118b821-3ef3-481e-9229-54f6d298ebd3 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Waiting for the task: (returnval){ [ 1252.020865] env[70323]: value = "task-3228047" [ 1252.020865] env[70323]: _type = "Task" [ 1252.020865] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.033015] env[70323]: DEBUG oslo_vmware.api [None req-f118b821-3ef3-481e-9229-54f6d298ebd3 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3228047, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.049490] env[70323]: DEBUG oslo_vmware.api [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3228046, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.153137] env[70323]: DEBUG oslo_vmware.api [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3228043, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.530253] env[70323]: DEBUG oslo_vmware.api [None req-f118b821-3ef3-481e-9229-54f6d298ebd3 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3228047, 'name': ReconfigVM_Task, 'duration_secs': 0.219707} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.530550] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-f118b821-3ef3-481e-9229-54f6d298ebd3 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645256', 'volume_id': '278acc05-f4d4-4116-9abe-a22c66e96224', 'name': 'volume-278acc05-f4d4-4116-9abe-a22c66e96224', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3b955df2-dee0-4fa3-ada7-497f29bd7a8b', 'attached_at': '', 'detached_at': '', 'volume_id': '278acc05-f4d4-4116-9abe-a22c66e96224', 'serial': '278acc05-f4d4-4116-9abe-a22c66e96224'} {{(pid=70323) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1252.546849] env[70323]: DEBUG oslo_vmware.api [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3228046, 'name': ReconfigVM_Task, 'duration_secs': 0.908583} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.547167] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6/9cc2d655-638b-44c0-938d-bc9e4d3f3fc6.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1252.547779] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e026b635-d899-4282-864c-6ea6c3786b93 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.552723] env[70323]: DEBUG oslo_vmware.api [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Waiting for the task: (returnval){ [ 1252.552723] env[70323]: value = "task-3228048" [ 1252.552723] env[70323]: _type = "Task" [ 1252.552723] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.560009] env[70323]: DEBUG oslo_vmware.api [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3228048, 'name': Rename_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.649858] env[70323]: DEBUG oslo_vmware.api [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3228043, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.405706} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.650211] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ce98de5d-c867-493f-8fb2-b45e7853207e/ce98de5d-c867-493f-8fb2-b45e7853207e.vmdk to [datastore2] 7435958d-5a37-4344-ab48-99143acb1d28/7435958d-5a37-4344-ab48-99143acb1d28.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1252.650980] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a64777db-dab2-46f9-a49b-bf58bb819cbe {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.672241] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 7435958d-5a37-4344-ab48-99143acb1d28/7435958d-5a37-4344-ab48-99143acb1d28.vmdk or device None with type streamOptimized {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1252.672621] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb517cdf-f4c5-45af-beca-e4c0c8d8e7d8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.691878] env[70323]: DEBUG oslo_vmware.api [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for the task: (returnval){ [ 1252.691878] env[70323]: value = "task-3228049" [ 1252.691878] env[70323]: _type = "Task" [ 1252.691878] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.700726] env[70323]: DEBUG oslo_vmware.api [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3228049, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.062797] env[70323]: DEBUG oslo_vmware.api [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3228048, 'name': Rename_Task, 'duration_secs': 0.139843} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.063665] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1253.063665] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-adcc1808-04c2-4ce3-9498-9895e0c62aed {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.069665] env[70323]: DEBUG oslo_vmware.api [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Waiting for the task: (returnval){ [ 1253.069665] env[70323]: value = "task-3228050" [ 1253.069665] env[70323]: _type = "Task" [ 1253.069665] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.073625] env[70323]: DEBUG nova.objects.instance [None req-f118b821-3ef3-481e-9229-54f6d298ebd3 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Lazy-loading 'flavor' on Instance uuid 3b955df2-dee0-4fa3-ada7-497f29bd7a8b {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1253.079118] env[70323]: DEBUG oslo_vmware.api [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3228050, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.203361] env[70323]: DEBUG oslo_vmware.api [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3228049, 'name': ReconfigVM_Task, 'duration_secs': 0.302949} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.203703] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 7435958d-5a37-4344-ab48-99143acb1d28/7435958d-5a37-4344-ab48-99143acb1d28.vmdk or device None with type streamOptimized {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1253.204348] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b8dafe3-eb29-46ec-b376-720fee5c3800 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.210807] env[70323]: DEBUG oslo_vmware.api [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for the task: (returnval){ [ 1253.210807] env[70323]: value = "task-3228051" [ 1253.210807] env[70323]: _type = "Task" [ 1253.210807] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.218564] env[70323]: DEBUG oslo_vmware.api [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3228051, 'name': Rename_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.582847] env[70323]: DEBUG oslo_vmware.api [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3228050, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.720707] env[70323]: DEBUG oslo_vmware.api [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3228051, 'name': Rename_Task, 'duration_secs': 0.13672} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.721087] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1253.721344] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15830564-9e21-4ff8-8b90-ffa5c32e02db {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.727541] env[70323]: DEBUG oslo_vmware.api [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for the task: (returnval){ [ 1253.727541] env[70323]: value = "task-3228052" [ 1253.727541] env[70323]: _type = "Task" [ 1253.727541] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.735054] env[70323]: DEBUG oslo_vmware.api [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3228052, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.080510] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f118b821-3ef3-481e-9229-54f6d298ebd3 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Lock "3b955df2-dee0-4fa3-ada7-497f29bd7a8b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.240s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.081599] env[70323]: DEBUG oslo_vmware.api [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3228050, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.237319] env[70323]: DEBUG oslo_vmware.api [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3228052, 'name': PowerOnVM_Task, 'duration_secs': 0.42967} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.237613] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1254.351811] env[70323]: DEBUG nova.compute.manager [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1254.352780] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408bc775-b670-49b3-8f82-24cedcda09bf {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.581077] env[70323]: DEBUG oslo_vmware.api [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3228050, 'name': PowerOnVM_Task, 'duration_secs': 1.189781} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.581375] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1254.581580] env[70323]: INFO nova.compute.manager [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6] Took 9.31 seconds to spawn the instance on the hypervisor. [ 1254.581762] env[70323]: DEBUG nova.compute.manager [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1254.582540] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a823f00-976c-45cb-8c63-748f6642fe28 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.871699] env[70323]: DEBUG oslo_concurrency.lockutils [None req-74aca9d9-6b76-4fbb-8cc2-64f1d18ab966 tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Lock "7435958d-5a37-4344-ab48-99143acb1d28" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.008s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.100349] env[70323]: INFO nova.compute.manager [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6] Took 15.88 seconds to build instance. [ 1255.164449] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7764dbb8-73f5-4b41-aed4-21a447db8d4c tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Acquiring lock "3b955df2-dee0-4fa3-ada7-497f29bd7a8b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.165146] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7764dbb8-73f5-4b41-aed4-21a447db8d4c tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Lock "3b955df2-dee0-4fa3-ada7-497f29bd7a8b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.165274] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7764dbb8-73f5-4b41-aed4-21a447db8d4c tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Acquiring lock "3b955df2-dee0-4fa3-ada7-497f29bd7a8b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.165489] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7764dbb8-73f5-4b41-aed4-21a447db8d4c tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Lock "3b955df2-dee0-4fa3-ada7-497f29bd7a8b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.165865] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7764dbb8-73f5-4b41-aed4-21a447db8d4c tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Lock "3b955df2-dee0-4fa3-ada7-497f29bd7a8b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.167683] env[70323]: INFO nova.compute.manager [None req-7764dbb8-73f5-4b41-aed4-21a447db8d4c tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Terminating instance [ 1255.340042] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d134a8e0-874c-44ed-9ef9-9fad0233b5bb tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Acquiring lock "7435958d-5a37-4344-ab48-99143acb1d28" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.340042] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d134a8e0-874c-44ed-9ef9-9fad0233b5bb tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Lock "7435958d-5a37-4344-ab48-99143acb1d28" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.340042] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d134a8e0-874c-44ed-9ef9-9fad0233b5bb tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Acquiring lock "7435958d-5a37-4344-ab48-99143acb1d28-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.340343] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d134a8e0-874c-44ed-9ef9-9fad0233b5bb tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Lock "7435958d-5a37-4344-ab48-99143acb1d28-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.340343] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d134a8e0-874c-44ed-9ef9-9fad0233b5bb tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Lock "7435958d-5a37-4344-ab48-99143acb1d28-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.342813] env[70323]: INFO nova.compute.manager [None req-d134a8e0-874c-44ed-9ef9-9fad0233b5bb tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Terminating instance [ 1255.602669] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8dd59f27-d784-48e0-bda5-a87513b8b944 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Lock "9cc2d655-638b-44c0-938d-bc9e4d3f3fc6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.388s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.671076] env[70323]: DEBUG nova.compute.manager [None req-7764dbb8-73f5-4b41-aed4-21a447db8d4c tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1255.671305] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-7764dbb8-73f5-4b41-aed4-21a447db8d4c tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1255.672235] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-573aedac-bfc5-407e-bfc0-f8d629961366 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.680477] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-7764dbb8-73f5-4b41-aed4-21a447db8d4c tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1255.680710] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-801b29f1-31db-4fee-ad59-e04be874bb04 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.686937] env[70323]: DEBUG oslo_vmware.api [None req-7764dbb8-73f5-4b41-aed4-21a447db8d4c tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Waiting for the task: (returnval){ [ 1255.686937] env[70323]: value = "task-3228053" [ 1255.686937] env[70323]: _type = "Task" [ 1255.686937] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.695278] env[70323]: DEBUG oslo_vmware.api [None req-7764dbb8-73f5-4b41-aed4-21a447db8d4c tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3228053, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.731554] env[70323]: DEBUG nova.compute.manager [req-577cec03-1c8e-4b41-8fd3-f80e8d096be8 req-b6a98b1e-8f52-4925-beb5-1c823e8884ab service nova] [instance: 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6] Received event network-changed-fc38206e-a2c4-40fe-8723-727a3a06824c {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1255.731799] env[70323]: DEBUG nova.compute.manager [req-577cec03-1c8e-4b41-8fd3-f80e8d096be8 req-b6a98b1e-8f52-4925-beb5-1c823e8884ab service nova] [instance: 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6] Refreshing instance network info cache due to event network-changed-fc38206e-a2c4-40fe-8723-727a3a06824c. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1255.732047] env[70323]: DEBUG oslo_concurrency.lockutils [req-577cec03-1c8e-4b41-8fd3-f80e8d096be8 req-b6a98b1e-8f52-4925-beb5-1c823e8884ab service nova] Acquiring lock "refresh_cache-9cc2d655-638b-44c0-938d-bc9e4d3f3fc6" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.732206] env[70323]: DEBUG oslo_concurrency.lockutils [req-577cec03-1c8e-4b41-8fd3-f80e8d096be8 req-b6a98b1e-8f52-4925-beb5-1c823e8884ab service nova] Acquired lock "refresh_cache-9cc2d655-638b-44c0-938d-bc9e4d3f3fc6" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.732387] env[70323]: DEBUG nova.network.neutron [req-577cec03-1c8e-4b41-8fd3-f80e8d096be8 req-b6a98b1e-8f52-4925-beb5-1c823e8884ab service nova] [instance: 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6] Refreshing network info cache for port fc38206e-a2c4-40fe-8723-727a3a06824c {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1255.849177] env[70323]: DEBUG nova.compute.manager [None req-d134a8e0-874c-44ed-9ef9-9fad0233b5bb tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1255.849450] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-d134a8e0-874c-44ed-9ef9-9fad0233b5bb tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1255.850368] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30478def-ea4a-4f1e-8288-4012c3a2a807 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.858216] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-d134a8e0-874c-44ed-9ef9-9fad0233b5bb tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1255.858480] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a72b7472-1d13-4da3-883e-c321793d1dce {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.864908] env[70323]: DEBUG oslo_vmware.api [None req-d134a8e0-874c-44ed-9ef9-9fad0233b5bb tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for the task: (returnval){ [ 1255.864908] env[70323]: value = "task-3228054" [ 1255.864908] env[70323]: _type = "Task" [ 1255.864908] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.873620] env[70323]: DEBUG oslo_vmware.api [None req-d134a8e0-874c-44ed-9ef9-9fad0233b5bb tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3228054, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.196706] env[70323]: DEBUG oslo_vmware.api [None req-7764dbb8-73f5-4b41-aed4-21a447db8d4c tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3228053, 'name': PowerOffVM_Task, 'duration_secs': 0.215897} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.196992] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-7764dbb8-73f5-4b41-aed4-21a447db8d4c tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1256.197224] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-7764dbb8-73f5-4b41-aed4-21a447db8d4c tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1256.197476] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-360007a0-c1d6-4886-b410-2f17cbe03a4e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.264638] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-7764dbb8-73f5-4b41-aed4-21a447db8d4c tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1256.264936] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-7764dbb8-73f5-4b41-aed4-21a447db8d4c tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Deleting contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1256.265144] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-7764dbb8-73f5-4b41-aed4-21a447db8d4c tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Deleting the datastore file [datastore2] 3b955df2-dee0-4fa3-ada7-497f29bd7a8b {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1256.267544] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27c6e994-b07d-47cc-8534-81a93dcef337 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.274073] env[70323]: DEBUG oslo_vmware.api [None req-7764dbb8-73f5-4b41-aed4-21a447db8d4c tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Waiting for the task: (returnval){ [ 1256.274073] env[70323]: value = "task-3228056" [ 1256.274073] env[70323]: _type = "Task" [ 1256.274073] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.282267] env[70323]: DEBUG oslo_vmware.api [None req-7764dbb8-73f5-4b41-aed4-21a447db8d4c tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3228056, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.377345] env[70323]: DEBUG oslo_vmware.api [None req-d134a8e0-874c-44ed-9ef9-9fad0233b5bb tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3228054, 'name': PowerOffVM_Task, 'duration_secs': 0.186201} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.380182] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-d134a8e0-874c-44ed-9ef9-9fad0233b5bb tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1256.380395] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-d134a8e0-874c-44ed-9ef9-9fad0233b5bb tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1256.380684] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-421614ed-54f3-4176-bd29-a48d2aa6e074 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.439675] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-d134a8e0-874c-44ed-9ef9-9fad0233b5bb tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1256.439952] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-d134a8e0-874c-44ed-9ef9-9fad0233b5bb tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Deleting contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1256.440092] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-d134a8e0-874c-44ed-9ef9-9fad0233b5bb tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Deleting the datastore file [datastore2] 7435958d-5a37-4344-ab48-99143acb1d28 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1256.440931] env[70323]: DEBUG nova.network.neutron [req-577cec03-1c8e-4b41-8fd3-f80e8d096be8 req-b6a98b1e-8f52-4925-beb5-1c823e8884ab service nova] [instance: 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6] Updated VIF entry in instance network info cache for port fc38206e-a2c4-40fe-8723-727a3a06824c. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1256.441287] env[70323]: DEBUG nova.network.neutron [req-577cec03-1c8e-4b41-8fd3-f80e8d096be8 req-b6a98b1e-8f52-4925-beb5-1c823e8884ab service nova] [instance: 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6] Updating instance_info_cache with network_info: [{"id": "fc38206e-a2c4-40fe-8723-727a3a06824c", "address": "fa:16:3e:bc:ee:10", "network": {"id": "3543c4fd-df33-4be9-b279-a13bfe5a7b34", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-877530561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e98df60171c4d319ce48c2e7ddb11d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc38206e-a2", "ovs_interfaceid": "fc38206e-a2c4-40fe-8723-727a3a06824c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.442435] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f5dca5f3-9d0f-4a5a-944d-7df91ee33c23 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.449077] env[70323]: DEBUG oslo_vmware.api [None req-d134a8e0-874c-44ed-9ef9-9fad0233b5bb tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for the task: (returnval){ [ 1256.449077] env[70323]: value = "task-3228058" [ 1256.449077] env[70323]: _type = "Task" [ 1256.449077] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.458317] env[70323]: DEBUG oslo_vmware.api [None req-d134a8e0-874c-44ed-9ef9-9fad0233b5bb tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3228058, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.783983] env[70323]: DEBUG oslo_vmware.api [None req-7764dbb8-73f5-4b41-aed4-21a447db8d4c tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3228056, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133359} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.784278] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-7764dbb8-73f5-4b41-aed4-21a447db8d4c tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1256.784452] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-7764dbb8-73f5-4b41-aed4-21a447db8d4c tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Deleted contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1256.784631] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-7764dbb8-73f5-4b41-aed4-21a447db8d4c tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1256.784829] env[70323]: INFO nova.compute.manager [None req-7764dbb8-73f5-4b41-aed4-21a447db8d4c tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1256.785091] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7764dbb8-73f5-4b41-aed4-21a447db8d4c tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1256.785293] env[70323]: DEBUG nova.compute.manager [-] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1256.785389] env[70323]: DEBUG nova.network.neutron [-] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1256.945925] env[70323]: DEBUG oslo_concurrency.lockutils [req-577cec03-1c8e-4b41-8fd3-f80e8d096be8 req-b6a98b1e-8f52-4925-beb5-1c823e8884ab service nova] Releasing lock "refresh_cache-9cc2d655-638b-44c0-938d-bc9e4d3f3fc6" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.958131] env[70323]: DEBUG oslo_vmware.api [None req-d134a8e0-874c-44ed-9ef9-9fad0233b5bb tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Task: {'id': task-3228058, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.118303} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.958428] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-d134a8e0-874c-44ed-9ef9-9fad0233b5bb tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1256.958618] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-d134a8e0-874c-44ed-9ef9-9fad0233b5bb tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Deleted contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1256.958790] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-d134a8e0-874c-44ed-9ef9-9fad0233b5bb tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1256.958968] env[70323]: INFO nova.compute.manager [None req-d134a8e0-874c-44ed-9ef9-9fad0233b5bb tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1256.959224] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d134a8e0-874c-44ed-9ef9-9fad0233b5bb tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1256.959422] env[70323]: DEBUG nova.compute.manager [-] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1256.959515] env[70323]: DEBUG nova.network.neutron [-] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1257.654027] env[70323]: DEBUG nova.compute.manager [req-1d28b045-b0e1-4534-a782-9de15ce95b61 req-49f0049f-d034-4361-82dd-9e3b17410b7e service nova] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Received event network-vif-deleted-d77bddaa-0fbe-4d54-9a30-33f7a2e8eab6 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1257.654488] env[70323]: INFO nova.compute.manager [req-1d28b045-b0e1-4534-a782-9de15ce95b61 req-49f0049f-d034-4361-82dd-9e3b17410b7e service nova] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Neutron deleted interface d77bddaa-0fbe-4d54-9a30-33f7a2e8eab6; detaching it from the instance and deleting it from the info cache [ 1257.654488] env[70323]: DEBUG nova.network.neutron [req-1d28b045-b0e1-4534-a782-9de15ce95b61 req-49f0049f-d034-4361-82dd-9e3b17410b7e service nova] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.737015] env[70323]: DEBUG nova.network.neutron [-] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.759497] env[70323]: DEBUG nova.compute.manager [req-8cc0552a-1225-4bef-8442-4ca890e21af5 req-fe208fbb-ba65-4169-be24-3290344e7d6a service nova] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Received event network-vif-deleted-81e47b37-a80f-4f1f-be34-6ba549f898b2 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1258.135481] env[70323]: DEBUG nova.network.neutron [-] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.156832] env[70323]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-605fbe22-cc97-4b53-9e57-022a9e51e532 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.166897] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b28755-e73a-4c6a-9160-b3a47dd72158 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.195021] env[70323]: DEBUG nova.compute.manager [req-1d28b045-b0e1-4534-a782-9de15ce95b61 req-49f0049f-d034-4361-82dd-9e3b17410b7e service nova] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Detach interface failed, port_id=d77bddaa-0fbe-4d54-9a30-33f7a2e8eab6, reason: Instance 7435958d-5a37-4344-ab48-99143acb1d28 could not be found. {{(pid=70323) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1258.242529] env[70323]: INFO nova.compute.manager [-] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Took 1.46 seconds to deallocate network for instance. [ 1258.637919] env[70323]: INFO nova.compute.manager [-] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Took 1.68 seconds to deallocate network for instance. [ 1258.749487] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7764dbb8-73f5-4b41-aed4-21a447db8d4c tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.749764] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7764dbb8-73f5-4b41-aed4-21a447db8d4c tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.749986] env[70323]: DEBUG nova.objects.instance [None req-7764dbb8-73f5-4b41-aed4-21a447db8d4c tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Lazy-loading 'resources' on Instance uuid 3b955df2-dee0-4fa3-ada7-497f29bd7a8b {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1259.144865] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d134a8e0-874c-44ed-9ef9-9fad0233b5bb tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.330881] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc0da27-34e8-4b3c-802a-70a60e970d20 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.338629] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e11d8d-18a9-418b-ab99-6f84475e7d91 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.367252] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591e9cfe-40a6-4180-aaa0-2d6bcb7e519e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.373875] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aabba31e-bd73-4207-b095-9b89c6fe5483 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.386419] env[70323]: DEBUG nova.compute.provider_tree [None req-7764dbb8-73f5-4b41-aed4-21a447db8d4c tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1259.889316] env[70323]: DEBUG nova.scheduler.client.report [None req-7764dbb8-73f5-4b41-aed4-21a447db8d4c tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1260.396071] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7764dbb8-73f5-4b41-aed4-21a447db8d4c tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.645s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.397718] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d134a8e0-874c-44ed-9ef9-9fad0233b5bb tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.253s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.397960] env[70323]: DEBUG nova.objects.instance [None req-d134a8e0-874c-44ed-9ef9-9fad0233b5bb tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Lazy-loading 'resources' on Instance uuid 7435958d-5a37-4344-ab48-99143acb1d28 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1260.416677] env[70323]: INFO nova.scheduler.client.report [None req-7764dbb8-73f5-4b41-aed4-21a447db8d4c tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Deleted allocations for instance 3b955df2-dee0-4fa3-ada7-497f29bd7a8b [ 1260.923372] env[70323]: DEBUG oslo_concurrency.lockutils [None req-7764dbb8-73f5-4b41-aed4-21a447db8d4c tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Lock "3b955df2-dee0-4fa3-ada7-497f29bd7a8b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.758s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.967033] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a500d066-ff28-43ed-a0be-ca450133657e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.974482] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-724d127b-992e-4179-a607-444ab0caca74 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.003848] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede69617-43e9-4d46-a374-a4aa99e388b9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.011164] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e171d910-0e0e-403a-bb0b-8819101a1840 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.023818] env[70323]: DEBUG nova.compute.provider_tree [None req-d134a8e0-874c-44ed-9ef9-9fad0233b5bb tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1261.527467] env[70323]: DEBUG nova.scheduler.client.report [None req-d134a8e0-874c-44ed-9ef9-9fad0233b5bb tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1262.033378] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d134a8e0-874c-44ed-9ef9-9fad0233b5bb tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.635s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.052993] env[70323]: INFO nova.scheduler.client.report [None req-d134a8e0-874c-44ed-9ef9-9fad0233b5bb tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Deleted allocations for instance 7435958d-5a37-4344-ab48-99143acb1d28 [ 1262.560895] env[70323]: DEBUG oslo_concurrency.lockutils [None req-d134a8e0-874c-44ed-9ef9-9fad0233b5bb tempest-ServerActionsTestOtherB-2135491885 tempest-ServerActionsTestOtherB-2135491885-project-member] Lock "7435958d-5a37-4344-ab48-99143acb1d28" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.221s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.310049] env[70323]: DEBUG oslo_concurrency.lockutils [None req-78810245-88fd-49f6-a086-4cd045422de0 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Acquiring lock "d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.310334] env[70323]: DEBUG oslo_concurrency.lockutils [None req-78810245-88fd-49f6-a086-4cd045422de0 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Lock "d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.310788] env[70323]: DEBUG oslo_concurrency.lockutils [None req-78810245-88fd-49f6-a086-4cd045422de0 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Acquiring lock "d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.310998] env[70323]: DEBUG oslo_concurrency.lockutils [None req-78810245-88fd-49f6-a086-4cd045422de0 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Lock "d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.311287] env[70323]: DEBUG oslo_concurrency.lockutils [None req-78810245-88fd-49f6-a086-4cd045422de0 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Lock "d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.313303] env[70323]: INFO nova.compute.manager [None req-78810245-88fd-49f6-a086-4cd045422de0 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8] Terminating instance [ 1266.820115] env[70323]: DEBUG nova.compute.manager [None req-78810245-88fd-49f6-a086-4cd045422de0 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1266.820115] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-78810245-88fd-49f6-a086-4cd045422de0 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1266.820115] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-781c4e59-860e-48c2-b3b2-ad28daf2395f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.828034] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-78810245-88fd-49f6-a086-4cd045422de0 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1266.828305] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87aeee55-fed2-4d14-891e-3b0dba1dabe6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.834408] env[70323]: DEBUG oslo_vmware.api [None req-78810245-88fd-49f6-a086-4cd045422de0 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Waiting for the task: (returnval){ [ 1266.834408] env[70323]: value = "task-3228061" [ 1266.834408] env[70323]: _type = "Task" [ 1266.834408] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.842341] env[70323]: DEBUG oslo_vmware.api [None req-78810245-88fd-49f6-a086-4cd045422de0 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3228061, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.343821] env[70323]: DEBUG oslo_vmware.api [None req-78810245-88fd-49f6-a086-4cd045422de0 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3228061, 'name': PowerOffVM_Task, 'duration_secs': 0.271484} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.344198] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-78810245-88fd-49f6-a086-4cd045422de0 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1267.344245] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-78810245-88fd-49f6-a086-4cd045422de0 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1267.344490] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6836d380-5b47-447d-b646-fc9c63c5562e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.411832] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-78810245-88fd-49f6-a086-4cd045422de0 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1267.412088] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-78810245-88fd-49f6-a086-4cd045422de0 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8] Deleting contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1267.412281] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-78810245-88fd-49f6-a086-4cd045422de0 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Deleting the datastore file [datastore2] d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1267.412551] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ea021af-bbcb-4999-a693-99be31287657 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.419994] env[70323]: DEBUG oslo_vmware.api [None req-78810245-88fd-49f6-a086-4cd045422de0 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Waiting for the task: (returnval){ [ 1267.419994] env[70323]: value = "task-3228063" [ 1267.419994] env[70323]: _type = "Task" [ 1267.419994] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.427322] env[70323]: DEBUG oslo_vmware.api [None req-78810245-88fd-49f6-a086-4cd045422de0 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3228063, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.929885] env[70323]: DEBUG oslo_vmware.api [None req-78810245-88fd-49f6-a086-4cd045422de0 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3228063, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212764} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.930264] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-78810245-88fd-49f6-a086-4cd045422de0 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1267.930434] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-78810245-88fd-49f6-a086-4cd045422de0 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8] Deleted contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1267.930617] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-78810245-88fd-49f6-a086-4cd045422de0 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1267.930798] env[70323]: INFO nova.compute.manager [None req-78810245-88fd-49f6-a086-4cd045422de0 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1267.931057] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78810245-88fd-49f6-a086-4cd045422de0 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1267.931265] env[70323]: DEBUG nova.compute.manager [-] [instance: d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1267.931398] env[70323]: DEBUG nova.network.neutron [-] [instance: d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1268.332728] env[70323]: DEBUG nova.compute.manager [req-58f2a8b6-8dca-4d30-8807-78a27acd3a25 req-452e9875-1bce-41b7-a87b-ee07d748b4d9 service nova] [instance: d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8] Received event network-vif-deleted-9644163a-328f-4db3-99be-a606a37077f1 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1268.332728] env[70323]: INFO nova.compute.manager [req-58f2a8b6-8dca-4d30-8807-78a27acd3a25 req-452e9875-1bce-41b7-a87b-ee07d748b4d9 service nova] [instance: d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8] Neutron deleted interface 9644163a-328f-4db3-99be-a606a37077f1; detaching it from the instance and deleting it from the info cache [ 1268.332897] env[70323]: DEBUG nova.network.neutron [req-58f2a8b6-8dca-4d30-8807-78a27acd3a25 req-452e9875-1bce-41b7-a87b-ee07d748b4d9 service nova] [instance: d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.805288] env[70323]: DEBUG nova.network.neutron [-] [instance: d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.836317] env[70323]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b5278eb6-3be2-487d-a97c-f6607058a77d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.846663] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8643de1-8cfa-495f-bea7-e7d23acf3ffe {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.875679] env[70323]: DEBUG nova.compute.manager [req-58f2a8b6-8dca-4d30-8807-78a27acd3a25 req-452e9875-1bce-41b7-a87b-ee07d748b4d9 service nova] [instance: d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8] Detach interface failed, port_id=9644163a-328f-4db3-99be-a606a37077f1, reason: Instance d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8 could not be found. {{(pid=70323) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1269.307927] env[70323]: INFO nova.compute.manager [-] [instance: d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8] Took 1.38 seconds to deallocate network for instance. [ 1269.814689] env[70323]: DEBUG oslo_concurrency.lockutils [None req-78810245-88fd-49f6-a086-4cd045422de0 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.815064] env[70323]: DEBUG oslo_concurrency.lockutils [None req-78810245-88fd-49f6-a086-4cd045422de0 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.815310] env[70323]: DEBUG nova.objects.instance [None req-78810245-88fd-49f6-a086-4cd045422de0 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Lazy-loading 'resources' on Instance uuid d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1270.392182] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ecc6746-79b5-40f0-a489-b720ebdacb4f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.400274] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b6f3dc-2e53-4e8b-b3a2-fc10c737ca9e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.429709] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e612fc-8c71-426a-bb83-d999cf297680 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.436919] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08259a45-c3c2-4033-953c-8bacc0aac97b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.449580] env[70323]: DEBUG nova.compute.provider_tree [None req-78810245-88fd-49f6-a086-4cd045422de0 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1270.791451] env[70323]: DEBUG oslo_concurrency.lockutils [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Acquiring lock "9cd5c1e7-1f73-4ca0-995e-7b39602ebf79" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.791680] env[70323]: DEBUG oslo_concurrency.lockutils [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Lock "9cd5c1e7-1f73-4ca0-995e-7b39602ebf79" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.952435] env[70323]: DEBUG nova.scheduler.client.report [None req-78810245-88fd-49f6-a086-4cd045422de0 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1271.294472] env[70323]: DEBUG nova.compute.manager [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1271.459798] env[70323]: DEBUG oslo_concurrency.lockutils [None req-78810245-88fd-49f6-a086-4cd045422de0 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.643s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.480379] env[70323]: INFO nova.scheduler.client.report [None req-78810245-88fd-49f6-a086-4cd045422de0 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Deleted allocations for instance d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8 [ 1271.812312] env[70323]: DEBUG oslo_concurrency.lockutils [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.812613] env[70323]: DEBUG oslo_concurrency.lockutils [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.814448] env[70323]: INFO nova.compute.claims [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1271.924737] env[70323]: DEBUG oslo_concurrency.lockutils [None req-198eebfe-acca-4cae-b072-200eb76af996 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Acquiring lock "2cb08bde-54e8-4d9a-8874-d4c84f30ebd7" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.925013] env[70323]: DEBUG oslo_concurrency.lockutils [None req-198eebfe-acca-4cae-b072-200eb76af996 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Lock "2cb08bde-54e8-4d9a-8874-d4c84f30ebd7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.988593] env[70323]: DEBUG oslo_concurrency.lockutils [None req-78810245-88fd-49f6-a086-4cd045422de0 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Lock "d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.678s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.169574] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2f81b97e-6bdc-4dd1-9dcd-86f3e6505935 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Acquiring lock "463a69ec-6f8d-40ab-8fc1-0aacab523905" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.169795] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2f81b97e-6bdc-4dd1-9dcd-86f3e6505935 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Lock "463a69ec-6f8d-40ab-8fc1-0aacab523905" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.170021] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2f81b97e-6bdc-4dd1-9dcd-86f3e6505935 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Acquiring lock "463a69ec-6f8d-40ab-8fc1-0aacab523905-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.170216] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2f81b97e-6bdc-4dd1-9dcd-86f3e6505935 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Lock "463a69ec-6f8d-40ab-8fc1-0aacab523905-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.170385] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2f81b97e-6bdc-4dd1-9dcd-86f3e6505935 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Lock "463a69ec-6f8d-40ab-8fc1-0aacab523905-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.172431] env[70323]: INFO nova.compute.manager [None req-2f81b97e-6bdc-4dd1-9dcd-86f3e6505935 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 463a69ec-6f8d-40ab-8fc1-0aacab523905] Terminating instance [ 1272.427705] env[70323]: DEBUG nova.compute.utils [None req-198eebfe-acca-4cae-b072-200eb76af996 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1272.675911] env[70323]: DEBUG nova.compute.manager [None req-2f81b97e-6bdc-4dd1-9dcd-86f3e6505935 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 463a69ec-6f8d-40ab-8fc1-0aacab523905] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1272.676229] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-2f81b97e-6bdc-4dd1-9dcd-86f3e6505935 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 463a69ec-6f8d-40ab-8fc1-0aacab523905] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1272.677182] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-840b5631-8779-4107-a57d-081893ce50a0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.685249] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f81b97e-6bdc-4dd1-9dcd-86f3e6505935 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 463a69ec-6f8d-40ab-8fc1-0aacab523905] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1272.685471] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8c6f679-02f5-4cf5-bb8d-254d93f1109b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.691051] env[70323]: DEBUG oslo_vmware.api [None req-2f81b97e-6bdc-4dd1-9dcd-86f3e6505935 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Waiting for the task: (returnval){ [ 1272.691051] env[70323]: value = "task-3228064" [ 1272.691051] env[70323]: _type = "Task" [ 1272.691051] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.698333] env[70323]: DEBUG oslo_vmware.api [None req-2f81b97e-6bdc-4dd1-9dcd-86f3e6505935 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3228064, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.894038] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4696249-8a46-4f64-90f7-b24efabccf25 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.900993] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0fdb098-0bfe-45a3-889f-d5824511af22 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.929680] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2fef684-6521-489a-b8be-2bf056af6d7e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.932302] env[70323]: DEBUG oslo_concurrency.lockutils [None req-198eebfe-acca-4cae-b072-200eb76af996 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Lock "2cb08bde-54e8-4d9a-8874-d4c84f30ebd7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.937108] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0570480-ca6e-4f7c-ac0b-843fd16db32e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.950896] env[70323]: DEBUG nova.compute.provider_tree [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1273.201503] env[70323]: DEBUG oslo_vmware.api [None req-2f81b97e-6bdc-4dd1-9dcd-86f3e6505935 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3228064, 'name': PowerOffVM_Task, 'duration_secs': 0.195813} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.201864] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f81b97e-6bdc-4dd1-9dcd-86f3e6505935 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 463a69ec-6f8d-40ab-8fc1-0aacab523905] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1273.201911] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-2f81b97e-6bdc-4dd1-9dcd-86f3e6505935 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 463a69ec-6f8d-40ab-8fc1-0aacab523905] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1273.202178] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-047eb51c-e403-472e-8409-588835cce002 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.268017] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-2f81b97e-6bdc-4dd1-9dcd-86f3e6505935 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 463a69ec-6f8d-40ab-8fc1-0aacab523905] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1273.268310] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-2f81b97e-6bdc-4dd1-9dcd-86f3e6505935 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 463a69ec-6f8d-40ab-8fc1-0aacab523905] Deleting contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1273.268509] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f81b97e-6bdc-4dd1-9dcd-86f3e6505935 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Deleting the datastore file [datastore2] 463a69ec-6f8d-40ab-8fc1-0aacab523905 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1273.268794] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0da199e8-6343-48a4-830e-a388d2606dde {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.275431] env[70323]: DEBUG oslo_vmware.api [None req-2f81b97e-6bdc-4dd1-9dcd-86f3e6505935 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Waiting for the task: (returnval){ [ 1273.275431] env[70323]: value = "task-3228066" [ 1273.275431] env[70323]: _type = "Task" [ 1273.275431] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.282851] env[70323]: DEBUG oslo_vmware.api [None req-2f81b97e-6bdc-4dd1-9dcd-86f3e6505935 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3228066, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.454304] env[70323]: DEBUG nova.scheduler.client.report [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1273.787039] env[70323]: DEBUG oslo_vmware.api [None req-2f81b97e-6bdc-4dd1-9dcd-86f3e6505935 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Task: {'id': task-3228066, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151874} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.787332] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f81b97e-6bdc-4dd1-9dcd-86f3e6505935 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1273.787535] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-2f81b97e-6bdc-4dd1-9dcd-86f3e6505935 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 463a69ec-6f8d-40ab-8fc1-0aacab523905] Deleted contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1273.787716] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-2f81b97e-6bdc-4dd1-9dcd-86f3e6505935 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 463a69ec-6f8d-40ab-8fc1-0aacab523905] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1273.787890] env[70323]: INFO nova.compute.manager [None req-2f81b97e-6bdc-4dd1-9dcd-86f3e6505935 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] [instance: 463a69ec-6f8d-40ab-8fc1-0aacab523905] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1273.788149] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f81b97e-6bdc-4dd1-9dcd-86f3e6505935 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1273.788344] env[70323]: DEBUG nova.compute.manager [-] [instance: 463a69ec-6f8d-40ab-8fc1-0aacab523905] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1273.788435] env[70323]: DEBUG nova.network.neutron [-] [instance: 463a69ec-6f8d-40ab-8fc1-0aacab523905] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1273.959902] env[70323]: DEBUG oslo_concurrency.lockutils [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.147s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.960486] env[70323]: DEBUG nova.compute.manager [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1273.997018] env[70323]: DEBUG oslo_concurrency.lockutils [None req-198eebfe-acca-4cae-b072-200eb76af996 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Acquiring lock "2cb08bde-54e8-4d9a-8874-d4c84f30ebd7" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.997308] env[70323]: DEBUG oslo_concurrency.lockutils [None req-198eebfe-acca-4cae-b072-200eb76af996 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Lock "2cb08bde-54e8-4d9a-8874-d4c84f30ebd7" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.997577] env[70323]: INFO nova.compute.manager [None req-198eebfe-acca-4cae-b072-200eb76af996 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7] Attaching volume e283094f-5705-44ec-ae42-8e823adbaab0 to /dev/sdb [ 1274.036266] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8e742f-9522-4d1c-96a0-2cdfdcdd6b0b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.041153] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e4d8a0-bc33-4c60-b482-2f0e527c410a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.055089] env[70323]: DEBUG nova.virt.block_device [None req-198eebfe-acca-4cae-b072-200eb76af996 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7] Updating existing volume attachment record: 653bbb2b-b0fc-429c-87c0-0ddf49adc996 {{(pid=70323) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1274.059392] env[70323]: DEBUG nova.compute.manager [req-f5aa2319-2388-40d7-a536-07258cc9d83d req-386701ed-b397-4bac-92e6-e0a3c06b04e2 service nova] [instance: 463a69ec-6f8d-40ab-8fc1-0aacab523905] Received event network-vif-deleted-23b388f5-cc96-4304-99a0-3789756088ad {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1274.059573] env[70323]: INFO nova.compute.manager [req-f5aa2319-2388-40d7-a536-07258cc9d83d req-386701ed-b397-4bac-92e6-e0a3c06b04e2 service nova] [instance: 463a69ec-6f8d-40ab-8fc1-0aacab523905] Neutron deleted interface 23b388f5-cc96-4304-99a0-3789756088ad; detaching it from the instance and deleting it from the info cache [ 1274.059735] env[70323]: DEBUG nova.network.neutron [req-f5aa2319-2388-40d7-a536-07258cc9d83d req-386701ed-b397-4bac-92e6-e0a3c06b04e2 service nova] [instance: 463a69ec-6f8d-40ab-8fc1-0aacab523905] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.465961] env[70323]: DEBUG nova.compute.utils [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1274.467481] env[70323]: DEBUG nova.compute.manager [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1274.468087] env[70323]: DEBUG nova.network.neutron [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1274.507274] env[70323]: DEBUG nova.policy [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c0ad890a9454a6c9fd27ffcfe8451e0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fbf0ef2649d5414fa5900bd15ef444a8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 1274.544295] env[70323]: DEBUG nova.network.neutron [-] [instance: 463a69ec-6f8d-40ab-8fc1-0aacab523905] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.562329] env[70323]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9a090083-73f3-4075-a6a9-5988a15ed33d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.570892] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ac2ad0-ba1f-455b-bad7-89313c9fc646 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.595683] env[70323]: DEBUG nova.compute.manager [req-f5aa2319-2388-40d7-a536-07258cc9d83d req-386701ed-b397-4bac-92e6-e0a3c06b04e2 service nova] [instance: 463a69ec-6f8d-40ab-8fc1-0aacab523905] Detach interface failed, port_id=23b388f5-cc96-4304-99a0-3789756088ad, reason: Instance 463a69ec-6f8d-40ab-8fc1-0aacab523905 could not be found. {{(pid=70323) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1274.772615] env[70323]: DEBUG nova.network.neutron [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Successfully created port: 4de091a4-4c6d-4df2-8597-155967e2878b {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1274.971733] env[70323]: DEBUG nova.compute.manager [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1275.046311] env[70323]: INFO nova.compute.manager [-] [instance: 463a69ec-6f8d-40ab-8fc1-0aacab523905] Took 1.26 seconds to deallocate network for instance. [ 1275.552226] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2f81b97e-6bdc-4dd1-9dcd-86f3e6505935 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.552523] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2f81b97e-6bdc-4dd1-9dcd-86f3e6505935 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.552740] env[70323]: DEBUG nova.objects.instance [None req-2f81b97e-6bdc-4dd1-9dcd-86f3e6505935 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Lazy-loading 'resources' on Instance uuid 463a69ec-6f8d-40ab-8fc1-0aacab523905 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1275.980813] env[70323]: DEBUG nova.compute.manager [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1276.008725] env[70323]: DEBUG nova.virt.hardware [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1276.008983] env[70323]: DEBUG nova.virt.hardware [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1276.009163] env[70323]: DEBUG nova.virt.hardware [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1276.009348] env[70323]: DEBUG nova.virt.hardware [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1276.009499] env[70323]: DEBUG nova.virt.hardware [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1276.009649] env[70323]: DEBUG nova.virt.hardware [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1276.009859] env[70323]: DEBUG nova.virt.hardware [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1276.010598] env[70323]: DEBUG nova.virt.hardware [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1276.010598] env[70323]: DEBUG nova.virt.hardware [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1276.010598] env[70323]: DEBUG nova.virt.hardware [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1276.010598] env[70323]: DEBUG nova.virt.hardware [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1276.011510] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7347b6-8ad1-4aa5-a83f-04d564c91f08 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.020045] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3483ce8f-fdb6-4434-b012-6b02767c8abb {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.119836] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f495da48-d21b-46b7-954f-1825913878fe {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.123334] env[70323]: DEBUG nova.compute.manager [req-b0447ff3-a729-4b86-aee6-792d35fb98e7 req-3ec20751-acbd-4edb-9f4c-a6e9929ddb37 service nova] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Received event network-vif-plugged-4de091a4-4c6d-4df2-8597-155967e2878b {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1276.123806] env[70323]: DEBUG oslo_concurrency.lockutils [req-b0447ff3-a729-4b86-aee6-792d35fb98e7 req-3ec20751-acbd-4edb-9f4c-a6e9929ddb37 service nova] Acquiring lock "9cd5c1e7-1f73-4ca0-995e-7b39602ebf79-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.124034] env[70323]: DEBUG oslo_concurrency.lockutils [req-b0447ff3-a729-4b86-aee6-792d35fb98e7 req-3ec20751-acbd-4edb-9f4c-a6e9929ddb37 service nova] Lock "9cd5c1e7-1f73-4ca0-995e-7b39602ebf79-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.124210] env[70323]: DEBUG oslo_concurrency.lockutils [req-b0447ff3-a729-4b86-aee6-792d35fb98e7 req-3ec20751-acbd-4edb-9f4c-a6e9929ddb37 service nova] Lock "9cd5c1e7-1f73-4ca0-995e-7b39602ebf79-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.124379] env[70323]: DEBUG nova.compute.manager [req-b0447ff3-a729-4b86-aee6-792d35fb98e7 req-3ec20751-acbd-4edb-9f4c-a6e9929ddb37 service nova] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] No waiting events found dispatching network-vif-plugged-4de091a4-4c6d-4df2-8597-155967e2878b {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1276.124545] env[70323]: WARNING nova.compute.manager [req-b0447ff3-a729-4b86-aee6-792d35fb98e7 req-3ec20751-acbd-4edb-9f4c-a6e9929ddb37 service nova] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Received unexpected event network-vif-plugged-4de091a4-4c6d-4df2-8597-155967e2878b for instance with vm_state building and task_state spawning. [ 1276.129851] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19654bca-b039-4c53-a5c3-469182acd4f2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.159505] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7e5c19-f90a-4c6e-a92c-af2f4791c143 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.166936] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f11244-a96d-4a9f-a216-829f2f989ed3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.179857] env[70323]: DEBUG nova.compute.provider_tree [None req-2f81b97e-6bdc-4dd1-9dcd-86f3e6505935 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1276.222519] env[70323]: DEBUG nova.network.neutron [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Successfully updated port: 4de091a4-4c6d-4df2-8597-155967e2878b {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1276.682560] env[70323]: DEBUG nova.scheduler.client.report [None req-2f81b97e-6bdc-4dd1-9dcd-86f3e6505935 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1276.724577] env[70323]: DEBUG oslo_concurrency.lockutils [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Acquiring lock "refresh_cache-9cd5c1e7-1f73-4ca0-995e-7b39602ebf79" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.724741] env[70323]: DEBUG oslo_concurrency.lockutils [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Acquired lock "refresh_cache-9cd5c1e7-1f73-4ca0-995e-7b39602ebf79" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.724866] env[70323]: DEBUG nova.network.neutron [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1277.187886] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2f81b97e-6bdc-4dd1-9dcd-86f3e6505935 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.635s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.206627] env[70323]: INFO nova.scheduler.client.report [None req-2f81b97e-6bdc-4dd1-9dcd-86f3e6505935 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Deleted allocations for instance 463a69ec-6f8d-40ab-8fc1-0aacab523905 [ 1277.259706] env[70323]: DEBUG nova.network.neutron [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1277.379218] env[70323]: DEBUG nova.network.neutron [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Updating instance_info_cache with network_info: [{"id": "4de091a4-4c6d-4df2-8597-155967e2878b", "address": "fa:16:3e:a6:4b:46", "network": {"id": "097b8430-2c32-4d66-88b3-920f1edf9ab8", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1543211983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbf0ef2649d5414fa5900bd15ef444a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4de091a4-4c", "ovs_interfaceid": "4de091a4-4c6d-4df2-8597-155967e2878b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.713979] env[70323]: DEBUG oslo_concurrency.lockutils [None req-2f81b97e-6bdc-4dd1-9dcd-86f3e6505935 tempest-ServerRescueNegativeTestJSON-2079559537 tempest-ServerRescueNegativeTestJSON-2079559537-project-member] Lock "463a69ec-6f8d-40ab-8fc1-0aacab523905" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.544s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.882678] env[70323]: DEBUG oslo_concurrency.lockutils [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Releasing lock "refresh_cache-9cd5c1e7-1f73-4ca0-995e-7b39602ebf79" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.883085] env[70323]: DEBUG nova.compute.manager [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Instance network_info: |[{"id": "4de091a4-4c6d-4df2-8597-155967e2878b", "address": "fa:16:3e:a6:4b:46", "network": {"id": "097b8430-2c32-4d66-88b3-920f1edf9ab8", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1543211983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbf0ef2649d5414fa5900bd15ef444a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4de091a4-4c", "ovs_interfaceid": "4de091a4-4c6d-4df2-8597-155967e2878b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1277.883600] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:4b:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae215ba8-f7a5-4b23-a055-90316d29817f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4de091a4-4c6d-4df2-8597-155967e2878b', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1277.891230] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Creating folder: Project (fbf0ef2649d5414fa5900bd15ef444a8). Parent ref: group-v644941. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1277.891748] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28eb5113-57dc-4fd1-8835-c70c426faa16 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.903950] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Created folder: Project (fbf0ef2649d5414fa5900bd15ef444a8) in parent group-v644941. [ 1277.904198] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Creating folder: Instances. Parent ref: group-v645268. {{(pid=70323) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1277.904456] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e0d055d-ff72-407b-a76c-6a37bb133c76 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.913921] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Created folder: Instances in parent group-v645268. [ 1277.914164] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1277.914359] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1277.914557] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0454a72f-b522-4626-97f9-924babe09893 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.933418] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1277.933418] env[70323]: value = "task-3228071" [ 1277.933418] env[70323]: _type = "Task" [ 1277.933418] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.941261] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3228071, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.156070] env[70323]: DEBUG nova.compute.manager [req-6452e601-9c12-45ef-ab9c-25bfcbe063b6 req-3bb67182-f5d3-44bf-971f-c380e6bf9e47 service nova] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Received event network-changed-4de091a4-4c6d-4df2-8597-155967e2878b {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1278.156235] env[70323]: DEBUG nova.compute.manager [req-6452e601-9c12-45ef-ab9c-25bfcbe063b6 req-3bb67182-f5d3-44bf-971f-c380e6bf9e47 service nova] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Refreshing instance network info cache due to event network-changed-4de091a4-4c6d-4df2-8597-155967e2878b. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1278.156454] env[70323]: DEBUG oslo_concurrency.lockutils [req-6452e601-9c12-45ef-ab9c-25bfcbe063b6 req-3bb67182-f5d3-44bf-971f-c380e6bf9e47 service nova] Acquiring lock "refresh_cache-9cd5c1e7-1f73-4ca0-995e-7b39602ebf79" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.156600] env[70323]: DEBUG oslo_concurrency.lockutils [req-6452e601-9c12-45ef-ab9c-25bfcbe063b6 req-3bb67182-f5d3-44bf-971f-c380e6bf9e47 service nova] Acquired lock "refresh_cache-9cd5c1e7-1f73-4ca0-995e-7b39602ebf79" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.156844] env[70323]: DEBUG nova.network.neutron [req-6452e601-9c12-45ef-ab9c-25bfcbe063b6 req-3bb67182-f5d3-44bf-971f-c380e6bf9e47 service nova] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Refreshing network info cache for port 4de091a4-4c6d-4df2-8597-155967e2878b {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1278.444568] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3228071, 'name': CreateVM_Task, 'duration_secs': 0.300002} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.444795] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1278.445496] env[70323]: DEBUG oslo_concurrency.lockutils [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.445666] env[70323]: DEBUG oslo_concurrency.lockutils [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.446049] env[70323]: DEBUG oslo_concurrency.lockutils [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.446329] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f1c1800-35f1-446f-aa87-d4ce5e9ebbd1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.451347] env[70323]: DEBUG oslo_vmware.api [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Waiting for the task: (returnval){ [ 1278.451347] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5273ecb5-6203-7670-36aa-5696bc786cd8" [ 1278.451347] env[70323]: _type = "Task" [ 1278.451347] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.459662] env[70323]: DEBUG oslo_vmware.api [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5273ecb5-6203-7670-36aa-5696bc786cd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.600781] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-198eebfe-acca-4cae-b072-200eb76af996 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7] Volume attach. Driver type: vmdk {{(pid=70323) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1278.601050] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-198eebfe-acca-4cae-b072-200eb76af996 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645267', 'volume_id': 'e283094f-5705-44ec-ae42-8e823adbaab0', 'name': 'volume-e283094f-5705-44ec-ae42-8e823adbaab0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2cb08bde-54e8-4d9a-8874-d4c84f30ebd7', 'attached_at': '', 'detached_at': '', 'volume_id': 'e283094f-5705-44ec-ae42-8e823adbaab0', 'serial': 'e283094f-5705-44ec-ae42-8e823adbaab0'} {{(pid=70323) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1278.601931] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0160a5ee-a768-4a68-9023-20ad3cefb73f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.620689] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d7a39b9-d94a-4a7d-947c-b9a45975ae38 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.645851] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-198eebfe-acca-4cae-b072-200eb76af996 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] volume-e283094f-5705-44ec-ae42-8e823adbaab0/volume-e283094f-5705-44ec-ae42-8e823adbaab0.vmdk or device None with type thin {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1278.646191] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-825e8c01-3001-4d2f-bc28-038e4e9e8f8b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.666745] env[70323]: DEBUG oslo_vmware.api [None req-198eebfe-acca-4cae-b072-200eb76af996 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Waiting for the task: (returnval){ [ 1278.666745] env[70323]: value = "task-3228072" [ 1278.666745] env[70323]: _type = "Task" [ 1278.666745] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.675963] env[70323]: DEBUG oslo_vmware.api [None req-198eebfe-acca-4cae-b072-200eb76af996 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3228072, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.963252] env[70323]: DEBUG oslo_vmware.api [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5273ecb5-6203-7670-36aa-5696bc786cd8, 'name': SearchDatastore_Task, 'duration_secs': 0.01056} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.963867] env[70323]: DEBUG oslo_concurrency.lockutils [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.963867] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1278.964158] env[70323]: DEBUG oslo_concurrency.lockutils [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.964369] env[70323]: DEBUG oslo_concurrency.lockutils [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.964369] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1278.964642] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7b199fa-ce84-4d92-a313-d94e739d9c8c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.976041] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1278.976041] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1278.977021] env[70323]: DEBUG nova.network.neutron [req-6452e601-9c12-45ef-ab9c-25bfcbe063b6 req-3bb67182-f5d3-44bf-971f-c380e6bf9e47 service nova] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Updated VIF entry in instance network info cache for port 4de091a4-4c6d-4df2-8597-155967e2878b. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1278.977021] env[70323]: DEBUG nova.network.neutron [req-6452e601-9c12-45ef-ab9c-25bfcbe063b6 req-3bb67182-f5d3-44bf-971f-c380e6bf9e47 service nova] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Updating instance_info_cache with network_info: [{"id": "4de091a4-4c6d-4df2-8597-155967e2878b", "address": "fa:16:3e:a6:4b:46", "network": {"id": "097b8430-2c32-4d66-88b3-920f1edf9ab8", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1543211983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbf0ef2649d5414fa5900bd15ef444a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4de091a4-4c", "ovs_interfaceid": "4de091a4-4c6d-4df2-8597-155967e2878b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.978116] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fb690d7-96a1-4286-a518-13822207542c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.984106] env[70323]: DEBUG oslo_vmware.api [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Waiting for the task: (returnval){ [ 1278.984106] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52040aa3-bdb2-309f-4392-4bbe2751f613" [ 1278.984106] env[70323]: _type = "Task" [ 1278.984106] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.994038] env[70323]: DEBUG oslo_vmware.api [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52040aa3-bdb2-309f-4392-4bbe2751f613, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.176595] env[70323]: DEBUG oslo_vmware.api [None req-198eebfe-acca-4cae-b072-200eb76af996 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3228072, 'name': ReconfigVM_Task, 'duration_secs': 0.408077} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.176894] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-198eebfe-acca-4cae-b072-200eb76af996 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7] Reconfigured VM instance instance-00000079 to attach disk [datastore2] volume-e283094f-5705-44ec-ae42-8e823adbaab0/volume-e283094f-5705-44ec-ae42-8e823adbaab0.vmdk or device None with type thin {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1279.181701] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b7de119-0dfb-4b47-aa15-414c0d028b9e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.198174] env[70323]: DEBUG oslo_vmware.api [None req-198eebfe-acca-4cae-b072-200eb76af996 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Waiting for the task: (returnval){ [ 1279.198174] env[70323]: value = "task-3228073" [ 1279.198174] env[70323]: _type = "Task" [ 1279.198174] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.206754] env[70323]: DEBUG oslo_vmware.api [None req-198eebfe-acca-4cae-b072-200eb76af996 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3228073, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.482539] env[70323]: DEBUG oslo_concurrency.lockutils [req-6452e601-9c12-45ef-ab9c-25bfcbe063b6 req-3bb67182-f5d3-44bf-971f-c380e6bf9e47 service nova] Releasing lock "refresh_cache-9cd5c1e7-1f73-4ca0-995e-7b39602ebf79" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.498192] env[70323]: DEBUG oslo_vmware.api [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52040aa3-bdb2-309f-4392-4bbe2751f613, 'name': SearchDatastore_Task, 'duration_secs': 0.010867} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.499025] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94eb8531-2aad-40c6-9636-02531f97cbc7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.504304] env[70323]: DEBUG oslo_vmware.api [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Waiting for the task: (returnval){ [ 1279.504304] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52d16e3e-a8ff-2789-a61b-eb4bca831807" [ 1279.504304] env[70323]: _type = "Task" [ 1279.504304] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.513373] env[70323]: DEBUG oslo_vmware.api [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52d16e3e-a8ff-2789-a61b-eb4bca831807, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.708876] env[70323]: DEBUG oslo_vmware.api [None req-198eebfe-acca-4cae-b072-200eb76af996 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3228073, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.015470] env[70323]: DEBUG oslo_vmware.api [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52d16e3e-a8ff-2789-a61b-eb4bca831807, 'name': SearchDatastore_Task, 'duration_secs': 0.010152} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.016406] env[70323]: DEBUG oslo_concurrency.lockutils [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.016406] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79/9cd5c1e7-1f73-4ca0-995e-7b39602ebf79.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1280.016406] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-894e0541-84ef-46e9-b7c6-ab61d0e331d4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.022793] env[70323]: DEBUG oslo_vmware.api [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Waiting for the task: (returnval){ [ 1280.022793] env[70323]: value = "task-3228074" [ 1280.022793] env[70323]: _type = "Task" [ 1280.022793] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.030670] env[70323]: DEBUG oslo_vmware.api [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228074, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.212684] env[70323]: DEBUG oslo_vmware.api [None req-198eebfe-acca-4cae-b072-200eb76af996 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3228073, 'name': ReconfigVM_Task, 'duration_secs': 0.977579} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.213348] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-198eebfe-acca-4cae-b072-200eb76af996 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645267', 'volume_id': 'e283094f-5705-44ec-ae42-8e823adbaab0', 'name': 'volume-e283094f-5705-44ec-ae42-8e823adbaab0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2cb08bde-54e8-4d9a-8874-d4c84f30ebd7', 'attached_at': '', 'detached_at': '', 'volume_id': 'e283094f-5705-44ec-ae42-8e823adbaab0', 'serial': 'e283094f-5705-44ec-ae42-8e823adbaab0'} {{(pid=70323) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1280.533820] env[70323]: DEBUG oslo_vmware.api [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228074, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466473} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.534090] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79/9cd5c1e7-1f73-4ca0-995e-7b39602ebf79.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1280.534309] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1280.534559] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d2563f55-5f15-4966-ba94-ecbc6cbb6622 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.540543] env[70323]: DEBUG oslo_vmware.api [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Waiting for the task: (returnval){ [ 1280.540543] env[70323]: value = "task-3228075" [ 1280.540543] env[70323]: _type = "Task" [ 1280.540543] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.547727] env[70323]: DEBUG oslo_vmware.api [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228075, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.721059] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1280.721059] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1281.050361] env[70323]: DEBUG oslo_vmware.api [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228075, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065247} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.050709] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1281.051370] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245f8e02-009a-4888-a0ed-3e26de54b792 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.072678] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79/9cd5c1e7-1f73-4ca0-995e-7b39602ebf79.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1281.072913] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4764aa7-f7d4-4588-86df-922c897bea32 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.091455] env[70323]: DEBUG oslo_vmware.api [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Waiting for the task: (returnval){ [ 1281.091455] env[70323]: value = "task-3228076" [ 1281.091455] env[70323]: _type = "Task" [ 1281.091455] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.098920] env[70323]: DEBUG oslo_vmware.api [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228076, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.225102] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1281.225367] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1281.225567] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1281.225795] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1281.226253] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1281.226253] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1281.226335] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70323) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1281.226542] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager.update_available_resource {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1281.255526] env[70323]: DEBUG nova.objects.instance [None req-198eebfe-acca-4cae-b072-200eb76af996 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Lazy-loading 'flavor' on Instance uuid 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1281.446245] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f5fcec3d-0189-4c45-ab1a-e420f51e6754 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Acquiring lock "2cb08bde-54e8-4d9a-8874-d4c84f30ebd7" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.601222] env[70323]: DEBUG oslo_vmware.api [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228076, 'name': ReconfigVM_Task, 'duration_secs': 0.291437} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.601531] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79/9cd5c1e7-1f73-4ca0-995e-7b39602ebf79.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1281.602182] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d4796241-ec40-4fef-99c5-e55f2f559a85 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.608672] env[70323]: DEBUG oslo_vmware.api [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Waiting for the task: (returnval){ [ 1281.608672] env[70323]: value = "task-3228077" [ 1281.608672] env[70323]: _type = "Task" [ 1281.608672] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.616372] env[70323]: DEBUG oslo_vmware.api [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228077, 'name': Rename_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.729734] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.730029] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.730205] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.730368] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70323) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1281.731244] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a26d0a-dc6d-48b7-a963-ab1de54a4dab {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.739669] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360e1bc7-9205-4ca6-8f25-58776e27e091 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.754856] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c5edd2f-1f79-4e81-8e5d-bf88575aa110 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.760885] env[70323]: DEBUG oslo_concurrency.lockutils [None req-198eebfe-acca-4cae-b072-200eb76af996 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Lock "2cb08bde-54e8-4d9a-8874-d4c84f30ebd7" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.764s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.762450] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afaf016b-8fd8-4915-8f53-51cbd06023bf {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.765641] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f5fcec3d-0189-4c45-ab1a-e420f51e6754 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Lock "2cb08bde-54e8-4d9a-8874-d4c84f30ebd7" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.320s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.793337] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179877MB free_disk=122GB free_vcpus=48 pci_devices=None {{(pid=70323) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1281.793494] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.793682] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.118578] env[70323]: DEBUG oslo_vmware.api [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228077, 'name': Rename_Task, 'duration_secs': 0.134245} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.118936] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1282.119128] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51b787e7-a78e-4c28-845b-c73aa7141104 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.125326] env[70323]: DEBUG oslo_vmware.api [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Waiting for the task: (returnval){ [ 1282.125326] env[70323]: value = "task-3228078" [ 1282.125326] env[70323]: _type = "Task" [ 1282.125326] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.132502] env[70323]: DEBUG oslo_vmware.api [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228078, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.268987] env[70323]: INFO nova.compute.manager [None req-f5fcec3d-0189-4c45-ab1a-e420f51e6754 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7] Detaching volume e283094f-5705-44ec-ae42-8e823adbaab0 [ 1282.302350] env[70323]: INFO nova.virt.block_device [None req-f5fcec3d-0189-4c45-ab1a-e420f51e6754 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7] Attempting to driver detach volume e283094f-5705-44ec-ae42-8e823adbaab0 from mountpoint /dev/sdb [ 1282.302350] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5fcec3d-0189-4c45-ab1a-e420f51e6754 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7] Volume detach. Driver type: vmdk {{(pid=70323) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1282.302350] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5fcec3d-0189-4c45-ab1a-e420f51e6754 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645267', 'volume_id': 'e283094f-5705-44ec-ae42-8e823adbaab0', 'name': 'volume-e283094f-5705-44ec-ae42-8e823adbaab0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2cb08bde-54e8-4d9a-8874-d4c84f30ebd7', 'attached_at': '', 'detached_at': '', 'volume_id': 'e283094f-5705-44ec-ae42-8e823adbaab0', 'serial': 'e283094f-5705-44ec-ae42-8e823adbaab0'} {{(pid=70323) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1282.302350] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d698cdcd-588b-4ad2-bc1a-36c9d50b81c8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.324384] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6272d734-20ed-4bb9-a311-15e3bd50d2d7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.331620] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45217fc2-c3ea-4f10-aad5-6456e4a1e3a1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.353080] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867509d9-be0c-4717-bf24-4814145f2370 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.367013] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5fcec3d-0189-4c45-ab1a-e420f51e6754 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] The volume has not been displaced from its original location: [datastore2] volume-e283094f-5705-44ec-ae42-8e823adbaab0/volume-e283094f-5705-44ec-ae42-8e823adbaab0.vmdk. No consolidation needed. {{(pid=70323) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1282.372290] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5fcec3d-0189-4c45-ab1a-e420f51e6754 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7] Reconfiguring VM instance instance-00000079 to detach disk 2001 {{(pid=70323) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1282.372738] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e84bb96-4f77-48cc-8440-c76d8ccda930 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.390797] env[70323]: DEBUG oslo_vmware.api [None req-f5fcec3d-0189-4c45-ab1a-e420f51e6754 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Waiting for the task: (returnval){ [ 1282.390797] env[70323]: value = "task-3228079" [ 1282.390797] env[70323]: _type = "Task" [ 1282.390797] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.398267] env[70323]: DEBUG oslo_vmware.api [None req-f5fcec3d-0189-4c45-ab1a-e420f51e6754 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3228079, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.635063] env[70323]: DEBUG oslo_vmware.api [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228078, 'name': PowerOnVM_Task, 'duration_secs': 0.438123} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.635341] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1282.635550] env[70323]: INFO nova.compute.manager [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Took 6.65 seconds to spawn the instance on the hypervisor. [ 1282.635732] env[70323]: DEBUG nova.compute.manager [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1282.636533] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-507862c7-a90e-4b8a-bcaf-e57225018464 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.823498] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1282.823657] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1282.823783] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1282.823961] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=70323) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1282.824115] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=70323) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1282.868235] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc6c101-6bc7-47a6-b121-9a0020fd58d2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.876878] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce53f87-de3d-4345-a147-0958552b52e9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.911388] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c8ff838-c4da-4c81-aa01-d6db44b2e3d0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.918806] env[70323]: DEBUG oslo_vmware.api [None req-f5fcec3d-0189-4c45-ab1a-e420f51e6754 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3228079, 'name': ReconfigVM_Task, 'duration_secs': 0.202293} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.920872] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5fcec3d-0189-4c45-ab1a-e420f51e6754 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7] Reconfigured VM instance instance-00000079 to detach disk 2001 {{(pid=70323) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1282.925586] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c74d68c-ea82-4efe-afa5-f5d11c6d0a54 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.935871] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9734c77-2a71-4df7-9405-69eac51b2998 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.952092] env[70323]: DEBUG nova.compute.provider_tree [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1282.954323] env[70323]: DEBUG oslo_vmware.api [None req-f5fcec3d-0189-4c45-ab1a-e420f51e6754 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Waiting for the task: (returnval){ [ 1282.954323] env[70323]: value = "task-3228080" [ 1282.954323] env[70323]: _type = "Task" [ 1282.954323] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.961738] env[70323]: DEBUG oslo_vmware.api [None req-f5fcec3d-0189-4c45-ab1a-e420f51e6754 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3228080, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.156311] env[70323]: INFO nova.compute.manager [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Took 11.36 seconds to build instance. [ 1283.455680] env[70323]: DEBUG nova.scheduler.client.report [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1283.467604] env[70323]: DEBUG oslo_vmware.api [None req-f5fcec3d-0189-4c45-ab1a-e420f51e6754 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3228080, 'name': ReconfigVM_Task, 'duration_secs': 0.135194} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.467900] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5fcec3d-0189-4c45-ab1a-e420f51e6754 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645267', 'volume_id': 'e283094f-5705-44ec-ae42-8e823adbaab0', 'name': 'volume-e283094f-5705-44ec-ae42-8e823adbaab0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2cb08bde-54e8-4d9a-8874-d4c84f30ebd7', 'attached_at': '', 'detached_at': '', 'volume_id': 'e283094f-5705-44ec-ae42-8e823adbaab0', 'serial': 'e283094f-5705-44ec-ae42-8e823adbaab0'} {{(pid=70323) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1283.658359] env[70323]: DEBUG oslo_concurrency.lockutils [None req-76907e61-a4c2-4a7a-a4a5-d79416f13026 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Lock "9cd5c1e7-1f73-4ca0-995e-7b39602ebf79" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.866s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.910712] env[70323]: DEBUG nova.compute.manager [req-bba26e38-2f15-4a1d-9479-0d9b973e83d5 req-8ad3132e-3e2f-4ce9-bf04-5fb0ef4b4b60 service nova] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Received event network-changed-4de091a4-4c6d-4df2-8597-155967e2878b {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1283.910913] env[70323]: DEBUG nova.compute.manager [req-bba26e38-2f15-4a1d-9479-0d9b973e83d5 req-8ad3132e-3e2f-4ce9-bf04-5fb0ef4b4b60 service nova] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Refreshing instance network info cache due to event network-changed-4de091a4-4c6d-4df2-8597-155967e2878b. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1283.911163] env[70323]: DEBUG oslo_concurrency.lockutils [req-bba26e38-2f15-4a1d-9479-0d9b973e83d5 req-8ad3132e-3e2f-4ce9-bf04-5fb0ef4b4b60 service nova] Acquiring lock "refresh_cache-9cd5c1e7-1f73-4ca0-995e-7b39602ebf79" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.911315] env[70323]: DEBUG oslo_concurrency.lockutils [req-bba26e38-2f15-4a1d-9479-0d9b973e83d5 req-8ad3132e-3e2f-4ce9-bf04-5fb0ef4b4b60 service nova] Acquired lock "refresh_cache-9cd5c1e7-1f73-4ca0-995e-7b39602ebf79" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.911477] env[70323]: DEBUG nova.network.neutron [req-bba26e38-2f15-4a1d-9479-0d9b973e83d5 req-8ad3132e-3e2f-4ce9-bf04-5fb0ef4b4b60 service nova] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Refreshing network info cache for port 4de091a4-4c6d-4df2-8597-155967e2878b {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1283.963168] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70323) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1283.963778] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.170s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.012780] env[70323]: DEBUG nova.objects.instance [None req-f5fcec3d-0189-4c45-ab1a-e420f51e6754 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Lazy-loading 'flavor' on Instance uuid 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1284.609283] env[70323]: DEBUG nova.network.neutron [req-bba26e38-2f15-4a1d-9479-0d9b973e83d5 req-8ad3132e-3e2f-4ce9-bf04-5fb0ef4b4b60 service nova] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Updated VIF entry in instance network info cache for port 4de091a4-4c6d-4df2-8597-155967e2878b. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1284.609643] env[70323]: DEBUG nova.network.neutron [req-bba26e38-2f15-4a1d-9479-0d9b973e83d5 req-8ad3132e-3e2f-4ce9-bf04-5fb0ef4b4b60 service nova] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Updating instance_info_cache with network_info: [{"id": "4de091a4-4c6d-4df2-8597-155967e2878b", "address": "fa:16:3e:a6:4b:46", "network": {"id": "097b8430-2c32-4d66-88b3-920f1edf9ab8", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1543211983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbf0ef2649d5414fa5900bd15ef444a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4de091a4-4c", "ovs_interfaceid": "4de091a4-4c6d-4df2-8597-155967e2878b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.019734] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f5fcec3d-0189-4c45-ab1a-e420f51e6754 tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Lock "2cb08bde-54e8-4d9a-8874-d4c84f30ebd7" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.254s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.112248] env[70323]: DEBUG oslo_concurrency.lockutils [req-bba26e38-2f15-4a1d-9479-0d9b973e83d5 req-8ad3132e-3e2f-4ce9-bf04-5fb0ef4b4b60 service nova] Releasing lock "refresh_cache-9cd5c1e7-1f73-4ca0-995e-7b39602ebf79" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.697174] env[70323]: DEBUG oslo_concurrency.lockutils [None req-4bd55688-1ea6-4414-b901-74f31aa6ea8d tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Acquiring lock "2cb08bde-54e8-4d9a-8874-d4c84f30ebd7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.697603] env[70323]: DEBUG oslo_concurrency.lockutils [None req-4bd55688-1ea6-4414-b901-74f31aa6ea8d tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Lock "2cb08bde-54e8-4d9a-8874-d4c84f30ebd7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.697700] env[70323]: DEBUG oslo_concurrency.lockutils [None req-4bd55688-1ea6-4414-b901-74f31aa6ea8d tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Acquiring lock "2cb08bde-54e8-4d9a-8874-d4c84f30ebd7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.697889] env[70323]: DEBUG oslo_concurrency.lockutils [None req-4bd55688-1ea6-4414-b901-74f31aa6ea8d tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Lock "2cb08bde-54e8-4d9a-8874-d4c84f30ebd7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.698077] env[70323]: DEBUG oslo_concurrency.lockutils [None req-4bd55688-1ea6-4414-b901-74f31aa6ea8d tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Lock "2cb08bde-54e8-4d9a-8874-d4c84f30ebd7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.700360] env[70323]: INFO nova.compute.manager [None req-4bd55688-1ea6-4414-b901-74f31aa6ea8d tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7] Terminating instance [ 1286.204324] env[70323]: DEBUG nova.compute.manager [None req-4bd55688-1ea6-4414-b901-74f31aa6ea8d tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1286.204550] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-4bd55688-1ea6-4414-b901-74f31aa6ea8d tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1286.205525] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18db3271-7cbc-4e69-9644-0c831e9f7af0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.213558] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bd55688-1ea6-4414-b901-74f31aa6ea8d tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1286.213789] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7adfd761-bd3f-4ddd-9b88-acbed9836bc3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.220233] env[70323]: DEBUG oslo_vmware.api [None req-4bd55688-1ea6-4414-b901-74f31aa6ea8d tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Waiting for the task: (returnval){ [ 1286.220233] env[70323]: value = "task-3228081" [ 1286.220233] env[70323]: _type = "Task" [ 1286.220233] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.227303] env[70323]: DEBUG oslo_vmware.api [None req-4bd55688-1ea6-4414-b901-74f31aa6ea8d tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3228081, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.730621] env[70323]: DEBUG oslo_vmware.api [None req-4bd55688-1ea6-4414-b901-74f31aa6ea8d tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3228081, 'name': PowerOffVM_Task, 'duration_secs': 0.166814} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.730999] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bd55688-1ea6-4414-b901-74f31aa6ea8d tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1286.731073] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-4bd55688-1ea6-4414-b901-74f31aa6ea8d tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1286.731319] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77a6f520-5845-4698-9647-9786900e4ed9 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.794932] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-4bd55688-1ea6-4414-b901-74f31aa6ea8d tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1286.795222] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-4bd55688-1ea6-4414-b901-74f31aa6ea8d tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7] Deleting contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1286.795427] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bd55688-1ea6-4414-b901-74f31aa6ea8d tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Deleting the datastore file [datastore1] 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1286.795697] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d158e72-a3fa-4aa6-972a-130d30b831cc {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.801771] env[70323]: DEBUG oslo_vmware.api [None req-4bd55688-1ea6-4414-b901-74f31aa6ea8d tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Waiting for the task: (returnval){ [ 1286.801771] env[70323]: value = "task-3228083" [ 1286.801771] env[70323]: _type = "Task" [ 1286.801771] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.809069] env[70323]: DEBUG oslo_vmware.api [None req-4bd55688-1ea6-4414-b901-74f31aa6ea8d tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3228083, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.311658] env[70323]: DEBUG oslo_vmware.api [None req-4bd55688-1ea6-4414-b901-74f31aa6ea8d tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Task: {'id': task-3228083, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136383} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.311986] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bd55688-1ea6-4414-b901-74f31aa6ea8d tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1287.312238] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-4bd55688-1ea6-4414-b901-74f31aa6ea8d tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7] Deleted contents of the VM from datastore datastore1 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1287.312463] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-4bd55688-1ea6-4414-b901-74f31aa6ea8d tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1287.312680] env[70323]: INFO nova.compute.manager [None req-4bd55688-1ea6-4414-b901-74f31aa6ea8d tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] [instance: 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1287.312968] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4bd55688-1ea6-4414-b901-74f31aa6ea8d tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1287.313239] env[70323]: DEBUG nova.compute.manager [-] [instance: 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1287.313368] env[70323]: DEBUG nova.network.neutron [-] [instance: 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1287.748144] env[70323]: DEBUG nova.compute.manager [req-f23a2e3a-926c-4109-9f8b-19f8185baf23 req-796b7940-86f4-40eb-8501-50a6d422dcaa service nova] [instance: 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7] Received event network-vif-deleted-b2e4a770-e74b-4f5a-87d3-74d2c7028a06 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1287.748420] env[70323]: INFO nova.compute.manager [req-f23a2e3a-926c-4109-9f8b-19f8185baf23 req-796b7940-86f4-40eb-8501-50a6d422dcaa service nova] [instance: 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7] Neutron deleted interface b2e4a770-e74b-4f5a-87d3-74d2c7028a06; detaching it from the instance and deleting it from the info cache [ 1287.748513] env[70323]: DEBUG nova.network.neutron [req-f23a2e3a-926c-4109-9f8b-19f8185baf23 req-796b7940-86f4-40eb-8501-50a6d422dcaa service nova] [instance: 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.231097] env[70323]: DEBUG nova.network.neutron [-] [instance: 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.253529] env[70323]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bf080bfc-b592-4f80-a0cf-bf7513fbea82 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.263112] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95678f31-a8d2-4b07-9af9-4149e9067098 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.287634] env[70323]: DEBUG nova.compute.manager [req-f23a2e3a-926c-4109-9f8b-19f8185baf23 req-796b7940-86f4-40eb-8501-50a6d422dcaa service nova] [instance: 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7] Detach interface failed, port_id=b2e4a770-e74b-4f5a-87d3-74d2c7028a06, reason: Instance 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7 could not be found. {{(pid=70323) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1288.733145] env[70323]: INFO nova.compute.manager [-] [instance: 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7] Took 1.42 seconds to deallocate network for instance. [ 1289.240107] env[70323]: DEBUG oslo_concurrency.lockutils [None req-4bd55688-1ea6-4414-b901-74f31aa6ea8d tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.240486] env[70323]: DEBUG oslo_concurrency.lockutils [None req-4bd55688-1ea6-4414-b901-74f31aa6ea8d tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.240725] env[70323]: DEBUG nova.objects.instance [None req-4bd55688-1ea6-4414-b901-74f31aa6ea8d tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Lazy-loading 'resources' on Instance uuid 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1289.790833] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bdca541-6f35-4426-a07a-27a6346fac58 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.798096] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f315d5-4f7e-48f3-8e21-231262624f25 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.828248] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de403923-739b-458c-8336-1c0c293edc60 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.834941] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c108d43c-afd5-4057-ba7c-865df9271ae6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.847412] env[70323]: DEBUG nova.compute.provider_tree [None req-4bd55688-1ea6-4414-b901-74f31aa6ea8d tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1290.350608] env[70323]: DEBUG nova.scheduler.client.report [None req-4bd55688-1ea6-4414-b901-74f31aa6ea8d tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1290.856411] env[70323]: DEBUG oslo_concurrency.lockutils [None req-4bd55688-1ea6-4414-b901-74f31aa6ea8d tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.616s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.874786] env[70323]: INFO nova.scheduler.client.report [None req-4bd55688-1ea6-4414-b901-74f31aa6ea8d tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Deleted allocations for instance 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7 [ 1291.383542] env[70323]: DEBUG oslo_concurrency.lockutils [None req-4bd55688-1ea6-4414-b901-74f31aa6ea8d tempest-AttachVolumeNegativeTest-1300533520 tempest-AttachVolumeNegativeTest-1300533520-project-member] Lock "2cb08bde-54e8-4d9a-8874-d4c84f30ebd7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.686s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.291867] env[70323]: DEBUG oslo_concurrency.lockutils [None req-acd9d404-5bd2-46b3-9459-822836b1b992 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquiring lock "9cc2d655-638b-44c0-938d-bc9e4d3f3fc6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.292261] env[70323]: DEBUG oslo_concurrency.lockutils [None req-acd9d404-5bd2-46b3-9459-822836b1b992 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Lock "9cc2d655-638b-44c0-938d-bc9e4d3f3fc6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.292360] env[70323]: DEBUG nova.compute.manager [None req-acd9d404-5bd2-46b3-9459-822836b1b992 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1293.293258] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff750cfc-34f9-4915-ac75-a54e63138e08 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.300534] env[70323]: DEBUG nova.compute.manager [None req-acd9d404-5bd2-46b3-9459-822836b1b992 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70323) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1293.301084] env[70323]: DEBUG nova.objects.instance [None req-acd9d404-5bd2-46b3-9459-822836b1b992 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Lazy-loading 'flavor' on Instance uuid 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1294.309063] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-acd9d404-5bd2-46b3-9459-822836b1b992 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1294.309063] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86b1f03e-3f03-4755-b277-1bbf7445df1a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.315883] env[70323]: DEBUG oslo_vmware.api [None req-acd9d404-5bd2-46b3-9459-822836b1b992 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Waiting for the task: (returnval){ [ 1294.315883] env[70323]: value = "task-3228085" [ 1294.315883] env[70323]: _type = "Task" [ 1294.315883] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.325121] env[70323]: DEBUG oslo_vmware.api [None req-acd9d404-5bd2-46b3-9459-822836b1b992 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3228085, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.829258] env[70323]: DEBUG oslo_vmware.api [None req-acd9d404-5bd2-46b3-9459-822836b1b992 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3228085, 'name': PowerOffVM_Task, 'duration_secs': 0.23505} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.829648] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-acd9d404-5bd2-46b3-9459-822836b1b992 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1294.829963] env[70323]: DEBUG nova.compute.manager [None req-acd9d404-5bd2-46b3-9459-822836b1b992 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1294.831086] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f89b3b6-003b-42e9-a87e-c990aea35387 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.346635] env[70323]: DEBUG oslo_concurrency.lockutils [None req-acd9d404-5bd2-46b3-9459-822836b1b992 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Lock "9cc2d655-638b-44c0-938d-bc9e4d3f3fc6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.054s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.682449] env[70323]: DEBUG nova.objects.instance [None req-35307b3d-a044-4293-b276-e8f5095e43be tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Lazy-loading 'flavor' on Instance uuid 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1296.188411] env[70323]: DEBUG oslo_concurrency.lockutils [None req-35307b3d-a044-4293-b276-e8f5095e43be tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquiring lock "refresh_cache-9cc2d655-638b-44c0-938d-bc9e4d3f3fc6" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.188598] env[70323]: DEBUG oslo_concurrency.lockutils [None req-35307b3d-a044-4293-b276-e8f5095e43be tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquired lock "refresh_cache-9cc2d655-638b-44c0-938d-bc9e4d3f3fc6" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.188744] env[70323]: DEBUG nova.network.neutron [None req-35307b3d-a044-4293-b276-e8f5095e43be tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1296.188922] env[70323]: DEBUG nova.objects.instance [None req-35307b3d-a044-4293-b276-e8f5095e43be tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Lazy-loading 'info_cache' on Instance uuid 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1296.692586] env[70323]: DEBUG nova.objects.base [None req-35307b3d-a044-4293-b276-e8f5095e43be tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Object Instance<9cc2d655-638b-44c0-938d-bc9e4d3f3fc6> lazy-loaded attributes: flavor,info_cache {{(pid=70323) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1297.400625] env[70323]: DEBUG nova.network.neutron [None req-35307b3d-a044-4293-b276-e8f5095e43be tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6] Updating instance_info_cache with network_info: [{"id": "fc38206e-a2c4-40fe-8723-727a3a06824c", "address": "fa:16:3e:bc:ee:10", "network": {"id": "3543c4fd-df33-4be9-b279-a13bfe5a7b34", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-877530561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e98df60171c4d319ce48c2e7ddb11d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc38206e-a2", "ovs_interfaceid": "fc38206e-a2c4-40fe-8723-727a3a06824c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.903177] env[70323]: DEBUG oslo_concurrency.lockutils [None req-35307b3d-a044-4293-b276-e8f5095e43be tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Releasing lock "refresh_cache-9cc2d655-638b-44c0-938d-bc9e4d3f3fc6" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.908967] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-35307b3d-a044-4293-b276-e8f5095e43be tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1298.909380] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60b527a4-be1e-4248-b8af-5f83bf2e311e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.916768] env[70323]: DEBUG oslo_vmware.api [None req-35307b3d-a044-4293-b276-e8f5095e43be tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Waiting for the task: (returnval){ [ 1298.916768] env[70323]: value = "task-3228088" [ 1298.916768] env[70323]: _type = "Task" [ 1298.916768] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.924565] env[70323]: DEBUG oslo_vmware.api [None req-35307b3d-a044-4293-b276-e8f5095e43be tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3228088, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.426769] env[70323]: DEBUG oslo_vmware.api [None req-35307b3d-a044-4293-b276-e8f5095e43be tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3228088, 'name': PowerOnVM_Task, 'duration_secs': 0.391954} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.427181] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-35307b3d-a044-4293-b276-e8f5095e43be tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1299.427460] env[70323]: DEBUG nova.compute.manager [None req-35307b3d-a044-4293-b276-e8f5095e43be tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1299.428281] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2397caf-af0b-48c2-8c0b-ac049d6e4564 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.546011] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c229f23-47f2-4e0a-9d13-aef2bde6359d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.553639] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-5be6fa0b-7174-4aad-bcbb-ac3c827b4b1f tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6] Suspending the VM {{(pid=70323) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1300.553909] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-cce73124-f85d-4125-96dc-2531f35a0c6a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.559844] env[70323]: DEBUG oslo_vmware.api [None req-5be6fa0b-7174-4aad-bcbb-ac3c827b4b1f tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Waiting for the task: (returnval){ [ 1300.559844] env[70323]: value = "task-3228089" [ 1300.559844] env[70323]: _type = "Task" [ 1300.559844] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.567898] env[70323]: DEBUG oslo_vmware.api [None req-5be6fa0b-7174-4aad-bcbb-ac3c827b4b1f tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3228089, 'name': SuspendVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.071029] env[70323]: DEBUG oslo_vmware.api [None req-5be6fa0b-7174-4aad-bcbb-ac3c827b4b1f tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3228089, 'name': SuspendVM_Task} progress is 66%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.570758] env[70323]: DEBUG oslo_vmware.api [None req-5be6fa0b-7174-4aad-bcbb-ac3c827b4b1f tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3228089, 'name': SuspendVM_Task, 'duration_secs': 0.884344} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.571107] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-5be6fa0b-7174-4aad-bcbb-ac3c827b4b1f tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6] Suspended the VM {{(pid=70323) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1301.571230] env[70323]: DEBUG nova.compute.manager [None req-5be6fa0b-7174-4aad-bcbb-ac3c827b4b1f tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1301.572047] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83673bc0-5457-463b-9dfb-a8ba336e841a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.959932] env[70323]: INFO nova.compute.manager [None req-784ed152-c6e6-4bcf-922a-c364f2c282c5 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6] Resuming [ 1302.960579] env[70323]: DEBUG nova.objects.instance [None req-784ed152-c6e6-4bcf-922a-c364f2c282c5 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Lazy-loading 'flavor' on Instance uuid 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1304.470950] env[70323]: DEBUG oslo_concurrency.lockutils [None req-784ed152-c6e6-4bcf-922a-c364f2c282c5 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquiring lock "refresh_cache-9cc2d655-638b-44c0-938d-bc9e4d3f3fc6" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.471249] env[70323]: DEBUG oslo_concurrency.lockutils [None req-784ed152-c6e6-4bcf-922a-c364f2c282c5 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquired lock "refresh_cache-9cc2d655-638b-44c0-938d-bc9e4d3f3fc6" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.471471] env[70323]: DEBUG nova.network.neutron [None req-784ed152-c6e6-4bcf-922a-c364f2c282c5 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1305.179765] env[70323]: DEBUG nova.network.neutron [None req-784ed152-c6e6-4bcf-922a-c364f2c282c5 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6] Updating instance_info_cache with network_info: [{"id": "fc38206e-a2c4-40fe-8723-727a3a06824c", "address": "fa:16:3e:bc:ee:10", "network": {"id": "3543c4fd-df33-4be9-b279-a13bfe5a7b34", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-877530561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e98df60171c4d319ce48c2e7ddb11d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc38206e-a2", "ovs_interfaceid": "fc38206e-a2c4-40fe-8723-727a3a06824c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.682671] env[70323]: DEBUG oslo_concurrency.lockutils [None req-784ed152-c6e6-4bcf-922a-c364f2c282c5 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Releasing lock "refresh_cache-9cc2d655-638b-44c0-938d-bc9e4d3f3fc6" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.683958] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c066b79c-5e1f-4e69-97b9-6051fe51d5bb {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.690986] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-784ed152-c6e6-4bcf-922a-c364f2c282c5 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6] Resuming the VM {{(pid=70323) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1305.691275] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d1d38d4-f83b-416a-bbeb-803e6b7b3ce0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.696816] env[70323]: DEBUG oslo_vmware.api [None req-784ed152-c6e6-4bcf-922a-c364f2c282c5 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Waiting for the task: (returnval){ [ 1305.696816] env[70323]: value = "task-3228090" [ 1305.696816] env[70323]: _type = "Task" [ 1305.696816] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.704043] env[70323]: DEBUG oslo_vmware.api [None req-784ed152-c6e6-4bcf-922a-c364f2c282c5 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3228090, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.209471] env[70323]: DEBUG oslo_vmware.api [None req-784ed152-c6e6-4bcf-922a-c364f2c282c5 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3228090, 'name': PowerOnVM_Task, 'duration_secs': 0.500243} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.209753] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-784ed152-c6e6-4bcf-922a-c364f2c282c5 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6] Resumed the VM {{(pid=70323) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1306.209941] env[70323]: DEBUG nova.compute.manager [None req-784ed152-c6e6-4bcf-922a-c364f2c282c5 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1306.210749] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb3d9c4-af95-4c7f-bca5-6f976872e8ab {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.607040] env[70323]: DEBUG oslo_concurrency.lockutils [None req-aba62a3b-f9b7-45c1-a76c-9eef252881e1 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquiring lock "9cc2d655-638b-44c0-938d-bc9e4d3f3fc6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.607455] env[70323]: DEBUG oslo_concurrency.lockutils [None req-aba62a3b-f9b7-45c1-a76c-9eef252881e1 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Lock "9cc2d655-638b-44c0-938d-bc9e4d3f3fc6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.607455] env[70323]: DEBUG oslo_concurrency.lockutils [None req-aba62a3b-f9b7-45c1-a76c-9eef252881e1 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquiring lock "9cc2d655-638b-44c0-938d-bc9e4d3f3fc6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.607681] env[70323]: DEBUG oslo_concurrency.lockutils [None req-aba62a3b-f9b7-45c1-a76c-9eef252881e1 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Lock "9cc2d655-638b-44c0-938d-bc9e4d3f3fc6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.607812] env[70323]: DEBUG oslo_concurrency.lockutils [None req-aba62a3b-f9b7-45c1-a76c-9eef252881e1 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Lock "9cc2d655-638b-44c0-938d-bc9e4d3f3fc6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.610286] env[70323]: INFO nova.compute.manager [None req-aba62a3b-f9b7-45c1-a76c-9eef252881e1 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6] Terminating instance [ 1308.113637] env[70323]: DEBUG nova.compute.manager [None req-aba62a3b-f9b7-45c1-a76c-9eef252881e1 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1308.113865] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-aba62a3b-f9b7-45c1-a76c-9eef252881e1 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1308.114775] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57564192-1cbd-496c-a6e3-d18aa11c18aa {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.122700] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-aba62a3b-f9b7-45c1-a76c-9eef252881e1 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1308.122928] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c66511f9-e304-4e8d-a483-a9c71f66a820 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.128465] env[70323]: DEBUG oslo_vmware.api [None req-aba62a3b-f9b7-45c1-a76c-9eef252881e1 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Waiting for the task: (returnval){ [ 1308.128465] env[70323]: value = "task-3228091" [ 1308.128465] env[70323]: _type = "Task" [ 1308.128465] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.136493] env[70323]: DEBUG oslo_vmware.api [None req-aba62a3b-f9b7-45c1-a76c-9eef252881e1 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3228091, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.639082] env[70323]: DEBUG oslo_vmware.api [None req-aba62a3b-f9b7-45c1-a76c-9eef252881e1 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3228091, 'name': PowerOffVM_Task, 'duration_secs': 0.180255} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.639082] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-aba62a3b-f9b7-45c1-a76c-9eef252881e1 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1308.639082] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-aba62a3b-f9b7-45c1-a76c-9eef252881e1 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1308.639632] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e435296-9ff5-4def-9ae8-3f4247246c30 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.706525] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-aba62a3b-f9b7-45c1-a76c-9eef252881e1 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1308.706762] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-aba62a3b-f9b7-45c1-a76c-9eef252881e1 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6] Deleting contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1308.706951] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-aba62a3b-f9b7-45c1-a76c-9eef252881e1 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Deleting the datastore file [datastore2] 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1308.707227] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8847ce1-cb45-469c-bb9f-027081295379 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.712815] env[70323]: DEBUG oslo_vmware.api [None req-aba62a3b-f9b7-45c1-a76c-9eef252881e1 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Waiting for the task: (returnval){ [ 1308.712815] env[70323]: value = "task-3228093" [ 1308.712815] env[70323]: _type = "Task" [ 1308.712815] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.720148] env[70323]: DEBUG oslo_vmware.api [None req-aba62a3b-f9b7-45c1-a76c-9eef252881e1 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3228093, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.222486] env[70323]: DEBUG oslo_vmware.api [None req-aba62a3b-f9b7-45c1-a76c-9eef252881e1 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Task: {'id': task-3228093, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142069} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.222774] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-aba62a3b-f9b7-45c1-a76c-9eef252881e1 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1309.222930] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-aba62a3b-f9b7-45c1-a76c-9eef252881e1 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6] Deleted contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1309.223128] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-aba62a3b-f9b7-45c1-a76c-9eef252881e1 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1309.223311] env[70323]: INFO nova.compute.manager [None req-aba62a3b-f9b7-45c1-a76c-9eef252881e1 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] [instance: 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1309.223577] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aba62a3b-f9b7-45c1-a76c-9eef252881e1 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1309.223751] env[70323]: DEBUG nova.compute.manager [-] [instance: 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1309.223852] env[70323]: DEBUG nova.network.neutron [-] [instance: 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1309.649644] env[70323]: DEBUG nova.compute.manager [req-82ea0958-5320-4f9b-a998-021d498572e1 req-fbe35866-2135-48c9-addd-20edf0f98f7f service nova] [instance: 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6] Received event network-vif-deleted-fc38206e-a2c4-40fe-8723-727a3a06824c {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1309.649903] env[70323]: INFO nova.compute.manager [req-82ea0958-5320-4f9b-a998-021d498572e1 req-fbe35866-2135-48c9-addd-20edf0f98f7f service nova] [instance: 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6] Neutron deleted interface fc38206e-a2c4-40fe-8723-727a3a06824c; detaching it from the instance and deleting it from the info cache [ 1309.650051] env[70323]: DEBUG nova.network.neutron [req-82ea0958-5320-4f9b-a998-021d498572e1 req-fbe35866-2135-48c9-addd-20edf0f98f7f service nova] [instance: 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.133477] env[70323]: DEBUG nova.network.neutron [-] [instance: 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.152750] env[70323]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-23f9dd4c-c9ee-4c85-b076-9949f3f4bfee {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.163254] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-965fc5de-5eb9-4986-bc2d-f8b7d81efa37 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.188980] env[70323]: DEBUG nova.compute.manager [req-82ea0958-5320-4f9b-a998-021d498572e1 req-fbe35866-2135-48c9-addd-20edf0f98f7f service nova] [instance: 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6] Detach interface failed, port_id=fc38206e-a2c4-40fe-8723-727a3a06824c, reason: Instance 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6 could not be found. {{(pid=70323) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1310.636361] env[70323]: INFO nova.compute.manager [-] [instance: 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6] Took 1.41 seconds to deallocate network for instance. [ 1311.142821] env[70323]: DEBUG oslo_concurrency.lockutils [None req-aba62a3b-f9b7-45c1-a76c-9eef252881e1 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.143232] env[70323]: DEBUG oslo_concurrency.lockutils [None req-aba62a3b-f9b7-45c1-a76c-9eef252881e1 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.143366] env[70323]: DEBUG nova.objects.instance [None req-aba62a3b-f9b7-45c1-a76c-9eef252881e1 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Lazy-loading 'resources' on Instance uuid 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1311.687910] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3fedb91-ddb4-4b20-a7a4-ce6642129789 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.695329] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7774f574-b27d-4c17-87c3-2ca4df5baad4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.725435] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c62f6983-8822-4f49-bd99-fcf5b3ae61ac {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.732317] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e774f3d-9ca6-48d5-bc6d-68c099b0862a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.744988] env[70323]: DEBUG nova.compute.provider_tree [None req-aba62a3b-f9b7-45c1-a76c-9eef252881e1 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1312.248507] env[70323]: DEBUG nova.scheduler.client.report [None req-aba62a3b-f9b7-45c1-a76c-9eef252881e1 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1312.754078] env[70323]: DEBUG oslo_concurrency.lockutils [None req-aba62a3b-f9b7-45c1-a76c-9eef252881e1 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.610s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.782111] env[70323]: INFO nova.scheduler.client.report [None req-aba62a3b-f9b7-45c1-a76c-9eef252881e1 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Deleted allocations for instance 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6 [ 1313.296802] env[70323]: DEBUG oslo_concurrency.lockutils [None req-aba62a3b-f9b7-45c1-a76c-9eef252881e1 tempest-ServerActionsTestJSON-56717910 tempest-ServerActionsTestJSON-56717910-project-member] Lock "9cc2d655-638b-44c0-938d-bc9e4d3f3fc6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.689s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.781045] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0e9f6cb7-c5af-4db4-9540-fab545699f1c tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Acquiring lock "9cd5c1e7-1f73-4ca0-995e-7b39602ebf79" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.781045] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0e9f6cb7-c5af-4db4-9540-fab545699f1c tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Lock "9cd5c1e7-1f73-4ca0-995e-7b39602ebf79" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.781433] env[70323]: INFO nova.compute.manager [None req-0e9f6cb7-c5af-4db4-9540-fab545699f1c tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Shelving [ 1323.790154] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e9f6cb7-c5af-4db4-9540-fab545699f1c tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1323.790494] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a333771-816e-491c-8f23-f0b7211c8791 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.797980] env[70323]: DEBUG oslo_vmware.api [None req-0e9f6cb7-c5af-4db4-9540-fab545699f1c tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Waiting for the task: (returnval){ [ 1323.797980] env[70323]: value = "task-3228094" [ 1323.797980] env[70323]: _type = "Task" [ 1323.797980] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.805722] env[70323]: DEBUG oslo_vmware.api [None req-0e9f6cb7-c5af-4db4-9540-fab545699f1c tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228094, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.307888] env[70323]: DEBUG oslo_vmware.api [None req-0e9f6cb7-c5af-4db4-9540-fab545699f1c tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228094, 'name': PowerOffVM_Task, 'duration_secs': 0.179647} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.308175] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e9f6cb7-c5af-4db4-9540-fab545699f1c tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1324.308936] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a05259-2692-4243-901b-8f00506b5bb4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.326420] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05a2c7f-59a4-4659-97ec-e96bdcb40f11 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.836546] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9f6cb7-c5af-4db4-9540-fab545699f1c tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Creating Snapshot of the VM instance {{(pid=70323) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1324.836882] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fefe48cb-9f32-42e9-88c9-a922a8e19dbb {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.844231] env[70323]: DEBUG oslo_vmware.api [None req-0e9f6cb7-c5af-4db4-9540-fab545699f1c tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Waiting for the task: (returnval){ [ 1324.844231] env[70323]: value = "task-3228095" [ 1324.844231] env[70323]: _type = "Task" [ 1324.844231] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.851972] env[70323]: DEBUG oslo_vmware.api [None req-0e9f6cb7-c5af-4db4-9540-fab545699f1c tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228095, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.356543] env[70323]: DEBUG oslo_vmware.api [None req-0e9f6cb7-c5af-4db4-9540-fab545699f1c tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228095, 'name': CreateSnapshot_Task, 'duration_secs': 0.422332} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.356888] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9f6cb7-c5af-4db4-9540-fab545699f1c tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Created Snapshot of the VM instance {{(pid=70323) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1325.357580] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2074acee-ce9e-4a67-9d9c-dadfc9f03270 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.874486] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9f6cb7-c5af-4db4-9540-fab545699f1c tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Creating linked-clone VM from snapshot {{(pid=70323) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1325.874902] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ff1d7814-e305-40e8-bf0f-fb7596f3665c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.884648] env[70323]: DEBUG oslo_vmware.api [None req-0e9f6cb7-c5af-4db4-9540-fab545699f1c tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Waiting for the task: (returnval){ [ 1325.884648] env[70323]: value = "task-3228096" [ 1325.884648] env[70323]: _type = "Task" [ 1325.884648] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.892819] env[70323]: DEBUG oslo_vmware.api [None req-0e9f6cb7-c5af-4db4-9540-fab545699f1c tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228096, 'name': CloneVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.395961] env[70323]: DEBUG oslo_vmware.api [None req-0e9f6cb7-c5af-4db4-9540-fab545699f1c tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228096, 'name': CloneVM_Task} progress is 94%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.895294] env[70323]: DEBUG oslo_vmware.api [None req-0e9f6cb7-c5af-4db4-9540-fab545699f1c tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228096, 'name': CloneVM_Task, 'duration_secs': 0.931741} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.895648] env[70323]: INFO nova.virt.vmwareapi.vmops [None req-0e9f6cb7-c5af-4db4-9540-fab545699f1c tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Created linked-clone VM from snapshot [ 1326.896303] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5d517e-f37c-4eb7-af0a-090b44e78c60 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.902896] env[70323]: DEBUG nova.virt.vmwareapi.images [None req-0e9f6cb7-c5af-4db4-9540-fab545699f1c tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Uploading image 56f7d25f-8117-4128-8c7c-d7e9d773d699 {{(pid=70323) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1326.922868] env[70323]: DEBUG oslo_vmware.rw_handles [None req-0e9f6cb7-c5af-4db4-9540-fab545699f1c tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1326.922868] env[70323]: value = "vm-645272" [ 1326.922868] env[70323]: _type = "VirtualMachine" [ 1326.922868] env[70323]: }. {{(pid=70323) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1326.923115] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a2b62bf0-bae6-4a0d-9991-9a8b37368510 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.929453] env[70323]: DEBUG oslo_vmware.rw_handles [None req-0e9f6cb7-c5af-4db4-9540-fab545699f1c tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Lease: (returnval){ [ 1326.929453] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52d222bd-afe5-42ce-041d-01295dd273f9" [ 1326.929453] env[70323]: _type = "HttpNfcLease" [ 1326.929453] env[70323]: } obtained for exporting VM: (result){ [ 1326.929453] env[70323]: value = "vm-645272" [ 1326.929453] env[70323]: _type = "VirtualMachine" [ 1326.929453] env[70323]: }. {{(pid=70323) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1326.929736] env[70323]: DEBUG oslo_vmware.api [None req-0e9f6cb7-c5af-4db4-9540-fab545699f1c tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Waiting for the lease: (returnval){ [ 1326.929736] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52d222bd-afe5-42ce-041d-01295dd273f9" [ 1326.929736] env[70323]: _type = "HttpNfcLease" [ 1326.929736] env[70323]: } to be ready. {{(pid=70323) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1326.935310] env[70323]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1326.935310] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52d222bd-afe5-42ce-041d-01295dd273f9" [ 1326.935310] env[70323]: _type = "HttpNfcLease" [ 1326.935310] env[70323]: } is initializing. {{(pid=70323) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1327.437731] env[70323]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1327.437731] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52d222bd-afe5-42ce-041d-01295dd273f9" [ 1327.437731] env[70323]: _type = "HttpNfcLease" [ 1327.437731] env[70323]: } is ready. {{(pid=70323) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1327.438134] env[70323]: DEBUG oslo_vmware.rw_handles [None req-0e9f6cb7-c5af-4db4-9540-fab545699f1c tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1327.438134] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52d222bd-afe5-42ce-041d-01295dd273f9" [ 1327.438134] env[70323]: _type = "HttpNfcLease" [ 1327.438134] env[70323]: }. {{(pid=70323) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1327.438721] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2632741-a6aa-4d06-8206-852b8e744e5e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.446239] env[70323]: DEBUG oslo_vmware.rw_handles [None req-0e9f6cb7-c5af-4db4-9540-fab545699f1c tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d6f154-183d-042a-f3ae-9df6da4805c6/disk-0.vmdk from lease info. {{(pid=70323) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1327.446417] env[70323]: DEBUG oslo_vmware.rw_handles [None req-0e9f6cb7-c5af-4db4-9540-fab545699f1c tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d6f154-183d-042a-f3ae-9df6da4805c6/disk-0.vmdk for reading. {{(pid=70323) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1327.533108] env[70323]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-846a6ed5-dcce-4c62-b6ac-f9105469cc60 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.890279] env[70323]: DEBUG oslo_vmware.rw_handles [None req-0e9f6cb7-c5af-4db4-9540-fab545699f1c tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d6f154-183d-042a-f3ae-9df6da4805c6/disk-0.vmdk. {{(pid=70323) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1334.891224] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b84152-f604-4699-8f68-1f5f8397b623 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.897744] env[70323]: DEBUG oslo_vmware.rw_handles [None req-0e9f6cb7-c5af-4db4-9540-fab545699f1c tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d6f154-183d-042a-f3ae-9df6da4805c6/disk-0.vmdk is in state: ready. {{(pid=70323) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1334.897911] env[70323]: ERROR oslo_vmware.rw_handles [None req-0e9f6cb7-c5af-4db4-9540-fab545699f1c tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d6f154-183d-042a-f3ae-9df6da4805c6/disk-0.vmdk due to incomplete transfer. [ 1334.898142] env[70323]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8717b96d-8eb9-4dad-94bf-96a6d64506c5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.905654] env[70323]: DEBUG oslo_vmware.rw_handles [None req-0e9f6cb7-c5af-4db4-9540-fab545699f1c tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d6f154-183d-042a-f3ae-9df6da4805c6/disk-0.vmdk. {{(pid=70323) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1334.905866] env[70323]: DEBUG nova.virt.vmwareapi.images [None req-0e9f6cb7-c5af-4db4-9540-fab545699f1c tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Uploaded image 56f7d25f-8117-4128-8c7c-d7e9d773d699 to the Glance image server {{(pid=70323) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1334.908181] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e9f6cb7-c5af-4db4-9540-fab545699f1c tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Destroying the VM {{(pid=70323) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1334.908586] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5f44641f-70dd-4676-a13f-b6144f54b2c1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.914682] env[70323]: DEBUG oslo_vmware.api [None req-0e9f6cb7-c5af-4db4-9540-fab545699f1c tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Waiting for the task: (returnval){ [ 1334.914682] env[70323]: value = "task-3228098" [ 1334.914682] env[70323]: _type = "Task" [ 1334.914682] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.921909] env[70323]: DEBUG oslo_vmware.api [None req-0e9f6cb7-c5af-4db4-9540-fab545699f1c tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228098, 'name': Destroy_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.424515] env[70323]: DEBUG oslo_vmware.api [None req-0e9f6cb7-c5af-4db4-9540-fab545699f1c tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228098, 'name': Destroy_Task, 'duration_secs': 0.356172} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.424767] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-0e9f6cb7-c5af-4db4-9540-fab545699f1c tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Destroyed the VM [ 1335.425011] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9f6cb7-c5af-4db4-9540-fab545699f1c tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Deleting Snapshot of the VM instance {{(pid=70323) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1335.425271] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c12fafab-b4cb-44b4-a38a-bac467119967 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.431217] env[70323]: DEBUG oslo_vmware.api [None req-0e9f6cb7-c5af-4db4-9540-fab545699f1c tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Waiting for the task: (returnval){ [ 1335.431217] env[70323]: value = "task-3228099" [ 1335.431217] env[70323]: _type = "Task" [ 1335.431217] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.438334] env[70323]: DEBUG oslo_vmware.api [None req-0e9f6cb7-c5af-4db4-9540-fab545699f1c tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228099, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.941370] env[70323]: DEBUG oslo_vmware.api [None req-0e9f6cb7-c5af-4db4-9540-fab545699f1c tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228099, 'name': RemoveSnapshot_Task, 'duration_secs': 0.33397} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.941744] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9f6cb7-c5af-4db4-9540-fab545699f1c tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Deleted Snapshot of the VM instance {{(pid=70323) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1335.941870] env[70323]: DEBUG nova.compute.manager [None req-0e9f6cb7-c5af-4db4-9540-fab545699f1c tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1335.942630] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39eafe21-2aff-47ce-bb2c-36a7f1cba882 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.455319] env[70323]: INFO nova.compute.manager [None req-0e9f6cb7-c5af-4db4-9540-fab545699f1c tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Shelve offloading [ 1336.960072] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e9f6cb7-c5af-4db4-9540-fab545699f1c tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1336.960496] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f59a0cf5-d85d-47a9-84db-c5261df6aec3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.968224] env[70323]: DEBUG oslo_vmware.api [None req-0e9f6cb7-c5af-4db4-9540-fab545699f1c tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Waiting for the task: (returnval){ [ 1336.968224] env[70323]: value = "task-3228100" [ 1336.968224] env[70323]: _type = "Task" [ 1336.968224] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.978490] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e9f6cb7-c5af-4db4-9540-fab545699f1c tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] VM already powered off {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1336.978829] env[70323]: DEBUG nova.compute.manager [None req-0e9f6cb7-c5af-4db4-9540-fab545699f1c tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1336.979816] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfabc230-1618-4051-8c39-1e1e7c2de63f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.986367] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0e9f6cb7-c5af-4db4-9540-fab545699f1c tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Acquiring lock "refresh_cache-9cd5c1e7-1f73-4ca0-995e-7b39602ebf79" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.986655] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0e9f6cb7-c5af-4db4-9540-fab545699f1c tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Acquired lock "refresh_cache-9cd5c1e7-1f73-4ca0-995e-7b39602ebf79" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.986947] env[70323]: DEBUG nova.network.neutron [None req-0e9f6cb7-c5af-4db4-9540-fab545699f1c tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1337.677505] env[70323]: DEBUG nova.network.neutron [None req-0e9f6cb7-c5af-4db4-9540-fab545699f1c tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Updating instance_info_cache with network_info: [{"id": "4de091a4-4c6d-4df2-8597-155967e2878b", "address": "fa:16:3e:a6:4b:46", "network": {"id": "097b8430-2c32-4d66-88b3-920f1edf9ab8", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1543211983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbf0ef2649d5414fa5900bd15ef444a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4de091a4-4c", "ovs_interfaceid": "4de091a4-4c6d-4df2-8597-155967e2878b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.180563] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0e9f6cb7-c5af-4db4-9540-fab545699f1c tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Releasing lock "refresh_cache-9cd5c1e7-1f73-4ca0-995e-7b39602ebf79" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.393892] env[70323]: DEBUG nova.compute.manager [req-d0c92c3b-5ac8-4581-9049-de5de7780e90 req-2f72fe0d-3975-46f3-bd26-4c24e1b7a47a service nova] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Received event network-vif-unplugged-4de091a4-4c6d-4df2-8597-155967e2878b {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1338.394138] env[70323]: DEBUG oslo_concurrency.lockutils [req-d0c92c3b-5ac8-4581-9049-de5de7780e90 req-2f72fe0d-3975-46f3-bd26-4c24e1b7a47a service nova] Acquiring lock "9cd5c1e7-1f73-4ca0-995e-7b39602ebf79-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.394353] env[70323]: DEBUG oslo_concurrency.lockutils [req-d0c92c3b-5ac8-4581-9049-de5de7780e90 req-2f72fe0d-3975-46f3-bd26-4c24e1b7a47a service nova] Lock "9cd5c1e7-1f73-4ca0-995e-7b39602ebf79-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.394521] env[70323]: DEBUG oslo_concurrency.lockutils [req-d0c92c3b-5ac8-4581-9049-de5de7780e90 req-2f72fe0d-3975-46f3-bd26-4c24e1b7a47a service nova] Lock "9cd5c1e7-1f73-4ca0-995e-7b39602ebf79-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.394691] env[70323]: DEBUG nova.compute.manager [req-d0c92c3b-5ac8-4581-9049-de5de7780e90 req-2f72fe0d-3975-46f3-bd26-4c24e1b7a47a service nova] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] No waiting events found dispatching network-vif-unplugged-4de091a4-4c6d-4df2-8597-155967e2878b {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1338.394864] env[70323]: WARNING nova.compute.manager [req-d0c92c3b-5ac8-4581-9049-de5de7780e90 req-2f72fe0d-3975-46f3-bd26-4c24e1b7a47a service nova] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Received unexpected event network-vif-unplugged-4de091a4-4c6d-4df2-8597-155967e2878b for instance with vm_state shelved and task_state shelving_offloading. [ 1338.488482] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9f6cb7-c5af-4db4-9540-fab545699f1c tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1338.489432] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41602f8-fef4-41ed-818f-c5b188f0f17a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.497289] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9f6cb7-c5af-4db4-9540-fab545699f1c tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1338.497556] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a98e442-1e9c-4025-95e0-88a7eca83020 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.567940] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9f6cb7-c5af-4db4-9540-fab545699f1c tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1338.568202] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9f6cb7-c5af-4db4-9540-fab545699f1c tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Deleting contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1338.568408] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e9f6cb7-c5af-4db4-9540-fab545699f1c tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Deleting the datastore file [datastore2] 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1338.568679] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29442189-35bd-4bab-96cd-b486cb0ca760 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.575700] env[70323]: DEBUG oslo_vmware.api [None req-0e9f6cb7-c5af-4db4-9540-fab545699f1c tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Waiting for the task: (returnval){ [ 1338.575700] env[70323]: value = "task-3228102" [ 1338.575700] env[70323]: _type = "Task" [ 1338.575700] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.583498] env[70323]: DEBUG oslo_vmware.api [None req-0e9f6cb7-c5af-4db4-9540-fab545699f1c tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228102, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.086668] env[70323]: DEBUG oslo_vmware.api [None req-0e9f6cb7-c5af-4db4-9540-fab545699f1c tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228102, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139233} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.086949] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e9f6cb7-c5af-4db4-9540-fab545699f1c tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1339.087182] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9f6cb7-c5af-4db4-9540-fab545699f1c tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Deleted contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1339.087366] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9f6cb7-c5af-4db4-9540-fab545699f1c tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1339.112618] env[70323]: INFO nova.scheduler.client.report [None req-0e9f6cb7-c5af-4db4-9540-fab545699f1c tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Deleted allocations for instance 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79 [ 1339.617426] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0e9f6cb7-c5af-4db4-9540-fab545699f1c tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.617828] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0e9f6cb7-c5af-4db4-9540-fab545699f1c tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.617943] env[70323]: DEBUG nova.objects.instance [None req-0e9f6cb7-c5af-4db4-9540-fab545699f1c tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Lazy-loading 'resources' on Instance uuid 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1340.120802] env[70323]: DEBUG nova.objects.instance [None req-0e9f6cb7-c5af-4db4-9540-fab545699f1c tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Lazy-loading 'numa_topology' on Instance uuid 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1340.419019] env[70323]: DEBUG nova.compute.manager [req-0895a343-3163-40ed-b9f0-dc553a88ef0d req-e34a804e-7451-46d7-a661-600a901d82dc service nova] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Received event network-changed-4de091a4-4c6d-4df2-8597-155967e2878b {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1340.419183] env[70323]: DEBUG nova.compute.manager [req-0895a343-3163-40ed-b9f0-dc553a88ef0d req-e34a804e-7451-46d7-a661-600a901d82dc service nova] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Refreshing instance network info cache due to event network-changed-4de091a4-4c6d-4df2-8597-155967e2878b. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1340.419404] env[70323]: DEBUG oslo_concurrency.lockutils [req-0895a343-3163-40ed-b9f0-dc553a88ef0d req-e34a804e-7451-46d7-a661-600a901d82dc service nova] Acquiring lock "refresh_cache-9cd5c1e7-1f73-4ca0-995e-7b39602ebf79" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.419552] env[70323]: DEBUG oslo_concurrency.lockutils [req-0895a343-3163-40ed-b9f0-dc553a88ef0d req-e34a804e-7451-46d7-a661-600a901d82dc service nova] Acquired lock "refresh_cache-9cd5c1e7-1f73-4ca0-995e-7b39602ebf79" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.419719] env[70323]: DEBUG nova.network.neutron [req-0895a343-3163-40ed-b9f0-dc553a88ef0d req-e34a804e-7451-46d7-a661-600a901d82dc service nova] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Refreshing network info cache for port 4de091a4-4c6d-4df2-8597-155967e2878b {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1340.623825] env[70323]: DEBUG nova.objects.base [None req-0e9f6cb7-c5af-4db4-9540-fab545699f1c tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Object Instance<9cd5c1e7-1f73-4ca0-995e-7b39602ebf79> lazy-loaded attributes: resources,numa_topology {{(pid=70323) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1340.638790] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b6ae5b0-579b-405f-84bd-73bcbf9f4f16 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.646336] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9dc23c5-d498-412b-bac8-eedfb6b0aa7c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.676148] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a44d3ca-f825-4a99-8ef5-6e25066ec415 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.683013] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bfbe4ca-876b-4cf8-a53e-ca41ca4ab7f5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.695702] env[70323]: DEBUG nova.compute.provider_tree [None req-0e9f6cb7-c5af-4db4-9540-fab545699f1c tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1341.129691] env[70323]: DEBUG nova.network.neutron [req-0895a343-3163-40ed-b9f0-dc553a88ef0d req-e34a804e-7451-46d7-a661-600a901d82dc service nova] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Updated VIF entry in instance network info cache for port 4de091a4-4c6d-4df2-8597-155967e2878b. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1341.130051] env[70323]: DEBUG nova.network.neutron [req-0895a343-3163-40ed-b9f0-dc553a88ef0d req-e34a804e-7451-46d7-a661-600a901d82dc service nova] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Updating instance_info_cache with network_info: [{"id": "4de091a4-4c6d-4df2-8597-155967e2878b", "address": "fa:16:3e:a6:4b:46", "network": {"id": "097b8430-2c32-4d66-88b3-920f1edf9ab8", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1543211983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbf0ef2649d5414fa5900bd15ef444a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap4de091a4-4c", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.198649] env[70323]: DEBUG nova.scheduler.client.report [None req-0e9f6cb7-c5af-4db4-9540-fab545699f1c tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1341.537604] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Acquiring lock "9cd5c1e7-1f73-4ca0-995e-7b39602ebf79" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.633025] env[70323]: DEBUG oslo_concurrency.lockutils [req-0895a343-3163-40ed-b9f0-dc553a88ef0d req-e34a804e-7451-46d7-a661-600a901d82dc service nova] Releasing lock "refresh_cache-9cd5c1e7-1f73-4ca0-995e-7b39602ebf79" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.703172] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0e9f6cb7-c5af-4db4-9540-fab545699f1c tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.085s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.210582] env[70323]: DEBUG oslo_concurrency.lockutils [None req-0e9f6cb7-c5af-4db4-9540-fab545699f1c tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Lock "9cd5c1e7-1f73-4ca0-995e-7b39602ebf79" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 19.429s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.211171] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Lock "9cd5c1e7-1f73-4ca0-995e-7b39602ebf79" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.674s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.211361] env[70323]: INFO nova.compute.manager [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Unshelving [ 1343.222310] env[70323]: DEBUG nova.compute.utils [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1343.725515] env[70323]: INFO nova.virt.block_device [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Booting with volume 5f332490-3a2b-4724-98da-904cd7b51990 at /dev/sdb [ 1343.762009] env[70323]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ddc4a532-6a30-43dc-952a-2385586287d6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.771295] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7ce552-f6d8-4625-ac1d-66593d40a633 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.793893] env[70323]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d78afb7e-6183-4ddb-92cf-5e01188df60f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.801165] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9d0e06-eeb7-442e-b315-5e8fbe6981d4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.822677] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0c73ff-4bc6-4738-825d-f2771f1bfe0a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.829022] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d192218d-e6d8-49f3-a98a-2970f6f1991a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.840998] env[70323]: DEBUG nova.virt.block_device [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Updating existing volume attachment record: 25a429d8-c6dc-473d-9ece-59f38e1ad81c {{(pid=70323) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1343.965025] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1343.965025] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1343.965025] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1343.965216] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1343.965452] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1343.965452] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1343.965615] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1343.965713] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70323) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1343.965856] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager.update_available_resource {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1344.468988] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.469412] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.469469] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.469584] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70323) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1344.470474] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4c87dc-d874-4324-94f5-c4183233084c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.478143] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e0684e-0e1e-45b8-98f8-aa145bac9a9b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.491661] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d43632f0-52b7-4f72-a7fb-61ad6340c055 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.498077] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-079ef566-4e73-4c0a-b024-29a467aca6b2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.527196] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180560MB free_disk=122GB free_vcpus=48 pci_devices=None {{(pid=70323) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1344.527350] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.527545] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.053247] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1346.053567] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=70323) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1346.053612] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=70323) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1346.080797] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb8286d-9a16-4b02-9df9-c07457fc7408 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.088159] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed06b25d-8114-4b4e-aea4-afa2ce33c0bb {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.123150] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e897401-043d-428e-8ab6-94f525b3f2f5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.124673] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8178fe16-5123-4e98-b085-46dd4e7a48bd {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.137050] env[70323]: DEBUG nova.compute.provider_tree [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1346.640667] env[70323]: DEBUG nova.scheduler.client.report [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1347.145854] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70323) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1347.146299] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.618s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1349.429145] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.429458] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1349.429632] env[70323]: DEBUG nova.objects.instance [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Lazy-loading 'pci_requests' on Instance uuid 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1349.933365] env[70323]: DEBUG nova.objects.instance [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Lazy-loading 'numa_topology' on Instance uuid 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1350.436201] env[70323]: INFO nova.compute.claims [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1351.469777] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b6703b-4d03-4d8a-ba4c-459d7cdb1358 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.477210] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa3e928f-60be-43a6-a730-3914b80cc72f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.507453] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37bb8a5-adf4-4c89-99d2-e577225e2484 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.513450] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48dd671c-2ff7-42c1-848f-9d8a208e3ba5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.526073] env[70323]: DEBUG nova.compute.provider_tree [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1352.029662] env[70323]: DEBUG nova.scheduler.client.report [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1352.534395] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.105s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.562871] env[70323]: INFO nova.network.neutron [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Updating port 4de091a4-4c6d-4df2-8597-155967e2878b with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1353.926242] env[70323]: DEBUG nova.compute.manager [req-3fc3a7d6-c2c9-4f1c-8153-47a16d9620e8 req-b4c97fbb-60c8-46b4-97d8-94f6d6001116 service nova] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Received event network-vif-plugged-4de091a4-4c6d-4df2-8597-155967e2878b {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1353.926485] env[70323]: DEBUG oslo_concurrency.lockutils [req-3fc3a7d6-c2c9-4f1c-8153-47a16d9620e8 req-b4c97fbb-60c8-46b4-97d8-94f6d6001116 service nova] Acquiring lock "9cd5c1e7-1f73-4ca0-995e-7b39602ebf79-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.926599] env[70323]: DEBUG oslo_concurrency.lockutils [req-3fc3a7d6-c2c9-4f1c-8153-47a16d9620e8 req-b4c97fbb-60c8-46b4-97d8-94f6d6001116 service nova] Lock "9cd5c1e7-1f73-4ca0-995e-7b39602ebf79-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.926748] env[70323]: DEBUG oslo_concurrency.lockutils [req-3fc3a7d6-c2c9-4f1c-8153-47a16d9620e8 req-b4c97fbb-60c8-46b4-97d8-94f6d6001116 service nova] Lock "9cd5c1e7-1f73-4ca0-995e-7b39602ebf79-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.927213] env[70323]: DEBUG nova.compute.manager [req-3fc3a7d6-c2c9-4f1c-8153-47a16d9620e8 req-b4c97fbb-60c8-46b4-97d8-94f6d6001116 service nova] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] No waiting events found dispatching network-vif-plugged-4de091a4-4c6d-4df2-8597-155967e2878b {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1353.927461] env[70323]: WARNING nova.compute.manager [req-3fc3a7d6-c2c9-4f1c-8153-47a16d9620e8 req-b4c97fbb-60c8-46b4-97d8-94f6d6001116 service nova] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Received unexpected event network-vif-plugged-4de091a4-4c6d-4df2-8597-155967e2878b for instance with vm_state shelved_offloaded and task_state spawning. [ 1354.008035] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Acquiring lock "refresh_cache-9cd5c1e7-1f73-4ca0-995e-7b39602ebf79" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.008234] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Acquired lock "refresh_cache-9cd5c1e7-1f73-4ca0-995e-7b39602ebf79" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.008410] env[70323]: DEBUG nova.network.neutron [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1354.694366] env[70323]: DEBUG nova.network.neutron [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Updating instance_info_cache with network_info: [{"id": "4de091a4-4c6d-4df2-8597-155967e2878b", "address": "fa:16:3e:a6:4b:46", "network": {"id": "097b8430-2c32-4d66-88b3-920f1edf9ab8", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1543211983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbf0ef2649d5414fa5900bd15ef444a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4de091a4-4c", "ovs_interfaceid": "4de091a4-4c6d-4df2-8597-155967e2878b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.196901] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Releasing lock "refresh_cache-9cd5c1e7-1f73-4ca0-995e-7b39602ebf79" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.223319] env[70323]: DEBUG nova.virt.hardware [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='fae762a212b22a24e0c1c3b7b2407175',container_format='bare',created_at=2025-04-03T04:52:09Z,direct_url=,disk_format='vmdk',id=56f7d25f-8117-4128-8c7c-d7e9d773d699,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-2061725235-shelved',owner='fbf0ef2649d5414fa5900bd15ef444a8',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-04-03T04:52:21Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1355.223587] env[70323]: DEBUG nova.virt.hardware [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1355.223732] env[70323]: DEBUG nova.virt.hardware [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1355.223914] env[70323]: DEBUG nova.virt.hardware [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1355.224077] env[70323]: DEBUG nova.virt.hardware [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1355.224239] env[70323]: DEBUG nova.virt.hardware [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1355.224474] env[70323]: DEBUG nova.virt.hardware [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1355.224635] env[70323]: DEBUG nova.virt.hardware [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1355.224800] env[70323]: DEBUG nova.virt.hardware [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1355.224963] env[70323]: DEBUG nova.virt.hardware [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1355.225183] env[70323]: DEBUG nova.virt.hardware [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1355.226038] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e8cc78-4ddc-4f95-8b30-97483801f277 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.234009] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d8c99e-f504-40c6-8a3e-98d1cd1f6db2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.247511] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:4b:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae215ba8-f7a5-4b23-a055-90316d29817f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4de091a4-4c6d-4df2-8597-155967e2878b', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1355.254592] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1355.254807] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1355.255015] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-42c2e0ed-1625-42fc-a8dd-25ef9e52858d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.273428] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1355.273428] env[70323]: value = "task-3228107" [ 1355.273428] env[70323]: _type = "Task" [ 1355.273428] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.280173] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3228107, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.783285] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3228107, 'name': CreateVM_Task, 'duration_secs': 0.308397} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.783457] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1355.784125] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/56f7d25f-8117-4128-8c7c-d7e9d773d699" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.784324] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Acquired lock "[datastore2] devstack-image-cache_base/56f7d25f-8117-4128-8c7c-d7e9d773d699" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.784696] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/56f7d25f-8117-4128-8c7c-d7e9d773d699" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.784944] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abd3f81f-f24a-42fd-b969-b29369e02647 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.789958] env[70323]: DEBUG oslo_vmware.api [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Waiting for the task: (returnval){ [ 1355.789958] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52af0d93-ced1-f6ac-2d50-2144bc421f7e" [ 1355.789958] env[70323]: _type = "Task" [ 1355.789958] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.799805] env[70323]: DEBUG oslo_vmware.api [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52af0d93-ced1-f6ac-2d50-2144bc421f7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.954366] env[70323]: DEBUG nova.compute.manager [req-cc5c1431-4d54-4aeb-9ae8-cf004758ea5c req-1f48845a-d69d-42ec-8a02-dbad08b0b541 service nova] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Received event network-changed-4de091a4-4c6d-4df2-8597-155967e2878b {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1355.954614] env[70323]: DEBUG nova.compute.manager [req-cc5c1431-4d54-4aeb-9ae8-cf004758ea5c req-1f48845a-d69d-42ec-8a02-dbad08b0b541 service nova] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Refreshing instance network info cache due to event network-changed-4de091a4-4c6d-4df2-8597-155967e2878b. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1355.954815] env[70323]: DEBUG oslo_concurrency.lockutils [req-cc5c1431-4d54-4aeb-9ae8-cf004758ea5c req-1f48845a-d69d-42ec-8a02-dbad08b0b541 service nova] Acquiring lock "refresh_cache-9cd5c1e7-1f73-4ca0-995e-7b39602ebf79" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.954890] env[70323]: DEBUG oslo_concurrency.lockutils [req-cc5c1431-4d54-4aeb-9ae8-cf004758ea5c req-1f48845a-d69d-42ec-8a02-dbad08b0b541 service nova] Acquired lock "refresh_cache-9cd5c1e7-1f73-4ca0-995e-7b39602ebf79" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.955065] env[70323]: DEBUG nova.network.neutron [req-cc5c1431-4d54-4aeb-9ae8-cf004758ea5c req-1f48845a-d69d-42ec-8a02-dbad08b0b541 service nova] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Refreshing network info cache for port 4de091a4-4c6d-4df2-8597-155967e2878b {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1356.300035] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Releasing lock "[datastore2] devstack-image-cache_base/56f7d25f-8117-4128-8c7c-d7e9d773d699" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.300436] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Processing image 56f7d25f-8117-4128-8c7c-d7e9d773d699 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1356.300544] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/56f7d25f-8117-4128-8c7c-d7e9d773d699/56f7d25f-8117-4128-8c7c-d7e9d773d699.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.300684] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Acquired lock "[datastore2] devstack-image-cache_base/56f7d25f-8117-4128-8c7c-d7e9d773d699/56f7d25f-8117-4128-8c7c-d7e9d773d699.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.300867] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1356.301128] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08eca191-bb38-4d6d-bc62-add7067d0e66 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.310067] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1356.310282] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1356.310933] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e14d1e2-fd38-47f3-a711-72da588791b7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.315823] env[70323]: DEBUG oslo_vmware.api [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Waiting for the task: (returnval){ [ 1356.315823] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5251d90c-204e-00ef-e703-4707dc23fb1a" [ 1356.315823] env[70323]: _type = "Task" [ 1356.315823] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.323191] env[70323]: DEBUG oslo_vmware.api [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5251d90c-204e-00ef-e703-4707dc23fb1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.638203] env[70323]: DEBUG nova.network.neutron [req-cc5c1431-4d54-4aeb-9ae8-cf004758ea5c req-1f48845a-d69d-42ec-8a02-dbad08b0b541 service nova] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Updated VIF entry in instance network info cache for port 4de091a4-4c6d-4df2-8597-155967e2878b. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1356.638563] env[70323]: DEBUG nova.network.neutron [req-cc5c1431-4d54-4aeb-9ae8-cf004758ea5c req-1f48845a-d69d-42ec-8a02-dbad08b0b541 service nova] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Updating instance_info_cache with network_info: [{"id": "4de091a4-4c6d-4df2-8597-155967e2878b", "address": "fa:16:3e:a6:4b:46", "network": {"id": "097b8430-2c32-4d66-88b3-920f1edf9ab8", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1543211983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbf0ef2649d5414fa5900bd15ef444a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4de091a4-4c", "ovs_interfaceid": "4de091a4-4c6d-4df2-8597-155967e2878b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.825446] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Preparing fetch location {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1356.825675] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Fetch image to [datastore2] OSTACK_IMG_5baca415-175a-4b88-a7ec-01a5a0666e30/OSTACK_IMG_5baca415-175a-4b88-a7ec-01a5a0666e30.vmdk {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1356.825862] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Downloading stream optimized image 56f7d25f-8117-4128-8c7c-d7e9d773d699 to [datastore2] OSTACK_IMG_5baca415-175a-4b88-a7ec-01a5a0666e30/OSTACK_IMG_5baca415-175a-4b88-a7ec-01a5a0666e30.vmdk on the data store datastore2 as vApp {{(pid=70323) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1356.826048] env[70323]: DEBUG nova.virt.vmwareapi.images [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Downloading image file data 56f7d25f-8117-4128-8c7c-d7e9d773d699 to the ESX as VM named 'OSTACK_IMG_5baca415-175a-4b88-a7ec-01a5a0666e30' {{(pid=70323) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1356.891768] env[70323]: DEBUG oslo_vmware.rw_handles [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1356.891768] env[70323]: value = "resgroup-9" [ 1356.891768] env[70323]: _type = "ResourcePool" [ 1356.891768] env[70323]: }. {{(pid=70323) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1356.892080] env[70323]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-0735c610-73b0-42b3-b648-39bcfd70fe7a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.912639] env[70323]: DEBUG oslo_vmware.rw_handles [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Lease: (returnval){ [ 1356.912639] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52ac742c-65bd-a2e8-f4af-5a03b9d9cd93" [ 1356.912639] env[70323]: _type = "HttpNfcLease" [ 1356.912639] env[70323]: } obtained for vApp import into resource pool (val){ [ 1356.912639] env[70323]: value = "resgroup-9" [ 1356.912639] env[70323]: _type = "ResourcePool" [ 1356.912639] env[70323]: }. {{(pid=70323) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1356.912959] env[70323]: DEBUG oslo_vmware.api [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Waiting for the lease: (returnval){ [ 1356.912959] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52ac742c-65bd-a2e8-f4af-5a03b9d9cd93" [ 1356.912959] env[70323]: _type = "HttpNfcLease" [ 1356.912959] env[70323]: } to be ready. {{(pid=70323) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1356.922159] env[70323]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1356.922159] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52ac742c-65bd-a2e8-f4af-5a03b9d9cd93" [ 1356.922159] env[70323]: _type = "HttpNfcLease" [ 1356.922159] env[70323]: } is initializing. {{(pid=70323) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1357.141954] env[70323]: DEBUG oslo_concurrency.lockutils [req-cc5c1431-4d54-4aeb-9ae8-cf004758ea5c req-1f48845a-d69d-42ec-8a02-dbad08b0b541 service nova] Releasing lock "refresh_cache-9cd5c1e7-1f73-4ca0-995e-7b39602ebf79" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.420576] env[70323]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1357.420576] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52ac742c-65bd-a2e8-f4af-5a03b9d9cd93" [ 1357.420576] env[70323]: _type = "HttpNfcLease" [ 1357.420576] env[70323]: } is ready. {{(pid=70323) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1357.421112] env[70323]: DEBUG oslo_vmware.rw_handles [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1357.421112] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52ac742c-65bd-a2e8-f4af-5a03b9d9cd93" [ 1357.421112] env[70323]: _type = "HttpNfcLease" [ 1357.421112] env[70323]: }. {{(pid=70323) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1357.421645] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cdb3a4b-bef3-4ca5-89a3-aea9e1d1bbc4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.429855] env[70323]: DEBUG oslo_vmware.rw_handles [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a98e83-90f9-fa03-7ccd-bc945c65b5e8/disk-0.vmdk from lease info. {{(pid=70323) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1357.430044] env[70323]: DEBUG oslo_vmware.rw_handles [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a98e83-90f9-fa03-7ccd-bc945c65b5e8/disk-0.vmdk. {{(pid=70323) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1357.491922] env[70323]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-42de214b-fd58-4513-8cef-a97f1ecc922b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.542123] env[70323]: DEBUG oslo_vmware.rw_handles [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Completed reading data from the image iterator. {{(pid=70323) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1358.542123] env[70323]: DEBUG oslo_vmware.rw_handles [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a98e83-90f9-fa03-7ccd-bc945c65b5e8/disk-0.vmdk. {{(pid=70323) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1358.542592] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a3d003-3b93-4261-a748-351027797556 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.549109] env[70323]: DEBUG oslo_vmware.rw_handles [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a98e83-90f9-fa03-7ccd-bc945c65b5e8/disk-0.vmdk is in state: ready. {{(pid=70323) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1358.549284] env[70323]: DEBUG oslo_vmware.rw_handles [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a98e83-90f9-fa03-7ccd-bc945c65b5e8/disk-0.vmdk. {{(pid=70323) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1358.549495] env[70323]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-68677475-a922-459f-bfdd-40298808aeba {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.739378] env[70323]: DEBUG oslo_vmware.rw_handles [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a98e83-90f9-fa03-7ccd-bc945c65b5e8/disk-0.vmdk. {{(pid=70323) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1358.739611] env[70323]: INFO nova.virt.vmwareapi.images [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Downloaded image file data 56f7d25f-8117-4128-8c7c-d7e9d773d699 [ 1358.740432] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff31de30-5f49-427f-bff9-74a5a99d094a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.755353] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d110c41b-c7f3-4ebf-be93-11229ecc4591 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.780682] env[70323]: INFO nova.virt.vmwareapi.images [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] The imported VM was unregistered [ 1358.782944] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Caching image {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1358.783187] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Creating directory with path [datastore2] devstack-image-cache_base/56f7d25f-8117-4128-8c7c-d7e9d773d699 {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1358.783430] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87612e97-19db-4beb-9e73-fd8442075bad {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.794071] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Created directory with path [datastore2] devstack-image-cache_base/56f7d25f-8117-4128-8c7c-d7e9d773d699 {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1358.794225] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_5baca415-175a-4b88-a7ec-01a5a0666e30/OSTACK_IMG_5baca415-175a-4b88-a7ec-01a5a0666e30.vmdk to [datastore2] devstack-image-cache_base/56f7d25f-8117-4128-8c7c-d7e9d773d699/56f7d25f-8117-4128-8c7c-d7e9d773d699.vmdk. {{(pid=70323) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1358.794454] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-fbaf7c91-39bd-41b4-b248-e9239526756c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.800603] env[70323]: DEBUG oslo_vmware.api [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Waiting for the task: (returnval){ [ 1358.800603] env[70323]: value = "task-3228110" [ 1358.800603] env[70323]: _type = "Task" [ 1358.800603] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.807908] env[70323]: DEBUG oslo_vmware.api [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228110, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.312794] env[70323]: DEBUG oslo_vmware.api [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228110, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.813835] env[70323]: DEBUG oslo_vmware.api [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228110, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.313945] env[70323]: DEBUG oslo_vmware.api [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228110, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.814917] env[70323]: DEBUG oslo_vmware.api [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228110, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.313423] env[70323]: DEBUG oslo_vmware.api [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228110, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.422212} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.314147] env[70323]: INFO nova.virt.vmwareapi.ds_util [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_5baca415-175a-4b88-a7ec-01a5a0666e30/OSTACK_IMG_5baca415-175a-4b88-a7ec-01a5a0666e30.vmdk to [datastore2] devstack-image-cache_base/56f7d25f-8117-4128-8c7c-d7e9d773d699/56f7d25f-8117-4128-8c7c-d7e9d773d699.vmdk. [ 1361.314269] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Cleaning up location [datastore2] OSTACK_IMG_5baca415-175a-4b88-a7ec-01a5a0666e30 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1361.314382] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_5baca415-175a-4b88-a7ec-01a5a0666e30 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1361.314608] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-140b7d5c-eb26-4c5e-892b-6146ea32aef5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.321098] env[70323]: DEBUG oslo_vmware.api [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Waiting for the task: (returnval){ [ 1361.321098] env[70323]: value = "task-3228111" [ 1361.321098] env[70323]: _type = "Task" [ 1361.321098] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.328054] env[70323]: DEBUG oslo_vmware.api [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228111, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.830979] env[70323]: DEBUG oslo_vmware.api [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228111, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.048194} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.831419] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1361.831419] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Releasing lock "[datastore2] devstack-image-cache_base/56f7d25f-8117-4128-8c7c-d7e9d773d699/56f7d25f-8117-4128-8c7c-d7e9d773d699.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.831663] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/56f7d25f-8117-4128-8c7c-d7e9d773d699/56f7d25f-8117-4128-8c7c-d7e9d773d699.vmdk to [datastore2] 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79/9cd5c1e7-1f73-4ca0-995e-7b39602ebf79.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1361.831906] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9095401-88c3-4d82-bb35-7b063fc43267 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.837731] env[70323]: DEBUG oslo_vmware.api [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Waiting for the task: (returnval){ [ 1361.837731] env[70323]: value = "task-3228112" [ 1361.837731] env[70323]: _type = "Task" [ 1361.837731] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.844707] env[70323]: DEBUG oslo_vmware.api [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228112, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.349099] env[70323]: DEBUG oslo_vmware.api [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228112, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.851161] env[70323]: DEBUG oslo_vmware.api [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228112, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.351734] env[70323]: DEBUG oslo_vmware.api [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228112, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.852431] env[70323]: DEBUG oslo_vmware.api [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228112, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.351929] env[70323]: DEBUG oslo_vmware.api [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228112, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.149666} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.352223] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/56f7d25f-8117-4128-8c7c-d7e9d773d699/56f7d25f-8117-4128-8c7c-d7e9d773d699.vmdk to [datastore2] 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79/9cd5c1e7-1f73-4ca0-995e-7b39602ebf79.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1364.352993] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-031c29ce-5fc8-40dc-841b-503670fca32d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.374241] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79/9cd5c1e7-1f73-4ca0-995e-7b39602ebf79.vmdk or device None with type streamOptimized {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1364.374466] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f236952-1443-4134-9f25-b9d13f216eee {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.392105] env[70323]: DEBUG oslo_vmware.api [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Waiting for the task: (returnval){ [ 1364.392105] env[70323]: value = "task-3228113" [ 1364.392105] env[70323]: _type = "Task" [ 1364.392105] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.399337] env[70323]: DEBUG oslo_vmware.api [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228113, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.902205] env[70323]: DEBUG oslo_vmware.api [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228113, 'name': ReconfigVM_Task, 'duration_secs': 0.279084} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.902607] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79/9cd5c1e7-1f73-4ca0-995e-7b39602ebf79.vmdk or device None with type streamOptimized {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1364.903931] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'disk_bus': None, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'guest_format': None, 'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'encrypted': False, 'device_name': '/dev/sda', 'image_id': 'bec2993a-3fd9-4b8d-ab5c-9a6885d93b16'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'mount_device': '/dev/sdb', 'device_type': None, 'delete_on_termination': False, 'attachment_id': '25a429d8-c6dc-473d-9ece-59f38e1ad81c', 'boot_index': None, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645274', 'volume_id': '5f332490-3a2b-4724-98da-904cd7b51990', 'name': 'volume-5f332490-3a2b-4724-98da-904cd7b51990', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '9cd5c1e7-1f73-4ca0-995e-7b39602ebf79', 'attached_at': '', 'detached_at': '', 'volume_id': '5f332490-3a2b-4724-98da-904cd7b51990', 'serial': '5f332490-3a2b-4724-98da-904cd7b51990'}, 'volume_type': None}], 'swap': None} {{(pid=70323) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1364.904152] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Volume attach. Driver type: vmdk {{(pid=70323) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1364.904336] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645274', 'volume_id': '5f332490-3a2b-4724-98da-904cd7b51990', 'name': 'volume-5f332490-3a2b-4724-98da-904cd7b51990', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '9cd5c1e7-1f73-4ca0-995e-7b39602ebf79', 'attached_at': '', 'detached_at': '', 'volume_id': '5f332490-3a2b-4724-98da-904cd7b51990', 'serial': '5f332490-3a2b-4724-98da-904cd7b51990'} {{(pid=70323) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1364.905098] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d90615f-4586-4d26-b3e7-e7ae06eac59e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.920048] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4231319c-2609-4f54-adc1-918b4c3c9f00 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.943249] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] volume-5f332490-3a2b-4724-98da-904cd7b51990/volume-5f332490-3a2b-4724-98da-904cd7b51990.vmdk or device None with type thin {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1364.943503] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-624539a2-7295-4591-942c-aba3ef478e58 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.960466] env[70323]: DEBUG oslo_vmware.api [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Waiting for the task: (returnval){ [ 1364.960466] env[70323]: value = "task-3228114" [ 1364.960466] env[70323]: _type = "Task" [ 1364.960466] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.967920] env[70323]: DEBUG oslo_vmware.api [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228114, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.470400] env[70323]: DEBUG oslo_vmware.api [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228114, 'name': ReconfigVM_Task, 'duration_secs': 0.312064} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.470679] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Reconfigured VM instance instance-0000007b to attach disk [datastore2] volume-5f332490-3a2b-4724-98da-904cd7b51990/volume-5f332490-3a2b-4724-98da-904cd7b51990.vmdk or device None with type thin {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1365.475197] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-542ea74b-d96a-4b33-b75d-04a256c7d628 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.489458] env[70323]: DEBUG oslo_vmware.api [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Waiting for the task: (returnval){ [ 1365.489458] env[70323]: value = "task-3228115" [ 1365.489458] env[70323]: _type = "Task" [ 1365.489458] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.496646] env[70323]: DEBUG oslo_vmware.api [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228115, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.998500] env[70323]: DEBUG oslo_vmware.api [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228115, 'name': ReconfigVM_Task, 'duration_secs': 0.132956} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.998819] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645274', 'volume_id': '5f332490-3a2b-4724-98da-904cd7b51990', 'name': 'volume-5f332490-3a2b-4724-98da-904cd7b51990', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '9cd5c1e7-1f73-4ca0-995e-7b39602ebf79', 'attached_at': '', 'detached_at': '', 'volume_id': '5f332490-3a2b-4724-98da-904cd7b51990', 'serial': '5f332490-3a2b-4724-98da-904cd7b51990'} {{(pid=70323) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1365.999392] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e3c7761e-1cfc-45eb-b9b2-75c33f8b5c58 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.005214] env[70323]: DEBUG oslo_vmware.api [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Waiting for the task: (returnval){ [ 1366.005214] env[70323]: value = "task-3228116" [ 1366.005214] env[70323]: _type = "Task" [ 1366.005214] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.012224] env[70323]: DEBUG oslo_vmware.api [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228116, 'name': Rename_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.515807] env[70323]: DEBUG oslo_vmware.api [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228116, 'name': Rename_Task, 'duration_secs': 0.183538} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.516127] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1366.516356] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81f231be-bf65-49fd-9ec7-f1482e78a45f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.522681] env[70323]: DEBUG oslo_vmware.api [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Waiting for the task: (returnval){ [ 1366.522681] env[70323]: value = "task-3228117" [ 1366.522681] env[70323]: _type = "Task" [ 1366.522681] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.530852] env[70323]: DEBUG oslo_vmware.api [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228117, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.032382] env[70323]: DEBUG oslo_vmware.api [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228117, 'name': PowerOnVM_Task, 'duration_secs': 0.449446} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.032700] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1367.125081] env[70323]: DEBUG nova.compute.manager [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1367.125994] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69ea97f-5366-40ed-b65b-f077351e9b2f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.642258] env[70323]: DEBUG oslo_concurrency.lockutils [None req-c200caa8-b7eb-45a1-ba04-752e4f82194d tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Lock "9cd5c1e7-1f73-4ca0-995e-7b39602ebf79" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 25.431s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1400.481930] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1400.482341] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1400.988196] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1400.988196] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1400.988196] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1400.988196] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1400.988196] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1400.988196] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1400.988627] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70323) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1400.988627] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager.update_available_resource {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1401.492240] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1401.492240] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1401.492728] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1401.492728] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70323) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1401.493571] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c988fd31-e921-4b6b-aa65-bacd604149e6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.502029] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c5388e-15b0-4ead-aca1-667116b26401 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.515737] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51fa0436-4a6a-4df5-86c4-5f7eb21fca65 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.521690] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-465c1e24-ff77-4d6f-bf26-d2bbea65b7d5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.550253] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180772MB free_disk=122GB free_vcpus=48 pci_devices=None {{(pid=70323) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1401.550411] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1401.550596] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1404.883055] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1404.883055] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=70323) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1404.883055] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=70323) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1404.883055] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258b29d5-fd3b-43bb-bd84-e4705272075d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.883055] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f2aa1f7-d68b-4927-b4e8-b956222d521d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.883055] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2ca30c-b333-4d22-af83-0df4be35ec69 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.883055] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02f5e77-a6b8-4508-8739-200d5f4f5f1c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.883055] env[70323]: DEBUG nova.compute.provider_tree [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1404.883055] env[70323]: DEBUG nova.scheduler.client.report [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1405.168696] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70323) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1405.168928] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.618s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1405.677790] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f793cfa0-a739-4d6f-b42e-293b444bf3ce tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Acquiring lock "9cd5c1e7-1f73-4ca0-995e-7b39602ebf79" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1405.678137] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f793cfa0-a739-4d6f-b42e-293b444bf3ce tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Lock "9cd5c1e7-1f73-4ca0-995e-7b39602ebf79" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1406.181195] env[70323]: INFO nova.compute.manager [None req-f793cfa0-a739-4d6f-b42e-293b444bf3ce tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Detaching volume 5f332490-3a2b-4724-98da-904cd7b51990 [ 1406.211195] env[70323]: INFO nova.virt.block_device [None req-f793cfa0-a739-4d6f-b42e-293b444bf3ce tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Attempting to driver detach volume 5f332490-3a2b-4724-98da-904cd7b51990 from mountpoint /dev/sdb [ 1406.211435] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-f793cfa0-a739-4d6f-b42e-293b444bf3ce tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Volume detach. Driver type: vmdk {{(pid=70323) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1406.211620] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-f793cfa0-a739-4d6f-b42e-293b444bf3ce tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645274', 'volume_id': '5f332490-3a2b-4724-98da-904cd7b51990', 'name': 'volume-5f332490-3a2b-4724-98da-904cd7b51990', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '9cd5c1e7-1f73-4ca0-995e-7b39602ebf79', 'attached_at': '', 'detached_at': '', 'volume_id': '5f332490-3a2b-4724-98da-904cd7b51990', 'serial': '5f332490-3a2b-4724-98da-904cd7b51990'} {{(pid=70323) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1406.212488] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3564500-f73a-4ef1-adba-72b210f0ed4e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.234405] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eaee8cc-060e-4b5a-9344-e8db9f2f1cff {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.241224] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e917cf-feac-4b87-b223-19c1a8148c96 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.260703] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75392d13-6520-4a38-904d-df3b52bd13fe {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.275839] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-f793cfa0-a739-4d6f-b42e-293b444bf3ce tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] The volume has not been displaced from its original location: [datastore2] volume-5f332490-3a2b-4724-98da-904cd7b51990/volume-5f332490-3a2b-4724-98da-904cd7b51990.vmdk. No consolidation needed. {{(pid=70323) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1406.281098] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-f793cfa0-a739-4d6f-b42e-293b444bf3ce tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Reconfiguring VM instance instance-0000007b to detach disk 2001 {{(pid=70323) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1406.281356] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-886db283-9d1a-4ef3-a054-0b05a3718124 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.299633] env[70323]: DEBUG oslo_vmware.api [None req-f793cfa0-a739-4d6f-b42e-293b444bf3ce tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Waiting for the task: (returnval){ [ 1406.299633] env[70323]: value = "task-3228118" [ 1406.299633] env[70323]: _type = "Task" [ 1406.299633] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.306937] env[70323]: DEBUG oslo_vmware.api [None req-f793cfa0-a739-4d6f-b42e-293b444bf3ce tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228118, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.809177] env[70323]: DEBUG oslo_vmware.api [None req-f793cfa0-a739-4d6f-b42e-293b444bf3ce tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228118, 'name': ReconfigVM_Task, 'duration_secs': 0.212386} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.809463] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-f793cfa0-a739-4d6f-b42e-293b444bf3ce tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Reconfigured VM instance instance-0000007b to detach disk 2001 {{(pid=70323) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1406.814045] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d48638de-4ef0-4e62-a35f-263d96e87822 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.828262] env[70323]: DEBUG oslo_vmware.api [None req-f793cfa0-a739-4d6f-b42e-293b444bf3ce tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Waiting for the task: (returnval){ [ 1406.828262] env[70323]: value = "task-3228119" [ 1406.828262] env[70323]: _type = "Task" [ 1406.828262] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.835599] env[70323]: DEBUG oslo_vmware.api [None req-f793cfa0-a739-4d6f-b42e-293b444bf3ce tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228119, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.337923] env[70323]: DEBUG oslo_vmware.api [None req-f793cfa0-a739-4d6f-b42e-293b444bf3ce tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228119, 'name': ReconfigVM_Task, 'duration_secs': 0.130352} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.338255] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-f793cfa0-a739-4d6f-b42e-293b444bf3ce tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645274', 'volume_id': '5f332490-3a2b-4724-98da-904cd7b51990', 'name': 'volume-5f332490-3a2b-4724-98da-904cd7b51990', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '9cd5c1e7-1f73-4ca0-995e-7b39602ebf79', 'attached_at': '', 'detached_at': '', 'volume_id': '5f332490-3a2b-4724-98da-904cd7b51990', 'serial': '5f332490-3a2b-4724-98da-904cd7b51990'} {{(pid=70323) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1407.880238] env[70323]: DEBUG nova.objects.instance [None req-f793cfa0-a739-4d6f-b42e-293b444bf3ce tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Lazy-loading 'flavor' on Instance uuid 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1408.890276] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f793cfa0-a739-4d6f-b42e-293b444bf3ce tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Lock "9cd5c1e7-1f73-4ca0-995e-7b39602ebf79" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.212s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1409.922510] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8309f21c-2586-4940-91fc-77f7c8886143 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Acquiring lock "9cd5c1e7-1f73-4ca0-995e-7b39602ebf79" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1409.922900] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8309f21c-2586-4940-91fc-77f7c8886143 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Lock "9cd5c1e7-1f73-4ca0-995e-7b39602ebf79" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1409.923067] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8309f21c-2586-4940-91fc-77f7c8886143 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Acquiring lock "9cd5c1e7-1f73-4ca0-995e-7b39602ebf79-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1409.923256] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8309f21c-2586-4940-91fc-77f7c8886143 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Lock "9cd5c1e7-1f73-4ca0-995e-7b39602ebf79-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1409.923434] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8309f21c-2586-4940-91fc-77f7c8886143 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Lock "9cd5c1e7-1f73-4ca0-995e-7b39602ebf79-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1409.925620] env[70323]: INFO nova.compute.manager [None req-8309f21c-2586-4940-91fc-77f7c8886143 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Terminating instance [ 1410.430200] env[70323]: DEBUG nova.compute.manager [None req-8309f21c-2586-4940-91fc-77f7c8886143 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1410.430456] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8309f21c-2586-4940-91fc-77f7c8886143 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1410.431887] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-733788e2-902f-44f7-892a-801c06451cb0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.439551] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-8309f21c-2586-4940-91fc-77f7c8886143 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1410.439783] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-289b5d26-5903-44d6-94fb-45c7c635c6bc {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.445620] env[70323]: DEBUG oslo_vmware.api [None req-8309f21c-2586-4940-91fc-77f7c8886143 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Waiting for the task: (returnval){ [ 1410.445620] env[70323]: value = "task-3228120" [ 1410.445620] env[70323]: _type = "Task" [ 1410.445620] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.453638] env[70323]: DEBUG oslo_vmware.api [None req-8309f21c-2586-4940-91fc-77f7c8886143 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228120, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.956169] env[70323]: DEBUG oslo_vmware.api [None req-8309f21c-2586-4940-91fc-77f7c8886143 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228120, 'name': PowerOffVM_Task, 'duration_secs': 0.225861} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.956589] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-8309f21c-2586-4940-91fc-77f7c8886143 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1410.956589] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8309f21c-2586-4940-91fc-77f7c8886143 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1410.956862] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-15d329ba-4a28-41fa-a602-e8b74f32c76e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.851264] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8309f21c-2586-4940-91fc-77f7c8886143 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1413.851653] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8309f21c-2586-4940-91fc-77f7c8886143 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Deleting contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1413.851653] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-8309f21c-2586-4940-91fc-77f7c8886143 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Deleting the datastore file [datastore2] 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1413.851944] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c5f6247-35f8-41ac-91c4-9195943b7277 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.859362] env[70323]: DEBUG oslo_vmware.api [None req-8309f21c-2586-4940-91fc-77f7c8886143 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Waiting for the task: (returnval){ [ 1413.859362] env[70323]: value = "task-3228122" [ 1413.859362] env[70323]: _type = "Task" [ 1413.859362] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.867788] env[70323]: DEBUG oslo_vmware.api [None req-8309f21c-2586-4940-91fc-77f7c8886143 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228122, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.369308] env[70323]: DEBUG oslo_vmware.api [None req-8309f21c-2586-4940-91fc-77f7c8886143 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228122, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135547} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.369566] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-8309f21c-2586-4940-91fc-77f7c8886143 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1414.369751] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8309f21c-2586-4940-91fc-77f7c8886143 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Deleted contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1414.369927] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-8309f21c-2586-4940-91fc-77f7c8886143 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1414.370120] env[70323]: INFO nova.compute.manager [None req-8309f21c-2586-4940-91fc-77f7c8886143 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Took 3.94 seconds to destroy the instance on the hypervisor. [ 1414.370373] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8309f21c-2586-4940-91fc-77f7c8886143 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1414.370573] env[70323]: DEBUG nova.compute.manager [-] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1414.370675] env[70323]: DEBUG nova.network.neutron [-] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1414.761023] env[70323]: DEBUG nova.compute.manager [req-c2a69d92-7b43-4a0d-94a9-60fe9229b985 req-fbfcb89c-288d-432b-a114-7f29f6f5b7be service nova] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Received event network-vif-deleted-4de091a4-4c6d-4df2-8597-155967e2878b {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1414.761138] env[70323]: INFO nova.compute.manager [req-c2a69d92-7b43-4a0d-94a9-60fe9229b985 req-fbfcb89c-288d-432b-a114-7f29f6f5b7be service nova] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Neutron deleted interface 4de091a4-4c6d-4df2-8597-155967e2878b; detaching it from the instance and deleting it from the info cache [ 1414.761352] env[70323]: DEBUG nova.network.neutron [req-c2a69d92-7b43-4a0d-94a9-60fe9229b985 req-fbfcb89c-288d-432b-a114-7f29f6f5b7be service nova] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1415.248298] env[70323]: DEBUG nova.network.neutron [-] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1415.263434] env[70323]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-18cfdf78-c886-4bdb-b479-24a94818ce86 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.273451] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c706ef-fa1e-48a1-9758-a0209dc66f43 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.297256] env[70323]: DEBUG nova.compute.manager [req-c2a69d92-7b43-4a0d-94a9-60fe9229b985 req-fbfcb89c-288d-432b-a114-7f29f6f5b7be service nova] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Detach interface failed, port_id=4de091a4-4c6d-4df2-8597-155967e2878b, reason: Instance 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79 could not be found. {{(pid=70323) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1415.751567] env[70323]: INFO nova.compute.manager [-] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Took 1.38 seconds to deallocate network for instance. [ 1416.258064] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8309f21c-2586-4940-91fc-77f7c8886143 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1416.258380] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8309f21c-2586-4940-91fc-77f7c8886143 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1416.258602] env[70323]: DEBUG nova.objects.instance [None req-8309f21c-2586-4940-91fc-77f7c8886143 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Lazy-loading 'resources' on Instance uuid 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1416.791935] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2900b7a1-4ea2-4583-86e3-03abe081a48a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.799244] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf0e807-a025-4d87-9182-0db203d70f00 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.829225] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f501def2-f47d-4d81-8a4c-985bb3742984 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.835720] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c67251-52e4-4f9a-b639-3670d6e66d81 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.848264] env[70323]: DEBUG nova.compute.provider_tree [None req-8309f21c-2586-4940-91fc-77f7c8886143 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1417.352261] env[70323]: DEBUG nova.scheduler.client.report [None req-8309f21c-2586-4940-91fc-77f7c8886143 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1417.857373] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8309f21c-2586-4940-91fc-77f7c8886143 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.599s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1417.879167] env[70323]: INFO nova.scheduler.client.report [None req-8309f21c-2586-4940-91fc-77f7c8886143 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Deleted allocations for instance 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79 [ 1418.387428] env[70323]: DEBUG oslo_concurrency.lockutils [None req-8309f21c-2586-4940-91fc-77f7c8886143 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Lock "9cd5c1e7-1f73-4ca0-995e-7b39602ebf79" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.465s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1420.196029] env[70323]: DEBUG oslo_concurrency.lockutils [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Acquiring lock "9a2ab80a-f1ab-4972-b2f8-ea63afe82564" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1420.196359] env[70323]: DEBUG oslo_concurrency.lockutils [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Lock "9a2ab80a-f1ab-4972-b2f8-ea63afe82564" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1420.698321] env[70323]: DEBUG nova.compute.manager [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Starting instance... {{(pid=70323) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1421.216809] env[70323]: DEBUG oslo_concurrency.lockutils [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1421.217128] env[70323]: DEBUG oslo_concurrency.lockutils [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1421.218611] env[70323]: INFO nova.compute.claims [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1422.254231] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f578b6-8d55-4c8b-9254-0c63046e49d7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.261910] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d04c1e7-2464-42c7-b094-57b756005486 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.291033] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8557197c-e6a2-4b5e-972e-2a90c0d2c678 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.298035] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6fc5822-f00b-41a3-8f94-f65d4b6430df {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.310533] env[70323]: DEBUG nova.compute.provider_tree [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1422.813509] env[70323]: DEBUG nova.scheduler.client.report [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1423.318762] env[70323]: DEBUG oslo_concurrency.lockutils [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.101s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1423.319304] env[70323]: DEBUG nova.compute.manager [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Start building networks asynchronously for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1423.824070] env[70323]: DEBUG nova.compute.utils [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Using /dev/sd instead of None {{(pid=70323) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1423.825519] env[70323]: DEBUG nova.compute.manager [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Allocating IP information in the background. {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1423.825692] env[70323]: DEBUG nova.network.neutron [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] allocate_for_instance() {{(pid=70323) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1424.096793] env[70323]: DEBUG nova.policy [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c0ad890a9454a6c9fd27ffcfe8451e0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fbf0ef2649d5414fa5900bd15ef444a8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70323) authorize /opt/stack/nova/nova/policy.py:192}} [ 1424.330642] env[70323]: DEBUG nova.compute.manager [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Start building block device mappings for instance. {{(pid=70323) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1424.365621] env[70323]: DEBUG nova.network.neutron [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Successfully created port: 28823610-dee8-427f-b294-d02393b18a75 {{(pid=70323) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1425.340639] env[70323]: DEBUG nova.compute.manager [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Start spawning the instance on the hypervisor. {{(pid=70323) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1425.366682] env[70323]: DEBUG nova.virt.hardware [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T04:37:51Z,direct_url=,disk_format='vmdk',id=bec2993a-3fd9-4b8d-ab5c-9a6885d93b16,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aa1f6314fd1d4d8a9ec1f238193c1000',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T04:37:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1425.366943] env[70323]: DEBUG nova.virt.hardware [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1425.367165] env[70323]: DEBUG nova.virt.hardware [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1425.367378] env[70323]: DEBUG nova.virt.hardware [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1425.367543] env[70323]: DEBUG nova.virt.hardware [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1425.367695] env[70323]: DEBUG nova.virt.hardware [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1425.367902] env[70323]: DEBUG nova.virt.hardware [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1425.368077] env[70323]: DEBUG nova.virt.hardware [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1425.368248] env[70323]: DEBUG nova.virt.hardware [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1425.368410] env[70323]: DEBUG nova.virt.hardware [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1425.368580] env[70323]: DEBUG nova.virt.hardware [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1425.369445] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b21c46c-6867-4f0d-991c-9555d7981368 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.377487] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-114e0c07-aac1-4441-af7b-757c43198184 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.705030] env[70323]: DEBUG nova.compute.manager [req-20663e76-6384-4b87-b8b1-bf8e162b4954 req-6080c707-7fca-4452-81b2-425e08d4146e service nova] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Received event network-vif-plugged-28823610-dee8-427f-b294-d02393b18a75 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1425.705286] env[70323]: DEBUG oslo_concurrency.lockutils [req-20663e76-6384-4b87-b8b1-bf8e162b4954 req-6080c707-7fca-4452-81b2-425e08d4146e service nova] Acquiring lock "9a2ab80a-f1ab-4972-b2f8-ea63afe82564-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1425.705498] env[70323]: DEBUG oslo_concurrency.lockutils [req-20663e76-6384-4b87-b8b1-bf8e162b4954 req-6080c707-7fca-4452-81b2-425e08d4146e service nova] Lock "9a2ab80a-f1ab-4972-b2f8-ea63afe82564-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1425.705664] env[70323]: DEBUG oslo_concurrency.lockutils [req-20663e76-6384-4b87-b8b1-bf8e162b4954 req-6080c707-7fca-4452-81b2-425e08d4146e service nova] Lock "9a2ab80a-f1ab-4972-b2f8-ea63afe82564-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1425.705834] env[70323]: DEBUG nova.compute.manager [req-20663e76-6384-4b87-b8b1-bf8e162b4954 req-6080c707-7fca-4452-81b2-425e08d4146e service nova] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] No waiting events found dispatching network-vif-plugged-28823610-dee8-427f-b294-d02393b18a75 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1425.706009] env[70323]: WARNING nova.compute.manager [req-20663e76-6384-4b87-b8b1-bf8e162b4954 req-6080c707-7fca-4452-81b2-425e08d4146e service nova] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Received unexpected event network-vif-plugged-28823610-dee8-427f-b294-d02393b18a75 for instance with vm_state building and task_state spawning. [ 1425.782646] env[70323]: DEBUG nova.network.neutron [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Successfully updated port: 28823610-dee8-427f-b294-d02393b18a75 {{(pid=70323) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1426.285706] env[70323]: DEBUG oslo_concurrency.lockutils [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Acquiring lock "refresh_cache-9a2ab80a-f1ab-4972-b2f8-ea63afe82564" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.285821] env[70323]: DEBUG oslo_concurrency.lockutils [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Acquired lock "refresh_cache-9a2ab80a-f1ab-4972-b2f8-ea63afe82564" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.285982] env[70323]: DEBUG nova.network.neutron [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1426.817178] env[70323]: DEBUG nova.network.neutron [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Instance cache missing network info. {{(pid=70323) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1426.933879] env[70323]: DEBUG nova.network.neutron [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Updating instance_info_cache with network_info: [{"id": "28823610-dee8-427f-b294-d02393b18a75", "address": "fa:16:3e:b1:7b:c6", "network": {"id": "097b8430-2c32-4d66-88b3-920f1edf9ab8", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1543211983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbf0ef2649d5414fa5900bd15ef444a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28823610-de", "ovs_interfaceid": "28823610-dee8-427f-b294-d02393b18a75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1427.436636] env[70323]: DEBUG oslo_concurrency.lockutils [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Releasing lock "refresh_cache-9a2ab80a-f1ab-4972-b2f8-ea63afe82564" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.437039] env[70323]: DEBUG nova.compute.manager [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Instance network_info: |[{"id": "28823610-dee8-427f-b294-d02393b18a75", "address": "fa:16:3e:b1:7b:c6", "network": {"id": "097b8430-2c32-4d66-88b3-920f1edf9ab8", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1543211983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbf0ef2649d5414fa5900bd15ef444a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28823610-de", "ovs_interfaceid": "28823610-dee8-427f-b294-d02393b18a75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70323) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1427.437481] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:7b:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae215ba8-f7a5-4b23-a055-90316d29817f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '28823610-dee8-427f-b294-d02393b18a75', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1427.444828] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1427.445069] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1427.445309] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-586eeced-1b38-4478-8172-fc8d8341ab5e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.465911] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1427.465911] env[70323]: value = "task-3228123" [ 1427.465911] env[70323]: _type = "Task" [ 1427.465911] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.473066] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3228123, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.730694] env[70323]: DEBUG nova.compute.manager [req-076e1ce2-51d3-4e12-b138-b7ecfb9a327b req-611b0f42-41a4-4211-ba77-59e623903a6f service nova] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Received event network-changed-28823610-dee8-427f-b294-d02393b18a75 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1427.730913] env[70323]: DEBUG nova.compute.manager [req-076e1ce2-51d3-4e12-b138-b7ecfb9a327b req-611b0f42-41a4-4211-ba77-59e623903a6f service nova] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Refreshing instance network info cache due to event network-changed-28823610-dee8-427f-b294-d02393b18a75. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1427.731154] env[70323]: DEBUG oslo_concurrency.lockutils [req-076e1ce2-51d3-4e12-b138-b7ecfb9a327b req-611b0f42-41a4-4211-ba77-59e623903a6f service nova] Acquiring lock "refresh_cache-9a2ab80a-f1ab-4972-b2f8-ea63afe82564" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.731334] env[70323]: DEBUG oslo_concurrency.lockutils [req-076e1ce2-51d3-4e12-b138-b7ecfb9a327b req-611b0f42-41a4-4211-ba77-59e623903a6f service nova] Acquired lock "refresh_cache-9a2ab80a-f1ab-4972-b2f8-ea63afe82564" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.731536] env[70323]: DEBUG nova.network.neutron [req-076e1ce2-51d3-4e12-b138-b7ecfb9a327b req-611b0f42-41a4-4211-ba77-59e623903a6f service nova] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Refreshing network info cache for port 28823610-dee8-427f-b294-d02393b18a75 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1427.976803] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3228123, 'name': CreateVM_Task, 'duration_secs': 0.307443} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.977230] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1427.977600] env[70323]: DEBUG oslo_concurrency.lockutils [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.977769] env[70323]: DEBUG oslo_concurrency.lockutils [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.978130] env[70323]: DEBUG oslo_concurrency.lockutils [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.978383] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11dfd719-25ca-4b9b-bbb5-5064f218bb94 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.983018] env[70323]: DEBUG oslo_vmware.api [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Waiting for the task: (returnval){ [ 1427.983018] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5223dcde-2dca-18f7-f364-8b5c78c23702" [ 1427.983018] env[70323]: _type = "Task" [ 1427.983018] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.990183] env[70323]: DEBUG oslo_vmware.api [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5223dcde-2dca-18f7-f364-8b5c78c23702, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.400728] env[70323]: DEBUG nova.network.neutron [req-076e1ce2-51d3-4e12-b138-b7ecfb9a327b req-611b0f42-41a4-4211-ba77-59e623903a6f service nova] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Updated VIF entry in instance network info cache for port 28823610-dee8-427f-b294-d02393b18a75. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1428.401087] env[70323]: DEBUG nova.network.neutron [req-076e1ce2-51d3-4e12-b138-b7ecfb9a327b req-611b0f42-41a4-4211-ba77-59e623903a6f service nova] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Updating instance_info_cache with network_info: [{"id": "28823610-dee8-427f-b294-d02393b18a75", "address": "fa:16:3e:b1:7b:c6", "network": {"id": "097b8430-2c32-4d66-88b3-920f1edf9ab8", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1543211983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbf0ef2649d5414fa5900bd15ef444a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28823610-de", "ovs_interfaceid": "28823610-dee8-427f-b294-d02393b18a75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1428.493936] env[70323]: DEBUG oslo_vmware.api [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5223dcde-2dca-18f7-f364-8b5c78c23702, 'name': SearchDatastore_Task, 'duration_secs': 0.010368} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.494270] env[70323]: DEBUG oslo_concurrency.lockutils [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.494502] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Processing image bec2993a-3fd9-4b8d-ab5c-9a6885d93b16 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1428.494733] env[70323]: DEBUG oslo_concurrency.lockutils [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.494882] env[70323]: DEBUG oslo_concurrency.lockutils [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.495107] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1428.495369] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31118d44-eb15-42cd-ba84-49011121dead {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.503408] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1428.503582] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1428.504264] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f02059a-e9dd-4b85-9e5c-aea8389e8230 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.508943] env[70323]: DEBUG oslo_vmware.api [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Waiting for the task: (returnval){ [ 1428.508943] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]523d3879-c711-370c-7c67-c2e4f26763bf" [ 1428.508943] env[70323]: _type = "Task" [ 1428.508943] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.516069] env[70323]: DEBUG oslo_vmware.api [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]523d3879-c711-370c-7c67-c2e4f26763bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.903489] env[70323]: DEBUG oslo_concurrency.lockutils [req-076e1ce2-51d3-4e12-b138-b7ecfb9a327b req-611b0f42-41a4-4211-ba77-59e623903a6f service nova] Releasing lock "refresh_cache-9a2ab80a-f1ab-4972-b2f8-ea63afe82564" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.019018] env[70323]: DEBUG oslo_vmware.api [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]523d3879-c711-370c-7c67-c2e4f26763bf, 'name': SearchDatastore_Task, 'duration_secs': 0.00986} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.019807] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d44fff94-0883-4e85-a4bc-fa641d7c5059 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.024447] env[70323]: DEBUG oslo_vmware.api [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Waiting for the task: (returnval){ [ 1429.024447] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]525d77e4-92df-7ca8-15fa-eca1cf1f9030" [ 1429.024447] env[70323]: _type = "Task" [ 1429.024447] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.031504] env[70323]: DEBUG oslo_vmware.api [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]525d77e4-92df-7ca8-15fa-eca1cf1f9030, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.535635] env[70323]: DEBUG oslo_vmware.api [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]525d77e4-92df-7ca8-15fa-eca1cf1f9030, 'name': SearchDatastore_Task, 'duration_secs': 0.010738} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.535906] env[70323]: DEBUG oslo_concurrency.lockutils [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.536186] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 9a2ab80a-f1ab-4972-b2f8-ea63afe82564/9a2ab80a-f1ab-4972-b2f8-ea63afe82564.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1429.536447] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-926d8513-13fb-466c-ad25-da3fd44bd09d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.542948] env[70323]: DEBUG oslo_vmware.api [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Waiting for the task: (returnval){ [ 1429.542948] env[70323]: value = "task-3228124" [ 1429.542948] env[70323]: _type = "Task" [ 1429.542948] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.550154] env[70323]: DEBUG oslo_vmware.api [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228124, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.053108] env[70323]: DEBUG oslo_vmware.api [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228124, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.41968} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.053503] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16/bec2993a-3fd9-4b8d-ab5c-9a6885d93b16.vmdk to [datastore2] 9a2ab80a-f1ab-4972-b2f8-ea63afe82564/9a2ab80a-f1ab-4972-b2f8-ea63afe82564.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1430.053592] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Extending root virtual disk to 1048576 {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1430.053826] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf7f8ee9-2e65-4894-8fcb-a380efecf8c2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.060279] env[70323]: DEBUG oslo_vmware.api [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Waiting for the task: (returnval){ [ 1430.060279] env[70323]: value = "task-3228125" [ 1430.060279] env[70323]: _type = "Task" [ 1430.060279] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.067122] env[70323]: DEBUG oslo_vmware.api [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228125, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.570050] env[70323]: DEBUG oslo_vmware.api [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228125, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06204} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.570313] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Extended root virtual disk {{(pid=70323) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1430.571069] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c60fec-00b8-4799-94da-88df7516b6d6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.592235] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 9a2ab80a-f1ab-4972-b2f8-ea63afe82564/9a2ab80a-f1ab-4972-b2f8-ea63afe82564.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1430.592476] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c1ea033-53bb-4223-8d2c-ce79f94be51d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.612718] env[70323]: DEBUG oslo_vmware.api [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Waiting for the task: (returnval){ [ 1430.612718] env[70323]: value = "task-3228126" [ 1430.612718] env[70323]: _type = "Task" [ 1430.612718] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.621145] env[70323]: DEBUG oslo_vmware.api [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228126, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.124265] env[70323]: DEBUG oslo_vmware.api [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228126, 'name': ReconfigVM_Task, 'duration_secs': 0.264693} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.124265] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 9a2ab80a-f1ab-4972-b2f8-ea63afe82564/9a2ab80a-f1ab-4972-b2f8-ea63afe82564.vmdk or device None with type sparse {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1431.124265] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1df453b4-09fe-471c-adb4-7505eb0fde2f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.130020] env[70323]: DEBUG oslo_vmware.api [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Waiting for the task: (returnval){ [ 1431.130020] env[70323]: value = "task-3228127" [ 1431.130020] env[70323]: _type = "Task" [ 1431.130020] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.137106] env[70323]: DEBUG oslo_vmware.api [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228127, 'name': Rename_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.639844] env[70323]: DEBUG oslo_vmware.api [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228127, 'name': Rename_Task, 'duration_secs': 0.147779} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.640141] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1431.640392] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-913de0b9-13d0-48d1-b315-8f357d36a9a8 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.647172] env[70323]: DEBUG oslo_vmware.api [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Waiting for the task: (returnval){ [ 1431.647172] env[70323]: value = "task-3228128" [ 1431.647172] env[70323]: _type = "Task" [ 1431.647172] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.654059] env[70323]: DEBUG oslo_vmware.api [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228128, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.157159] env[70323]: DEBUG oslo_vmware.api [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228128, 'name': PowerOnVM_Task, 'duration_secs': 0.445901} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.157641] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1432.157641] env[70323]: INFO nova.compute.manager [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Took 6.82 seconds to spawn the instance on the hypervisor. [ 1432.157795] env[70323]: DEBUG nova.compute.manager [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1432.158530] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abbaacb5-9c34-4cb2-8762-7f0cd9e177fa {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.675431] env[70323]: INFO nova.compute.manager [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Took 11.47 seconds to build instance. [ 1433.177549] env[70323]: DEBUG oslo_concurrency.lockutils [None req-50aaefed-9332-4675-8aad-22af69d98580 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Lock "9a2ab80a-f1ab-4972-b2f8-ea63afe82564" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.981s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1433.369831] env[70323]: DEBUG nova.compute.manager [req-dcde09ff-3d11-40e1-8ea3-29b46a8b0578 req-7683ad9e-de26-4e74-bb2c-69b270376aa8 service nova] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Received event network-changed-28823610-dee8-427f-b294-d02393b18a75 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1433.370085] env[70323]: DEBUG nova.compute.manager [req-dcde09ff-3d11-40e1-8ea3-29b46a8b0578 req-7683ad9e-de26-4e74-bb2c-69b270376aa8 service nova] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Refreshing instance network info cache due to event network-changed-28823610-dee8-427f-b294-d02393b18a75. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1433.370379] env[70323]: DEBUG oslo_concurrency.lockutils [req-dcde09ff-3d11-40e1-8ea3-29b46a8b0578 req-7683ad9e-de26-4e74-bb2c-69b270376aa8 service nova] Acquiring lock "refresh_cache-9a2ab80a-f1ab-4972-b2f8-ea63afe82564" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.370518] env[70323]: DEBUG oslo_concurrency.lockutils [req-dcde09ff-3d11-40e1-8ea3-29b46a8b0578 req-7683ad9e-de26-4e74-bb2c-69b270376aa8 service nova] Acquired lock "refresh_cache-9a2ab80a-f1ab-4972-b2f8-ea63afe82564" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.370660] env[70323]: DEBUG nova.network.neutron [req-dcde09ff-3d11-40e1-8ea3-29b46a8b0578 req-7683ad9e-de26-4e74-bb2c-69b270376aa8 service nova] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Refreshing network info cache for port 28823610-dee8-427f-b294-d02393b18a75 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1434.067432] env[70323]: DEBUG nova.network.neutron [req-dcde09ff-3d11-40e1-8ea3-29b46a8b0578 req-7683ad9e-de26-4e74-bb2c-69b270376aa8 service nova] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Updated VIF entry in instance network info cache for port 28823610-dee8-427f-b294-d02393b18a75. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1434.067771] env[70323]: DEBUG nova.network.neutron [req-dcde09ff-3d11-40e1-8ea3-29b46a8b0578 req-7683ad9e-de26-4e74-bb2c-69b270376aa8 service nova] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Updating instance_info_cache with network_info: [{"id": "28823610-dee8-427f-b294-d02393b18a75", "address": "fa:16:3e:b1:7b:c6", "network": {"id": "097b8430-2c32-4d66-88b3-920f1edf9ab8", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1543211983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbf0ef2649d5414fa5900bd15ef444a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28823610-de", "ovs_interfaceid": "28823610-dee8-427f-b294-d02393b18a75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1434.570627] env[70323]: DEBUG oslo_concurrency.lockutils [req-dcde09ff-3d11-40e1-8ea3-29b46a8b0578 req-7683ad9e-de26-4e74-bb2c-69b270376aa8 service nova] Releasing lock "refresh_cache-9a2ab80a-f1ab-4972-b2f8-ea63afe82564" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.306165] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1445.306587] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1445.306587] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1445.306755] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1445.306850] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1445.306992] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70323) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1445.307231] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1445.307417] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Cleaning up deleted instances {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1445.816276] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] There are 23 instances to clean {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1445.816489] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 9cd5c1e7-1f73-4ca0-995e-7b39602ebf79] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1446.319619] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 9cc2d655-638b-44c0-938d-bc9e4d3f3fc6] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1446.823581] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 2cb08bde-54e8-4d9a-8874-d4c84f30ebd7] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1447.331590] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: fba6bc8c-51a0-49a6-9473-1ff197b0581e] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1447.835802] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 32b8c215-7f8c-457e-bc11-db7c9deee793] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1448.339472] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 7435958d-5a37-4344-ab48-99143acb1d28] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1448.842319] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 636c2386-b5b8-4b3e-878e-5c34204ab7c1] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1449.346269] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 9b46a1c8-0585-4c85-957e-6624fa019800] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1449.850021] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: e33513e5-3715-4111-bf8c-d7443022c82c] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1450.353616] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 3b955df2-dee0-4fa3-ada7-497f29bd7a8b] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1450.857160] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 8a44bbef-387e-4da5-a430-ea41c199688c] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1451.361531] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 42704d37-0b31-4d26-8e24-9011b9fc7e5c] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1451.865126] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: bb8ebaea-b4c3-45ff-a1db-fad437bcea82] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1452.368436] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 5bedb810-e70c-4bb2-86ff-0bcd1cd9ab1b] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1452.871987] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 85b2ee19-d788-4047-8afb-51f25e7735cc] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1453.375918] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 82adf097-a01e-4edc-8d01-2f83cf104740] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1453.879168] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 9737b7c3-63e9-47cf-acdc-0a3c43b85ee0] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1454.382243] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: d4c51f6e-dfa9-4ee5-98c5-c41ccd9841c8] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1454.885275] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 463a69ec-6f8d-40ab-8fc1-0aacab523905] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1455.388841] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 5177cefd-dc6f-417f-b4b6-80e4efcbcdd4] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1455.892342] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: bba9b6f6-c5a3-46e9-aaa9-a0bd453541d0] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1456.395495] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 6e39317c-64f3-4457-b2ef-bc6d61fe59d1] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1456.899212] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] [instance: 728ab2dc-eefc-491c-ac6b-17732e72d24b] Instance has had 0 of 5 cleanup attempts {{(pid=70323) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1457.402879] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1457.403288] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Cleaning up deleted instances with incomplete migration {{(pid=70323) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1457.905865] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1460.402525] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1460.402951] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1460.402951] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager.update_available_resource {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1460.906454] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1460.906727] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1460.906896] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1460.907070] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70323) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1460.908062] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3292a85e-5487-4b01-a3c5-ed9d248a13ae {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.916511] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52d9201-dd56-49f5-8829-67abdd15dbfd {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.930396] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a23d8441-7a58-48f9-80d1-1765b5888411 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.936234] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb3f0ec-9f1c-4a25-a066-701a68f3d7f7 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.964077] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180802MB free_disk=122GB free_vcpus=48 pci_devices=None {{(pid=70323) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1460.964269] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1460.964432] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1462.079766] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 9a2ab80a-f1ab-4972-b2f8-ea63afe82564 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1462.080047] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=70323) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1462.080122] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=70323) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1462.105950] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c76873-45c9-43ff-aeac-63a184e798bb {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.113349] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ebcdfb7-d8cd-497d-a6d7-884156a400c2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.142840] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-781140c5-1abf-4c6e-b461-53c5d7c9ab64 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.149426] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43382699-c892-4707-844b-75d4fee1f36b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.161845] env[70323]: DEBUG nova.compute.provider_tree [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1462.664470] env[70323]: DEBUG nova.scheduler.client.report [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1463.169936] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70323) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1463.170337] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.206s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1471.746213] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f1247bbb-9a0d-41b6-8619-ff99007328a0 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Acquiring lock "9a2ab80a-f1ab-4972-b2f8-ea63afe82564" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1471.746669] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f1247bbb-9a0d-41b6-8619-ff99007328a0 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Lock "9a2ab80a-f1ab-4972-b2f8-ea63afe82564" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1471.746751] env[70323]: INFO nova.compute.manager [None req-f1247bbb-9a0d-41b6-8619-ff99007328a0 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Shelving [ 1472.757224] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1247bbb-9a0d-41b6-8619-ff99007328a0 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1472.757601] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f743fc45-dca7-4446-a6e0-7eb685ce2561 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.765426] env[70323]: DEBUG oslo_vmware.api [None req-f1247bbb-9a0d-41b6-8619-ff99007328a0 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Waiting for the task: (returnval){ [ 1472.765426] env[70323]: value = "task-3228129" [ 1472.765426] env[70323]: _type = "Task" [ 1472.765426] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.773671] env[70323]: DEBUG oslo_vmware.api [None req-f1247bbb-9a0d-41b6-8619-ff99007328a0 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228129, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.276164] env[70323]: DEBUG oslo_vmware.api [None req-f1247bbb-9a0d-41b6-8619-ff99007328a0 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228129, 'name': PowerOffVM_Task, 'duration_secs': 0.155387} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.276429] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1247bbb-9a0d-41b6-8619-ff99007328a0 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1473.277220] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e78225-b90c-44f8-abe2-82e4bf08d619 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.295966] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b37aeb6-1664-4c76-8610-46a2becdec16 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.806028] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-f1247bbb-9a0d-41b6-8619-ff99007328a0 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Creating Snapshot of the VM instance {{(pid=70323) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1473.806419] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4e458cc7-e963-4bd6-b780-8f7037716382 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.814735] env[70323]: DEBUG oslo_vmware.api [None req-f1247bbb-9a0d-41b6-8619-ff99007328a0 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Waiting for the task: (returnval){ [ 1473.814735] env[70323]: value = "task-3228130" [ 1473.814735] env[70323]: _type = "Task" [ 1473.814735] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.822805] env[70323]: DEBUG oslo_vmware.api [None req-f1247bbb-9a0d-41b6-8619-ff99007328a0 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228130, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.325246] env[70323]: DEBUG oslo_vmware.api [None req-f1247bbb-9a0d-41b6-8619-ff99007328a0 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228130, 'name': CreateSnapshot_Task, 'duration_secs': 0.392543} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.325522] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-f1247bbb-9a0d-41b6-8619-ff99007328a0 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Created Snapshot of the VM instance {{(pid=70323) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1474.326248] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a6cf50-bab5-4edc-94bd-96a63cb8ce34 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.843151] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-f1247bbb-9a0d-41b6-8619-ff99007328a0 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Creating linked-clone VM from snapshot {{(pid=70323) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1474.843475] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-88b4bc8c-b53d-48e2-943a-a17d7c6957d2 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.852162] env[70323]: DEBUG oslo_vmware.api [None req-f1247bbb-9a0d-41b6-8619-ff99007328a0 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Waiting for the task: (returnval){ [ 1474.852162] env[70323]: value = "task-3228131" [ 1474.852162] env[70323]: _type = "Task" [ 1474.852162] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.860135] env[70323]: DEBUG oslo_vmware.api [None req-f1247bbb-9a0d-41b6-8619-ff99007328a0 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228131, 'name': CloneVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.361441] env[70323]: DEBUG oslo_vmware.api [None req-f1247bbb-9a0d-41b6-8619-ff99007328a0 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228131, 'name': CloneVM_Task} progress is 94%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.861251] env[70323]: DEBUG oslo_vmware.api [None req-f1247bbb-9a0d-41b6-8619-ff99007328a0 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228131, 'name': CloneVM_Task, 'duration_secs': 0.912021} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.861640] env[70323]: INFO nova.virt.vmwareapi.vmops [None req-f1247bbb-9a0d-41b6-8619-ff99007328a0 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Created linked-clone VM from snapshot [ 1475.862234] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6bc3e9a-4bb5-4937-93f2-ead61f46ff9b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.868750] env[70323]: DEBUG nova.virt.vmwareapi.images [None req-f1247bbb-9a0d-41b6-8619-ff99007328a0 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Uploading image 830a9f75-4774-4035-ab2f-94935a830fab {{(pid=70323) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1475.888228] env[70323]: DEBUG oslo_vmware.rw_handles [None req-f1247bbb-9a0d-41b6-8619-ff99007328a0 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1475.888228] env[70323]: value = "vm-645279" [ 1475.888228] env[70323]: _type = "VirtualMachine" [ 1475.888228] env[70323]: }. {{(pid=70323) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1475.888554] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-81bcefe4-6d91-4078-ad89-6c94883f67c3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.894420] env[70323]: DEBUG oslo_vmware.rw_handles [None req-f1247bbb-9a0d-41b6-8619-ff99007328a0 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Lease: (returnval){ [ 1475.894420] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5282c544-f390-6866-7161-e5792e149ae2" [ 1475.894420] env[70323]: _type = "HttpNfcLease" [ 1475.894420] env[70323]: } obtained for exporting VM: (result){ [ 1475.894420] env[70323]: value = "vm-645279" [ 1475.894420] env[70323]: _type = "VirtualMachine" [ 1475.894420] env[70323]: }. {{(pid=70323) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1475.894761] env[70323]: DEBUG oslo_vmware.api [None req-f1247bbb-9a0d-41b6-8619-ff99007328a0 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Waiting for the lease: (returnval){ [ 1475.894761] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5282c544-f390-6866-7161-e5792e149ae2" [ 1475.894761] env[70323]: _type = "HttpNfcLease" [ 1475.894761] env[70323]: } to be ready. {{(pid=70323) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1475.900326] env[70323]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1475.900326] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5282c544-f390-6866-7161-e5792e149ae2" [ 1475.900326] env[70323]: _type = "HttpNfcLease" [ 1475.900326] env[70323]: } is initializing. {{(pid=70323) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1476.403045] env[70323]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1476.403045] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5282c544-f390-6866-7161-e5792e149ae2" [ 1476.403045] env[70323]: _type = "HttpNfcLease" [ 1476.403045] env[70323]: } is ready. {{(pid=70323) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1476.403418] env[70323]: DEBUG oslo_vmware.rw_handles [None req-f1247bbb-9a0d-41b6-8619-ff99007328a0 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1476.403418] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5282c544-f390-6866-7161-e5792e149ae2" [ 1476.403418] env[70323]: _type = "HttpNfcLease" [ 1476.403418] env[70323]: }. {{(pid=70323) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1476.404065] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f26b66-94a3-4ea2-8617-ca1f11ea9690 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.411116] env[70323]: DEBUG oslo_vmware.rw_handles [None req-f1247bbb-9a0d-41b6-8619-ff99007328a0 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524c157a-30c2-c788-ebe1-a46833cfa54e/disk-0.vmdk from lease info. {{(pid=70323) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1476.411293] env[70323]: DEBUG oslo_vmware.rw_handles [None req-f1247bbb-9a0d-41b6-8619-ff99007328a0 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524c157a-30c2-c788-ebe1-a46833cfa54e/disk-0.vmdk for reading. {{(pid=70323) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1476.497592] env[70323]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0d77d5be-7ad6-4102-8582-93c20c78250d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.173327] env[70323]: DEBUG oslo_vmware.rw_handles [None req-f1247bbb-9a0d-41b6-8619-ff99007328a0 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524c157a-30c2-c788-ebe1-a46833cfa54e/disk-0.vmdk. {{(pid=70323) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1483.174273] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b722f028-4112-4805-b4fd-8961784e3294 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.180326] env[70323]: DEBUG oslo_vmware.rw_handles [None req-f1247bbb-9a0d-41b6-8619-ff99007328a0 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524c157a-30c2-c788-ebe1-a46833cfa54e/disk-0.vmdk is in state: ready. {{(pid=70323) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1483.180495] env[70323]: ERROR oslo_vmware.rw_handles [None req-f1247bbb-9a0d-41b6-8619-ff99007328a0 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524c157a-30c2-c788-ebe1-a46833cfa54e/disk-0.vmdk due to incomplete transfer. [ 1483.180721] env[70323]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-840579f0-7e16-4c7a-9a7c-2876ec8e003a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.187462] env[70323]: DEBUG oslo_vmware.rw_handles [None req-f1247bbb-9a0d-41b6-8619-ff99007328a0 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524c157a-30c2-c788-ebe1-a46833cfa54e/disk-0.vmdk. {{(pid=70323) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1483.187685] env[70323]: DEBUG nova.virt.vmwareapi.images [None req-f1247bbb-9a0d-41b6-8619-ff99007328a0 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Uploaded image 830a9f75-4774-4035-ab2f-94935a830fab to the Glance image server {{(pid=70323) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1483.189960] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1247bbb-9a0d-41b6-8619-ff99007328a0 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Destroying the VM {{(pid=70323) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1483.190210] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a11e0771-b374-414e-b708-a36bc5da273f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.195580] env[70323]: DEBUG oslo_vmware.api [None req-f1247bbb-9a0d-41b6-8619-ff99007328a0 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Waiting for the task: (returnval){ [ 1483.195580] env[70323]: value = "task-3228133" [ 1483.195580] env[70323]: _type = "Task" [ 1483.195580] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.202978] env[70323]: DEBUG oslo_vmware.api [None req-f1247bbb-9a0d-41b6-8619-ff99007328a0 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228133, 'name': Destroy_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.705706] env[70323]: DEBUG oslo_vmware.api [None req-f1247bbb-9a0d-41b6-8619-ff99007328a0 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228133, 'name': Destroy_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.211158] env[70323]: DEBUG oslo_vmware.api [None req-f1247bbb-9a0d-41b6-8619-ff99007328a0 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228133, 'name': Destroy_Task} progress is 33%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.707591] env[70323]: DEBUG oslo_vmware.api [None req-f1247bbb-9a0d-41b6-8619-ff99007328a0 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228133, 'name': Destroy_Task} progress is 33%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.208198] env[70323]: DEBUG oslo_vmware.api [None req-f1247bbb-9a0d-41b6-8619-ff99007328a0 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228133, 'name': Destroy_Task, 'duration_secs': 1.65889} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.208472] env[70323]: INFO nova.virt.vmwareapi.vm_util [None req-f1247bbb-9a0d-41b6-8619-ff99007328a0 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Destroyed the VM [ 1485.208780] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-f1247bbb-9a0d-41b6-8619-ff99007328a0 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Deleting Snapshot of the VM instance {{(pid=70323) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1485.209065] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f56bedcd-cdb4-4c2c-8841-3b1c030e314d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.215500] env[70323]: DEBUG oslo_vmware.api [None req-f1247bbb-9a0d-41b6-8619-ff99007328a0 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Waiting for the task: (returnval){ [ 1485.215500] env[70323]: value = "task-3228134" [ 1485.215500] env[70323]: _type = "Task" [ 1485.215500] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.222780] env[70323]: DEBUG oslo_vmware.api [None req-f1247bbb-9a0d-41b6-8619-ff99007328a0 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228134, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.725381] env[70323]: DEBUG oslo_vmware.api [None req-f1247bbb-9a0d-41b6-8619-ff99007328a0 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228134, 'name': RemoveSnapshot_Task, 'duration_secs': 0.312682} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.725720] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-f1247bbb-9a0d-41b6-8619-ff99007328a0 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Deleted Snapshot of the VM instance {{(pid=70323) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1485.726016] env[70323]: DEBUG nova.compute.manager [None req-f1247bbb-9a0d-41b6-8619-ff99007328a0 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1485.726864] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b725f1-325b-4b3b-b332-7e851517ff7d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.240090] env[70323]: INFO nova.compute.manager [None req-f1247bbb-9a0d-41b6-8619-ff99007328a0 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Shelve offloading [ 1486.742931] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1247bbb-9a0d-41b6-8619-ff99007328a0 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1486.743282] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22539c1d-c76f-4abc-99f2-5a61da198882 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.750538] env[70323]: DEBUG oslo_vmware.api [None req-f1247bbb-9a0d-41b6-8619-ff99007328a0 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Waiting for the task: (returnval){ [ 1486.750538] env[70323]: value = "task-3228135" [ 1486.750538] env[70323]: _type = "Task" [ 1486.750538] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.757935] env[70323]: DEBUG oslo_vmware.api [None req-f1247bbb-9a0d-41b6-8619-ff99007328a0 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228135, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.261637] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1247bbb-9a0d-41b6-8619-ff99007328a0 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] VM already powered off {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1487.262028] env[70323]: DEBUG nova.compute.manager [None req-f1247bbb-9a0d-41b6-8619-ff99007328a0 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1487.262538] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be792ee9-bda8-44e9-b66a-032a35528699 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.267721] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f1247bbb-9a0d-41b6-8619-ff99007328a0 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Acquiring lock "refresh_cache-9a2ab80a-f1ab-4972-b2f8-ea63afe82564" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.267889] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f1247bbb-9a0d-41b6-8619-ff99007328a0 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Acquired lock "refresh_cache-9a2ab80a-f1ab-4972-b2f8-ea63afe82564" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.268085] env[70323]: DEBUG nova.network.neutron [None req-f1247bbb-9a0d-41b6-8619-ff99007328a0 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1487.957893] env[70323]: DEBUG nova.network.neutron [None req-f1247bbb-9a0d-41b6-8619-ff99007328a0 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Updating instance_info_cache with network_info: [{"id": "28823610-dee8-427f-b294-d02393b18a75", "address": "fa:16:3e:b1:7b:c6", "network": {"id": "097b8430-2c32-4d66-88b3-920f1edf9ab8", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1543211983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbf0ef2649d5414fa5900bd15ef444a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28823610-de", "ovs_interfaceid": "28823610-dee8-427f-b294-d02393b18a75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1488.461150] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f1247bbb-9a0d-41b6-8619-ff99007328a0 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Releasing lock "refresh_cache-9a2ab80a-f1ab-4972-b2f8-ea63afe82564" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.654038] env[70323]: DEBUG nova.compute.manager [req-abe0f4a9-2333-4795-ac36-36077fd65b82 req-a7693a50-13aa-4655-9dc3-7f8b6ad473a2 service nova] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Received event network-vif-unplugged-28823610-dee8-427f-b294-d02393b18a75 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1488.654289] env[70323]: DEBUG oslo_concurrency.lockutils [req-abe0f4a9-2333-4795-ac36-36077fd65b82 req-a7693a50-13aa-4655-9dc3-7f8b6ad473a2 service nova] Acquiring lock "9a2ab80a-f1ab-4972-b2f8-ea63afe82564-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1488.654497] env[70323]: DEBUG oslo_concurrency.lockutils [req-abe0f4a9-2333-4795-ac36-36077fd65b82 req-a7693a50-13aa-4655-9dc3-7f8b6ad473a2 service nova] Lock "9a2ab80a-f1ab-4972-b2f8-ea63afe82564-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1488.654664] env[70323]: DEBUG oslo_concurrency.lockutils [req-abe0f4a9-2333-4795-ac36-36077fd65b82 req-a7693a50-13aa-4655-9dc3-7f8b6ad473a2 service nova] Lock "9a2ab80a-f1ab-4972-b2f8-ea63afe82564-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1488.654837] env[70323]: DEBUG nova.compute.manager [req-abe0f4a9-2333-4795-ac36-36077fd65b82 req-a7693a50-13aa-4655-9dc3-7f8b6ad473a2 service nova] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] No waiting events found dispatching network-vif-unplugged-28823610-dee8-427f-b294-d02393b18a75 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1488.655059] env[70323]: WARNING nova.compute.manager [req-abe0f4a9-2333-4795-ac36-36077fd65b82 req-a7693a50-13aa-4655-9dc3-7f8b6ad473a2 service nova] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Received unexpected event network-vif-unplugged-28823610-dee8-427f-b294-d02393b18a75 for instance with vm_state shelved and task_state shelving_offloading. [ 1488.746965] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-f1247bbb-9a0d-41b6-8619-ff99007328a0 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1488.747888] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c5a1c3-6c06-4cf3-9d62-5f712790b69e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.755678] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-f1247bbb-9a0d-41b6-8619-ff99007328a0 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1488.755908] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-327646d2-1cb9-4fc4-bed2-d299c973c20d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.821155] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-f1247bbb-9a0d-41b6-8619-ff99007328a0 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1488.821425] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-f1247bbb-9a0d-41b6-8619-ff99007328a0 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Deleting contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1488.821615] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1247bbb-9a0d-41b6-8619-ff99007328a0 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Deleting the datastore file [datastore2] 9a2ab80a-f1ab-4972-b2f8-ea63afe82564 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1488.821869] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dacfdba3-aa53-4bf1-b2ef-cd05d384788b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.830193] env[70323]: DEBUG oslo_vmware.api [None req-f1247bbb-9a0d-41b6-8619-ff99007328a0 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Waiting for the task: (returnval){ [ 1488.830193] env[70323]: value = "task-3228137" [ 1488.830193] env[70323]: _type = "Task" [ 1488.830193] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.839386] env[70323]: DEBUG oslo_vmware.api [None req-f1247bbb-9a0d-41b6-8619-ff99007328a0 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228137, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.340654] env[70323]: DEBUG oslo_vmware.api [None req-f1247bbb-9a0d-41b6-8619-ff99007328a0 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228137, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131899} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.340975] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1247bbb-9a0d-41b6-8619-ff99007328a0 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1489.341194] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-f1247bbb-9a0d-41b6-8619-ff99007328a0 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Deleted contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1489.341375] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-f1247bbb-9a0d-41b6-8619-ff99007328a0 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1489.362536] env[70323]: INFO nova.scheduler.client.report [None req-f1247bbb-9a0d-41b6-8619-ff99007328a0 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Deleted allocations for instance 9a2ab80a-f1ab-4972-b2f8-ea63afe82564 [ 1489.867022] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f1247bbb-9a0d-41b6-8619-ff99007328a0 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1489.867415] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f1247bbb-9a0d-41b6-8619-ff99007328a0 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1489.867549] env[70323]: DEBUG nova.objects.instance [None req-f1247bbb-9a0d-41b6-8619-ff99007328a0 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Lazy-loading 'resources' on Instance uuid 9a2ab80a-f1ab-4972-b2f8-ea63afe82564 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1490.370064] env[70323]: DEBUG nova.objects.instance [None req-f1247bbb-9a0d-41b6-8619-ff99007328a0 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Lazy-loading 'numa_topology' on Instance uuid 9a2ab80a-f1ab-4972-b2f8-ea63afe82564 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1490.678392] env[70323]: DEBUG nova.compute.manager [req-c2278d01-3ac8-45e3-87c3-b0e50433dbc3 req-5c003609-903c-4e8c-be17-bde823d764df service nova] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Received event network-changed-28823610-dee8-427f-b294-d02393b18a75 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1490.678596] env[70323]: DEBUG nova.compute.manager [req-c2278d01-3ac8-45e3-87c3-b0e50433dbc3 req-5c003609-903c-4e8c-be17-bde823d764df service nova] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Refreshing instance network info cache due to event network-changed-28823610-dee8-427f-b294-d02393b18a75. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1490.678854] env[70323]: DEBUG oslo_concurrency.lockutils [req-c2278d01-3ac8-45e3-87c3-b0e50433dbc3 req-5c003609-903c-4e8c-be17-bde823d764df service nova] Acquiring lock "refresh_cache-9a2ab80a-f1ab-4972-b2f8-ea63afe82564" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.679019] env[70323]: DEBUG oslo_concurrency.lockutils [req-c2278d01-3ac8-45e3-87c3-b0e50433dbc3 req-5c003609-903c-4e8c-be17-bde823d764df service nova] Acquired lock "refresh_cache-9a2ab80a-f1ab-4972-b2f8-ea63afe82564" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.679191] env[70323]: DEBUG nova.network.neutron [req-c2278d01-3ac8-45e3-87c3-b0e50433dbc3 req-5c003609-903c-4e8c-be17-bde823d764df service nova] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Refreshing network info cache for port 28823610-dee8-427f-b294-d02393b18a75 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1490.873269] env[70323]: DEBUG nova.objects.base [None req-f1247bbb-9a0d-41b6-8619-ff99007328a0 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Object Instance<9a2ab80a-f1ab-4972-b2f8-ea63afe82564> lazy-loaded attributes: resources,numa_topology {{(pid=70323) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1490.887297] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a786a1-1b1b-434f-a5f1-33bad5960506 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.895077] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b7bc8de-4cdf-46ac-a146-854f28d155fb {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.923485] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd4b923-6ea7-4d41-a512-58cef9028d5f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.929920] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212d33de-b32f-47ca-abda-0b1c650ca765 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.943779] env[70323]: DEBUG nova.compute.provider_tree [None req-f1247bbb-9a0d-41b6-8619-ff99007328a0 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1491.447123] env[70323]: DEBUG nova.network.neutron [req-c2278d01-3ac8-45e3-87c3-b0e50433dbc3 req-5c003609-903c-4e8c-be17-bde823d764df service nova] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Updated VIF entry in instance network info cache for port 28823610-dee8-427f-b294-d02393b18a75. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1491.447475] env[70323]: DEBUG nova.network.neutron [req-c2278d01-3ac8-45e3-87c3-b0e50433dbc3 req-5c003609-903c-4e8c-be17-bde823d764df service nova] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Updating instance_info_cache with network_info: [{"id": "28823610-dee8-427f-b294-d02393b18a75", "address": "fa:16:3e:b1:7b:c6", "network": {"id": "097b8430-2c32-4d66-88b3-920f1edf9ab8", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1543211983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbf0ef2649d5414fa5900bd15ef444a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap28823610-de", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1491.449271] env[70323]: DEBUG nova.scheduler.client.report [None req-f1247bbb-9a0d-41b6-8619-ff99007328a0 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1491.953363] env[70323]: DEBUG oslo_concurrency.lockutils [req-c2278d01-3ac8-45e3-87c3-b0e50433dbc3 req-5c003609-903c-4e8c-be17-bde823d764df service nova] Releasing lock "refresh_cache-9a2ab80a-f1ab-4972-b2f8-ea63afe82564" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.954269] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f1247bbb-9a0d-41b6-8619-ff99007328a0 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.087s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1492.462691] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f1247bbb-9a0d-41b6-8619-ff99007328a0 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Lock "9a2ab80a-f1ab-4972-b2f8-ea63afe82564" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.716s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1492.482373] env[70323]: DEBUG oslo_concurrency.lockutils [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Acquiring lock "9a2ab80a-f1ab-4972-b2f8-ea63afe82564" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1492.482623] env[70323]: DEBUG oslo_concurrency.lockutils [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Lock "9a2ab80a-f1ab-4972-b2f8-ea63afe82564" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1492.482798] env[70323]: INFO nova.compute.manager [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Unshelving [ 1493.504029] env[70323]: DEBUG oslo_concurrency.lockutils [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1493.504352] env[70323]: DEBUG oslo_concurrency.lockutils [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1493.504524] env[70323]: DEBUG nova.objects.instance [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Lazy-loading 'pci_requests' on Instance uuid 9a2ab80a-f1ab-4972-b2f8-ea63afe82564 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1494.008565] env[70323]: DEBUG nova.objects.instance [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Lazy-loading 'numa_topology' on Instance uuid 9a2ab80a-f1ab-4972-b2f8-ea63afe82564 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1494.511784] env[70323]: INFO nova.compute.claims [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1495.545578] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d01739b-930a-443c-a335-c12ba5f6d3d1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.554569] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9acdc300-897f-45c5-ba6c-56a4b329c03c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.582795] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8495b3a9-b52e-4506-8fbc-cfc378a17b2d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.589149] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c4adbc-74d5-4822-af4f-d0c5061639a1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.601290] env[70323]: DEBUG nova.compute.provider_tree [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1496.104373] env[70323]: DEBUG nova.scheduler.client.report [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1496.609893] env[70323]: DEBUG oslo_concurrency.lockutils [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.105s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1496.637362] env[70323]: INFO nova.network.neutron [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Updating port 28823610-dee8-427f-b294-d02393b18a75 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1497.991219] env[70323]: DEBUG nova.compute.manager [req-77cb1bc5-846c-4b32-941e-eb6ec21cdf7c req-856f3487-972f-46e0-8115-9cdfab4791cb service nova] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Received event network-vif-plugged-28823610-dee8-427f-b294-d02393b18a75 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1497.991219] env[70323]: DEBUG oslo_concurrency.lockutils [req-77cb1bc5-846c-4b32-941e-eb6ec21cdf7c req-856f3487-972f-46e0-8115-9cdfab4791cb service nova] Acquiring lock "9a2ab80a-f1ab-4972-b2f8-ea63afe82564-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1497.991219] env[70323]: DEBUG oslo_concurrency.lockutils [req-77cb1bc5-846c-4b32-941e-eb6ec21cdf7c req-856f3487-972f-46e0-8115-9cdfab4791cb service nova] Lock "9a2ab80a-f1ab-4972-b2f8-ea63afe82564-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1497.991219] env[70323]: DEBUG oslo_concurrency.lockutils [req-77cb1bc5-846c-4b32-941e-eb6ec21cdf7c req-856f3487-972f-46e0-8115-9cdfab4791cb service nova] Lock "9a2ab80a-f1ab-4972-b2f8-ea63afe82564-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1497.991219] env[70323]: DEBUG nova.compute.manager [req-77cb1bc5-846c-4b32-941e-eb6ec21cdf7c req-856f3487-972f-46e0-8115-9cdfab4791cb service nova] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] No waiting events found dispatching network-vif-plugged-28823610-dee8-427f-b294-d02393b18a75 {{(pid=70323) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1497.991798] env[70323]: WARNING nova.compute.manager [req-77cb1bc5-846c-4b32-941e-eb6ec21cdf7c req-856f3487-972f-46e0-8115-9cdfab4791cb service nova] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Received unexpected event network-vif-plugged-28823610-dee8-427f-b294-d02393b18a75 for instance with vm_state shelved_offloaded and task_state spawning. [ 1498.069565] env[70323]: DEBUG oslo_concurrency.lockutils [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Acquiring lock "refresh_cache-9a2ab80a-f1ab-4972-b2f8-ea63afe82564" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.070263] env[70323]: DEBUG oslo_concurrency.lockutils [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Acquired lock "refresh_cache-9a2ab80a-f1ab-4972-b2f8-ea63afe82564" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.070263] env[70323]: DEBUG nova.network.neutron [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Building network info cache for instance {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1498.750187] env[70323]: DEBUG nova.network.neutron [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Updating instance_info_cache with network_info: [{"id": "28823610-dee8-427f-b294-d02393b18a75", "address": "fa:16:3e:b1:7b:c6", "network": {"id": "097b8430-2c32-4d66-88b3-920f1edf9ab8", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1543211983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbf0ef2649d5414fa5900bd15ef444a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28823610-de", "ovs_interfaceid": "28823610-dee8-427f-b294-d02393b18a75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1499.252974] env[70323]: DEBUG oslo_concurrency.lockutils [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Releasing lock "refresh_cache-9a2ab80a-f1ab-4972-b2f8-ea63afe82564" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.280552] env[70323]: DEBUG nova.virt.hardware [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T04:38:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='64a96cba488a73c2b82a3f89ab0d8748',container_format='bare',created_at=2025-04-03T04:54:38Z,direct_url=,disk_format='vmdk',id=830a9f75-4774-4035-ab2f-94935a830fab,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-170986485-shelved',owner='fbf0ef2649d5414fa5900bd15ef444a8',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2025-04-03T04:54:49Z,virtual_size=,visibility=), allow threads: False {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1499.280797] env[70323]: DEBUG nova.virt.hardware [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Flavor limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1499.280956] env[70323]: DEBUG nova.virt.hardware [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Image limits 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1499.281154] env[70323]: DEBUG nova.virt.hardware [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Flavor pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1499.281302] env[70323]: DEBUG nova.virt.hardware [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Image pref 0:0:0 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1499.281451] env[70323]: DEBUG nova.virt.hardware [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70323) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1499.281658] env[70323]: DEBUG nova.virt.hardware [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1499.281817] env[70323]: DEBUG nova.virt.hardware [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1499.281983] env[70323]: DEBUG nova.virt.hardware [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Got 1 possible topologies {{(pid=70323) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1499.282160] env[70323]: DEBUG nova.virt.hardware [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1499.282330] env[70323]: DEBUG nova.virt.hardware [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70323) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1499.283185] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e35f33-4ab7-454d-a299-fc8ddfb29ecd {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.291114] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4465b40e-f894-47d5-846f-5ea596f2ea17 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.303966] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:7b:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae215ba8-f7a5-4b23-a055-90316d29817f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '28823610-dee8-427f-b294-d02393b18a75', 'vif_model': 'vmxnet3'}] {{(pid=70323) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1499.311040] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1499.311257] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Creating VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1499.311448] env[70323]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ccbf88c0-702e-422d-a57f-9c25ef70639c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.330023] env[70323]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1499.330023] env[70323]: value = "task-3228138" [ 1499.330023] env[70323]: _type = "Task" [ 1499.330023] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.336912] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3228138, 'name': CreateVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.840039] env[70323]: DEBUG oslo_vmware.api [-] Task: {'id': task-3228138, 'name': CreateVM_Task, 'duration_secs': 0.28165} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.840263] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Created VM on the ESX host {{(pid=70323) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1499.840823] env[70323]: DEBUG oslo_concurrency.lockutils [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/830a9f75-4774-4035-ab2f-94935a830fab" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.840995] env[70323]: DEBUG oslo_concurrency.lockutils [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Acquired lock "[datastore2] devstack-image-cache_base/830a9f75-4774-4035-ab2f-94935a830fab" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.841417] env[70323]: DEBUG oslo_concurrency.lockutils [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/830a9f75-4774-4035-ab2f-94935a830fab" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.841668] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80a9eedf-b9c8-4222-9947-ba427a4c5c16 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.845807] env[70323]: DEBUG oslo_vmware.api [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Waiting for the task: (returnval){ [ 1499.845807] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]52e2355b-c4e5-b52d-77c4-83e0f6c3bcee" [ 1499.845807] env[70323]: _type = "Task" [ 1499.845807] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.854730] env[70323]: DEBUG oslo_vmware.api [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]52e2355b-c4e5-b52d-77c4-83e0f6c3bcee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.016047] env[70323]: DEBUG nova.compute.manager [req-2ea1d5af-9ddf-4993-9446-af1c8037d272 req-b83ef833-a0a3-4af1-9636-f316e10ded73 service nova] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Received event network-changed-28823610-dee8-427f-b294-d02393b18a75 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1500.016251] env[70323]: DEBUG nova.compute.manager [req-2ea1d5af-9ddf-4993-9446-af1c8037d272 req-b83ef833-a0a3-4af1-9636-f316e10ded73 service nova] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Refreshing instance network info cache due to event network-changed-28823610-dee8-427f-b294-d02393b18a75. {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1500.016461] env[70323]: DEBUG oslo_concurrency.lockutils [req-2ea1d5af-9ddf-4993-9446-af1c8037d272 req-b83ef833-a0a3-4af1-9636-f316e10ded73 service nova] Acquiring lock "refresh_cache-9a2ab80a-f1ab-4972-b2f8-ea63afe82564" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.016606] env[70323]: DEBUG oslo_concurrency.lockutils [req-2ea1d5af-9ddf-4993-9446-af1c8037d272 req-b83ef833-a0a3-4af1-9636-f316e10ded73 service nova] Acquired lock "refresh_cache-9a2ab80a-f1ab-4972-b2f8-ea63afe82564" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.016768] env[70323]: DEBUG nova.network.neutron [req-2ea1d5af-9ddf-4993-9446-af1c8037d272 req-b83ef833-a0a3-4af1-9636-f316e10ded73 service nova] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Refreshing network info cache for port 28823610-dee8-427f-b294-d02393b18a75 {{(pid=70323) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1500.355735] env[70323]: DEBUG oslo_concurrency.lockutils [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Releasing lock "[datastore2] devstack-image-cache_base/830a9f75-4774-4035-ab2f-94935a830fab" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.356186] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Processing image 830a9f75-4774-4035-ab2f-94935a830fab {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1500.356270] env[70323]: DEBUG oslo_concurrency.lockutils [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/830a9f75-4774-4035-ab2f-94935a830fab/830a9f75-4774-4035-ab2f-94935a830fab.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.356367] env[70323]: DEBUG oslo_concurrency.lockutils [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Acquired lock "[datastore2] devstack-image-cache_base/830a9f75-4774-4035-ab2f-94935a830fab/830a9f75-4774-4035-ab2f-94935a830fab.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.356549] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1500.356790] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-30f195ff-0b71-4f8c-99a6-c0d57424be9c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.373279] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1500.373458] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70323) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1500.374123] env[70323]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f178d06a-6f47-41d3-9261-80150f17ee96 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.378617] env[70323]: DEBUG oslo_vmware.api [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Waiting for the task: (returnval){ [ 1500.378617] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5292e4f3-f515-cb18-2137-a82c90b7defc" [ 1500.378617] env[70323]: _type = "Task" [ 1500.378617] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.385544] env[70323]: DEBUG oslo_vmware.api [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': session[52bf55f5-3c89-1504-d852-2203b29f6f76]5292e4f3-f515-cb18-2137-a82c90b7defc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.700591] env[70323]: DEBUG nova.network.neutron [req-2ea1d5af-9ddf-4993-9446-af1c8037d272 req-b83ef833-a0a3-4af1-9636-f316e10ded73 service nova] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Updated VIF entry in instance network info cache for port 28823610-dee8-427f-b294-d02393b18a75. {{(pid=70323) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1500.700943] env[70323]: DEBUG nova.network.neutron [req-2ea1d5af-9ddf-4993-9446-af1c8037d272 req-b83ef833-a0a3-4af1-9636-f316e10ded73 service nova] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Updating instance_info_cache with network_info: [{"id": "28823610-dee8-427f-b294-d02393b18a75", "address": "fa:16:3e:b1:7b:c6", "network": {"id": "097b8430-2c32-4d66-88b3-920f1edf9ab8", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1543211983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbf0ef2649d5414fa5900bd15ef444a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28823610-de", "ovs_interfaceid": "28823610-dee8-427f-b294-d02393b18a75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1500.889147] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Preparing fetch location {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1500.889403] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Fetch image to [datastore2] OSTACK_IMG_80768289-e946-49b0-83c9-0df1645f1541/OSTACK_IMG_80768289-e946-49b0-83c9-0df1645f1541.vmdk {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1500.889586] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Downloading stream optimized image 830a9f75-4774-4035-ab2f-94935a830fab to [datastore2] OSTACK_IMG_80768289-e946-49b0-83c9-0df1645f1541/OSTACK_IMG_80768289-e946-49b0-83c9-0df1645f1541.vmdk on the data store datastore2 as vApp {{(pid=70323) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1500.889756] env[70323]: DEBUG nova.virt.vmwareapi.images [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Downloading image file data 830a9f75-4774-4035-ab2f-94935a830fab to the ESX as VM named 'OSTACK_IMG_80768289-e946-49b0-83c9-0df1645f1541' {{(pid=70323) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1500.955154] env[70323]: DEBUG oslo_vmware.rw_handles [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1500.955154] env[70323]: value = "resgroup-9" [ 1500.955154] env[70323]: _type = "ResourcePool" [ 1500.955154] env[70323]: }. {{(pid=70323) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1500.955444] env[70323]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-da21e7e6-b2ef-4b15-aace-43f1f0948a09 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.976461] env[70323]: DEBUG oslo_vmware.rw_handles [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Lease: (returnval){ [ 1500.976461] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5251412e-190e-ec50-05c1-e5e650905b19" [ 1500.976461] env[70323]: _type = "HttpNfcLease" [ 1500.976461] env[70323]: } obtained for vApp import into resource pool (val){ [ 1500.976461] env[70323]: value = "resgroup-9" [ 1500.976461] env[70323]: _type = "ResourcePool" [ 1500.976461] env[70323]: }. {{(pid=70323) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1500.976960] env[70323]: DEBUG oslo_vmware.api [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Waiting for the lease: (returnval){ [ 1500.976960] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5251412e-190e-ec50-05c1-e5e650905b19" [ 1500.976960] env[70323]: _type = "HttpNfcLease" [ 1500.976960] env[70323]: } to be ready. {{(pid=70323) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1500.982780] env[70323]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1500.982780] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5251412e-190e-ec50-05c1-e5e650905b19" [ 1500.982780] env[70323]: _type = "HttpNfcLease" [ 1500.982780] env[70323]: } is initializing. {{(pid=70323) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1501.203485] env[70323]: DEBUG oslo_concurrency.lockutils [req-2ea1d5af-9ddf-4993-9446-af1c8037d272 req-b83ef833-a0a3-4af1-9636-f316e10ded73 service nova] Releasing lock "refresh_cache-9a2ab80a-f1ab-4972-b2f8-ea63afe82564" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.485138] env[70323]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1501.485138] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5251412e-190e-ec50-05c1-e5e650905b19" [ 1501.485138] env[70323]: _type = "HttpNfcLease" [ 1501.485138] env[70323]: } is ready. {{(pid=70323) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1501.485514] env[70323]: DEBUG oslo_vmware.rw_handles [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1501.485514] env[70323]: value = "session[52bf55f5-3c89-1504-d852-2203b29f6f76]5251412e-190e-ec50-05c1-e5e650905b19" [ 1501.485514] env[70323]: _type = "HttpNfcLease" [ 1501.485514] env[70323]: }. {{(pid=70323) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1501.486159] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f987c58c-655b-4ca0-95a8-9a7dfa9b611a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.493251] env[70323]: DEBUG oslo_vmware.rw_handles [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5214bdbd-4967-e651-16a8-c53647476884/disk-0.vmdk from lease info. {{(pid=70323) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1501.493448] env[70323]: DEBUG oslo_vmware.rw_handles [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5214bdbd-4967-e651-16a8-c53647476884/disk-0.vmdk. {{(pid=70323) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1501.556344] env[70323]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e7a790fb-c940-4450-aca6-956d8e1dfc42 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.623162] env[70323]: DEBUG oslo_vmware.rw_handles [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Completed reading data from the image iterator. {{(pid=70323) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1502.623545] env[70323]: DEBUG oslo_vmware.rw_handles [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5214bdbd-4967-e651-16a8-c53647476884/disk-0.vmdk. {{(pid=70323) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1502.624358] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd2ffba7-122d-4629-a165-6c005105874a {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.631014] env[70323]: DEBUG oslo_vmware.rw_handles [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5214bdbd-4967-e651-16a8-c53647476884/disk-0.vmdk is in state: ready. {{(pid=70323) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1502.631236] env[70323]: DEBUG oslo_vmware.rw_handles [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5214bdbd-4967-e651-16a8-c53647476884/disk-0.vmdk. {{(pid=70323) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1502.631497] env[70323]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-d960d4b3-70de-4a8f-8f8d-55b7b88468f5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.814910] env[70323]: DEBUG oslo_vmware.rw_handles [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5214bdbd-4967-e651-16a8-c53647476884/disk-0.vmdk. {{(pid=70323) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1502.815190] env[70323]: INFO nova.virt.vmwareapi.images [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Downloaded image file data 830a9f75-4774-4035-ab2f-94935a830fab [ 1502.816152] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7091e6f-8ca1-440b-bf04-5ac67d02e428 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.831285] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-269f5ad9-f084-45c1-bee7-a3bff0ad6c6d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.860072] env[70323]: INFO nova.virt.vmwareapi.images [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] The imported VM was unregistered [ 1502.862438] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Caching image {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1502.862649] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Creating directory with path [datastore2] devstack-image-cache_base/830a9f75-4774-4035-ab2f-94935a830fab {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1502.862922] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54c627e2-5799-482b-9c50-679d3ca71763 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.873064] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Created directory with path [datastore2] devstack-image-cache_base/830a9f75-4774-4035-ab2f-94935a830fab {{(pid=70323) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1502.873292] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_80768289-e946-49b0-83c9-0df1645f1541/OSTACK_IMG_80768289-e946-49b0-83c9-0df1645f1541.vmdk to [datastore2] devstack-image-cache_base/830a9f75-4774-4035-ab2f-94935a830fab/830a9f75-4774-4035-ab2f-94935a830fab.vmdk. {{(pid=70323) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1502.873509] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-6b6dec06-c75e-45af-a9e4-f569103f2c50 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.880260] env[70323]: DEBUG oslo_vmware.api [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Waiting for the task: (returnval){ [ 1502.880260] env[70323]: value = "task-3228141" [ 1502.880260] env[70323]: _type = "Task" [ 1502.880260] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.887689] env[70323]: DEBUG oslo_vmware.api [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228141, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.392327] env[70323]: DEBUG oslo_vmware.api [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228141, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.892587] env[70323]: DEBUG oslo_vmware.api [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228141, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.393956] env[70323]: DEBUG oslo_vmware.api [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228141, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.895917] env[70323]: DEBUG oslo_vmware.api [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228141, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.393187] env[70323]: DEBUG oslo_vmware.api [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228141, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.133721} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.393460] env[70323]: INFO nova.virt.vmwareapi.ds_util [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_80768289-e946-49b0-83c9-0df1645f1541/OSTACK_IMG_80768289-e946-49b0-83c9-0df1645f1541.vmdk to [datastore2] devstack-image-cache_base/830a9f75-4774-4035-ab2f-94935a830fab/830a9f75-4774-4035-ab2f-94935a830fab.vmdk. [ 1505.393650] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Cleaning up location [datastore2] OSTACK_IMG_80768289-e946-49b0-83c9-0df1645f1541 {{(pid=70323) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1505.393816] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_80768289-e946-49b0-83c9-0df1645f1541 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1505.394081] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e78052e-fbb0-44ad-bcff-8ef283428b36 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.399823] env[70323]: DEBUG oslo_vmware.api [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Waiting for the task: (returnval){ [ 1505.399823] env[70323]: value = "task-3228142" [ 1505.399823] env[70323]: _type = "Task" [ 1505.399823] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.406876] env[70323]: DEBUG oslo_vmware.api [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228142, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.909830] env[70323]: DEBUG oslo_vmware.api [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228142, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.033347} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.910210] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1505.910289] env[70323]: DEBUG oslo_concurrency.lockutils [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Releasing lock "[datastore2] devstack-image-cache_base/830a9f75-4774-4035-ab2f-94935a830fab/830a9f75-4774-4035-ab2f-94935a830fab.vmdk" {{(pid=70323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.910530] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/830a9f75-4774-4035-ab2f-94935a830fab/830a9f75-4774-4035-ab2f-94935a830fab.vmdk to [datastore2] 9a2ab80a-f1ab-4972-b2f8-ea63afe82564/9a2ab80a-f1ab-4972-b2f8-ea63afe82564.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1505.910791] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-714c1980-271f-4224-abff-a81fd39c472e {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.917624] env[70323]: DEBUG oslo_vmware.api [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Waiting for the task: (returnval){ [ 1505.917624] env[70323]: value = "task-3228143" [ 1505.917624] env[70323]: _type = "Task" [ 1505.917624] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.926310] env[70323]: DEBUG oslo_vmware.api [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228143, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.073157] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1506.073391] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1506.073561] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1506.073705] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70323) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1506.306268] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1506.429887] env[70323]: DEBUG oslo_vmware.api [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228143, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.931669] env[70323]: DEBUG oslo_vmware.api [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228143, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.301768] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1507.305419] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1507.305617] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1507.429883] env[70323]: DEBUG oslo_vmware.api [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228143, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.931260] env[70323]: DEBUG oslo_vmware.api [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228143, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.431490] env[70323]: DEBUG oslo_vmware.api [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228143, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.240158} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.431833] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/830a9f75-4774-4035-ab2f-94935a830fab/830a9f75-4774-4035-ab2f-94935a830fab.vmdk to [datastore2] 9a2ab80a-f1ab-4972-b2f8-ea63afe82564/9a2ab80a-f1ab-4972-b2f8-ea63afe82564.vmdk {{(pid=70323) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1508.432520] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7889e115-9cd0-4b87-9f23-a4fae602163f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.453490] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 9a2ab80a-f1ab-4972-b2f8-ea63afe82564/9a2ab80a-f1ab-4972-b2f8-ea63afe82564.vmdk or device None with type streamOptimized {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1508.453734] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d4aa138-acad-45d8-9b7b-b5de9dcdead5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.472364] env[70323]: DEBUG oslo_vmware.api [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Waiting for the task: (returnval){ [ 1508.472364] env[70323]: value = "task-3228144" [ 1508.472364] env[70323]: _type = "Task" [ 1508.472364] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.479440] env[70323]: DEBUG oslo_vmware.api [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228144, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.981842] env[70323]: DEBUG oslo_vmware.api [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228144, 'name': ReconfigVM_Task, 'duration_secs': 0.271655} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.982135] env[70323]: DEBUG nova.virt.vmwareapi.volumeops [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 9a2ab80a-f1ab-4972-b2f8-ea63afe82564/9a2ab80a-f1ab-4972-b2f8-ea63afe82564.vmdk or device None with type streamOptimized {{(pid=70323) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1508.982752] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c7399b7-c491-4b5f-8537-084cd9576a93 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.989658] env[70323]: DEBUG oslo_vmware.api [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Waiting for the task: (returnval){ [ 1508.989658] env[70323]: value = "task-3228145" [ 1508.989658] env[70323]: _type = "Task" [ 1508.989658] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.997758] env[70323]: DEBUG oslo_vmware.api [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228145, 'name': Rename_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.499592] env[70323]: DEBUG oslo_vmware.api [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228145, 'name': Rename_Task, 'duration_secs': 0.172315} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.499953] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Powering on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1509.500123] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-809f2404-1b08-4b56-afc9-e1791986ab16 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.506500] env[70323]: DEBUG oslo_vmware.api [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Waiting for the task: (returnval){ [ 1509.506500] env[70323]: value = "task-3228146" [ 1509.506500] env[70323]: _type = "Task" [ 1509.506500] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.513968] env[70323]: DEBUG oslo_vmware.api [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228146, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.016334] env[70323]: DEBUG oslo_vmware.api [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228146, 'name': PowerOnVM_Task, 'duration_secs': 0.501497} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.016606] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Powered on the VM {{(pid=70323) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1510.106466] env[70323]: DEBUG nova.compute.manager [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Checking state {{(pid=70323) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1510.107418] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d900f12-e273-4f20-8348-74dd1edaf95b {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.625885] env[70323]: DEBUG oslo_concurrency.lockutils [None req-baf16af9-7572-4859-90ba-6dbdd387ff22 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Lock "9a2ab80a-f1ab-4972-b2f8-ea63afe82564" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.143s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1515.307076] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager.update_available_resource {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1515.810076] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1515.810264] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1515.810420] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1515.810570] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70323) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1515.811504] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f31c7022-ffed-4fe0-90af-0696b928d725 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.819753] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a236cef9-da95-4b2b-b2a3-034464fbf42c {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.833742] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfce3b05-d402-45d5-8f89-8e74bd45ea01 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.839767] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe79496c-9a53-49e7-8442-53fb7b80f235 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.867804] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180884MB free_disk=122GB free_vcpus=48 pci_devices=None {{(pid=70323) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1515.867963] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1515.868197] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1516.893137] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Instance 9a2ab80a-f1ab-4972-b2f8-ea63afe82564 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70323) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1516.893383] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=70323) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1516.893474] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=70323) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1516.909503] env[70323]: DEBUG nova.scheduler.client.report [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Refreshing inventories for resource provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1516.920753] env[70323]: DEBUG nova.scheduler.client.report [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Updating ProviderTree inventory for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1516.920917] env[70323]: DEBUG nova.compute.provider_tree [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Updating inventory in ProviderTree for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1516.930289] env[70323]: DEBUG nova.scheduler.client.report [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Refreshing aggregate associations for resource provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f, aggregates: None {{(pid=70323) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1516.946676] env[70323]: DEBUG nova.scheduler.client.report [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Refreshing trait associations for resource provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=70323) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1516.970672] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bddc653-45c4-4a5d-9044-12509924ec8d {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.977764] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61cacdbd-8d65-4ef8-a02c-9a4bc8e43b06 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.007694] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c7697c0-404e-469e-a6af-50b1b8c35c28 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.014610] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee332a1-351b-48d1-bbe0-c217471460d5 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.027351] env[70323]: DEBUG nova.compute.provider_tree [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1517.530365] env[70323]: DEBUG nova.scheduler.client.report [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1518.036261] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70323) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1518.036599] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.168s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1523.031961] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1546.697517] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a2e74c38-4e4e-410d-8fa8-e4e8fc6782c7 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Acquiring lock "9a2ab80a-f1ab-4972-b2f8-ea63afe82564" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1546.697932] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a2e74c38-4e4e-410d-8fa8-e4e8fc6782c7 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Lock "9a2ab80a-f1ab-4972-b2f8-ea63afe82564" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1546.698027] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a2e74c38-4e4e-410d-8fa8-e4e8fc6782c7 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Acquiring lock "9a2ab80a-f1ab-4972-b2f8-ea63afe82564-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1546.698272] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a2e74c38-4e4e-410d-8fa8-e4e8fc6782c7 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Lock "9a2ab80a-f1ab-4972-b2f8-ea63afe82564-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1546.698450] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a2e74c38-4e4e-410d-8fa8-e4e8fc6782c7 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Lock "9a2ab80a-f1ab-4972-b2f8-ea63afe82564-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1546.700757] env[70323]: INFO nova.compute.manager [None req-a2e74c38-4e4e-410d-8fa8-e4e8fc6782c7 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Terminating instance [ 1547.205108] env[70323]: DEBUG nova.compute.manager [None req-a2e74c38-4e4e-410d-8fa8-e4e8fc6782c7 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Start destroying the instance on the hypervisor. {{(pid=70323) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1547.205344] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e74c38-4e4e-410d-8fa8-e4e8fc6782c7 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Destroying instance {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1547.206277] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc2dec4-5954-446a-b3aa-ceb2f46c04a3 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.213939] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2e74c38-4e4e-410d-8fa8-e4e8fc6782c7 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Powering off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1547.214183] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d39aa168-6a63-475e-83fb-74952698d9ce {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.221135] env[70323]: DEBUG oslo_vmware.api [None req-a2e74c38-4e4e-410d-8fa8-e4e8fc6782c7 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Waiting for the task: (returnval){ [ 1547.221135] env[70323]: value = "task-3228147" [ 1547.221135] env[70323]: _type = "Task" [ 1547.221135] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.228410] env[70323]: DEBUG oslo_vmware.api [None req-a2e74c38-4e4e-410d-8fa8-e4e8fc6782c7 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228147, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.731495] env[70323]: DEBUG oslo_vmware.api [None req-a2e74c38-4e4e-410d-8fa8-e4e8fc6782c7 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228147, 'name': PowerOffVM_Task, 'duration_secs': 0.179005} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.731848] env[70323]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2e74c38-4e4e-410d-8fa8-e4e8fc6782c7 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Powered off the VM {{(pid=70323) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1547.731959] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e74c38-4e4e-410d-8fa8-e4e8fc6782c7 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Unregistering the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1547.732174] env[70323]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5627f9c9-9140-4b0a-ba3d-8a33c912c5ad {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.793995] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e74c38-4e4e-410d-8fa8-e4e8fc6782c7 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Unregistered the VM {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1547.794223] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e74c38-4e4e-410d-8fa8-e4e8fc6782c7 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Deleting contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1547.794401] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2e74c38-4e4e-410d-8fa8-e4e8fc6782c7 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Deleting the datastore file [datastore2] 9a2ab80a-f1ab-4972-b2f8-ea63afe82564 {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1547.794651] env[70323]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92f72881-930f-4f13-b4f0-d5fc1c084a60 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.800834] env[70323]: DEBUG oslo_vmware.api [None req-a2e74c38-4e4e-410d-8fa8-e4e8fc6782c7 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Waiting for the task: (returnval){ [ 1547.800834] env[70323]: value = "task-3228149" [ 1547.800834] env[70323]: _type = "Task" [ 1547.800834] env[70323]: } to complete. {{(pid=70323) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.808136] env[70323]: DEBUG oslo_vmware.api [None req-a2e74c38-4e4e-410d-8fa8-e4e8fc6782c7 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228149, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.311019] env[70323]: DEBUG oslo_vmware.api [None req-a2e74c38-4e4e-410d-8fa8-e4e8fc6782c7 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Task: {'id': task-3228149, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131202} completed successfully. {{(pid=70323) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.311277] env[70323]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2e74c38-4e4e-410d-8fa8-e4e8fc6782c7 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Deleted the datastore file {{(pid=70323) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1548.311464] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e74c38-4e4e-410d-8fa8-e4e8fc6782c7 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Deleted contents of the VM from datastore datastore2 {{(pid=70323) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1548.311646] env[70323]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e74c38-4e4e-410d-8fa8-e4e8fc6782c7 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Instance destroyed {{(pid=70323) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1548.311814] env[70323]: INFO nova.compute.manager [None req-a2e74c38-4e4e-410d-8fa8-e4e8fc6782c7 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1548.312070] env[70323]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2e74c38-4e4e-410d-8fa8-e4e8fc6782c7 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70323) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1548.312266] env[70323]: DEBUG nova.compute.manager [-] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Deallocating network for instance {{(pid=70323) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1548.312364] env[70323]: DEBUG nova.network.neutron [-] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] deallocate_for_instance() {{(pid=70323) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1548.781123] env[70323]: DEBUG nova.compute.manager [req-d5635bcc-877b-4214-a269-94260655d9ca req-9f5a15bc-861b-47ce-9a1e-a4c746d7f169 service nova] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Received event network-vif-deleted-28823610-dee8-427f-b294-d02393b18a75 {{(pid=70323) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1548.781369] env[70323]: INFO nova.compute.manager [req-d5635bcc-877b-4214-a269-94260655d9ca req-9f5a15bc-861b-47ce-9a1e-a4c746d7f169 service nova] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Neutron deleted interface 28823610-dee8-427f-b294-d02393b18a75; detaching it from the instance and deleting it from the info cache [ 1548.781501] env[70323]: DEBUG nova.network.neutron [req-d5635bcc-877b-4214-a269-94260655d9ca req-9f5a15bc-861b-47ce-9a1e-a4c746d7f169 service nova] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1549.193887] env[70323]: DEBUG nova.network.neutron [-] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Updating instance_info_cache with network_info: [] {{(pid=70323) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1549.283720] env[70323]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-72d4d7f2-f2dc-44af-8117-1167c56976f4 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.293302] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed816c6e-2801-4d6f-9688-6c0ae1d88d23 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.316468] env[70323]: DEBUG nova.compute.manager [req-d5635bcc-877b-4214-a269-94260655d9ca req-9f5a15bc-861b-47ce-9a1e-a4c746d7f169 service nova] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Detach interface failed, port_id=28823610-dee8-427f-b294-d02393b18a75, reason: Instance 9a2ab80a-f1ab-4972-b2f8-ea63afe82564 could not be found. {{(pid=70323) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1549.696647] env[70323]: INFO nova.compute.manager [-] [instance: 9a2ab80a-f1ab-4972-b2f8-ea63afe82564] Took 1.38 seconds to deallocate network for instance. [ 1550.203774] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a2e74c38-4e4e-410d-8fa8-e4e8fc6782c7 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1550.204143] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a2e74c38-4e4e-410d-8fa8-e4e8fc6782c7 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1550.204313] env[70323]: DEBUG nova.objects.instance [None req-a2e74c38-4e4e-410d-8fa8-e4e8fc6782c7 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Lazy-loading 'resources' on Instance uuid 9a2ab80a-f1ab-4972-b2f8-ea63afe82564 {{(pid=70323) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1550.735364] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd17204-862d-444a-b884-6a224ed701ff {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.742768] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f5ae40-b095-4851-b931-abf78ea4cc08 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.771501] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-988e9d64-3ca2-4088-98aa-98015f705ef1 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.777864] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892cd757-24d5-4cf9-9f66-903274ad8758 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.790213] env[70323]: DEBUG nova.compute.provider_tree [None req-a2e74c38-4e4e-410d-8fa8-e4e8fc6782c7 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Inventory has not changed in ProviderTree for provider: 765eeb06-25b4-4ca4-bad4-b5981f14c25f {{(pid=70323) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1551.293442] env[70323]: DEBUG nova.scheduler.client.report [None req-a2e74c38-4e4e-410d-8fa8-e4e8fc6782c7 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Inventory has not changed for provider 765eeb06-25b4-4ca4-bad4-b5981f14c25f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70323) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1551.798787] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a2e74c38-4e4e-410d-8fa8-e4e8fc6782c7 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.595s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1551.818201] env[70323]: INFO nova.scheduler.client.report [None req-a2e74c38-4e4e-410d-8fa8-e4e8fc6782c7 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Deleted allocations for instance 9a2ab80a-f1ab-4972-b2f8-ea63afe82564 [ 1552.326857] env[70323]: DEBUG oslo_concurrency.lockutils [None req-a2e74c38-4e4e-410d-8fa8-e4e8fc6782c7 tempest-AttachVolumeShelveTestJSON-788505626 tempest-AttachVolumeShelveTestJSON-788505626-project-member] Lock "9a2ab80a-f1ab-4972-b2f8-ea63afe82564" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.628s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1565.306347] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1565.306698] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1566.305496] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1566.305675] env[70323]: DEBUG nova.compute.manager [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70323) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1567.301714] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1567.305260] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1569.307031] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1569.307487] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1575.307040] env[70323]: DEBUG oslo_service.periodic_task [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Running periodic task ComputeManager.update_available_resource {{(pid=70323) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1575.809690] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1575.821468] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1575.821468] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1575.821468] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70323) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1575.821468] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a46202-5213-4f56-acaf-a201dcd930c0 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.821468] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d99ee167-fdc7-45aa-89cc-9d6daf63e48f {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.835075] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f407502-5fd5-42ca-9277-fc086f142d52 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.841047] env[70323]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b60660-713f-4923-8516-80599a5e55e6 {{(pid=70323) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.868871] env[70323]: DEBUG nova.compute.resource_tracker [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180992MB free_disk=122GB free_vcpus=48 pci_devices=None {{(pid=70323) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1575.869033] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1575.869220] env[70323]: DEBUG oslo_concurrency.lockutils [None req-f827fd47-327e-4d03-af53-c06797f154fd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70323) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}